// Copyright (c) 2017-2023, The Monero Project // // All rights reserved. // // Redistribution and use in source and binary forms, with or without modification, are // permitted provided that the following conditions are met: // // 1. Redistributions of source code must retain the above copyright notice, this list of // conditions and the following disclaimer. // // 2. Redistributions in binary form must reproduce the above copyright notice, this list // of conditions and the following disclaimer in the documentation and/or other // materials provided with the distribution. // // 3. Neither the name of the copyright holder nor the names of its contributors may be // used to endorse or promote products derived from this software without specific // prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY // EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF // MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL // THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS // INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, // STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF // THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #include "misc_log_ex.h" #include "common/threadpool.h" #include "cryptonote_config.h" #include "common/util.h" static __thread int depth = 0; static __thread bool is_leaf = false; namespace tools { threadpool::threadpool(unsigned int max_threads) : running(true), active(0) { create(max_threads); } threadpool::~threadpool() { destroy(); } void threadpool::destroy() { try { const boost::unique_lock lock(mutex); running = false; has_work.notify_all(); } catch (...) { // if the lock throws, we're just do it without a lock and hope, // since the alternative is terminate running = false; has_work.notify_all(); } for (size_t i = 0; i lock(mutex); boost::thread::attributes attrs; attrs.set_stack_size(THREAD_STACK_SIZE); max = max_threads ? max_threads : tools::get_max_concurrency(); size_t i = max ? max - 1 : 0; running = true; while(i--) { threads.push_back(boost::thread(attrs, boost::bind(&threadpool::run, this, false))); } } void threadpool::submit(waiter *obj, std::function f, bool leaf) { CHECK_AND_ASSERT_THROW_MES(!is_leaf, "A leaf routine is using a thread pool"); boost::unique_lock lock(mutex); if (!leaf && ((active == max && !queue.empty()) || depth > 0)) { // if all available threads are already running // and there's work waiting, just run in current thread lock.unlock(); ++depth; is_leaf = leaf; f(); --depth; is_leaf = false; } else { if (obj) obj->inc(); if (leaf) queue.push_front({obj, f, leaf}); else queue.push_back({obj, f, leaf}); has_work.notify_one(); } } unsigned int threadpool::get_max_concurrency() const { return max; } threadpool::waiter::~waiter() { try { boost::unique_lock lock(mt); if (num) MERROR("wait should have been called before waiter dtor - waiting now"); } catch (...) { /* ignore */ } try { wait(); } catch (const std::exception &e) { /* ignored */ } } bool threadpool::waiter::wait() { pool.run(true); boost::unique_lock lock(mt); while(num) cv.wait(lock); return !error(); } void threadpool::waiter::inc() { const boost::unique_lock lock(mt); num++; } void threadpool::waiter::dec() { const boost::unique_lock lock(mt); num--; if (!num) cv.notify_all(); } void threadpool::run(bool flush) { boost::unique_lock lock(mutex); while (running) { entry e; while(queue.empty() && running) { if (flush) return; has_work.wait(lock); } if (!running) break; active++; e = std::move(queue.front()); queue.pop_front(); lock.unlock(); ++depth; is_leaf = e.leaf; try { e.f(); } catch (const std::exception &ex) { e.wo->set_error(); try { MERROR("Exception in threadpool job: " << ex.what()); } catch (...) {} } --depth; is_leaf = false; if (e.wo) e.wo->dec(); lock.lock(); active--; } } }