99.34% Lines (150/151)
100.00% Functions (28/28)
| TLA | Baseline | Branch | ||||||
|---|---|---|---|---|---|---|---|---|
| Line | Hits | Code | Line | Hits | Code | |||
| 1 | // | 1 | // | |||||
| 2 | // Copyright (c) 2025 Vinnie Falco (vinnie.falco@gmail.com) | 2 | // Copyright (c) 2025 Vinnie Falco (vinnie.falco@gmail.com) | |||||
| 3 | // Copyright (c) 2026 Michael Vandeberg | 3 | // Copyright (c) 2026 Michael Vandeberg | |||||
| 4 | // | 4 | // | |||||
| 5 | // Distributed under the Boost Software License, Version 1.0. (See accompanying | 5 | // Distributed under the Boost Software License, Version 1.0. (See accompanying | |||||
| 6 | // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) | 6 | // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) | |||||
| 7 | // | 7 | // | |||||
| 8 | // Official repository: https://github.com/boostorg/capy | 8 | // Official repository: https://github.com/boostorg/capy | |||||
| 9 | // | 9 | // | |||||
| 10 | 10 | |||||||
| 11 | #include <boost/capy/ex/thread_pool.hpp> | 11 | #include <boost/capy/ex/thread_pool.hpp> | |||||
| 12 | #include <boost/capy/continuation.hpp> | 12 | #include <boost/capy/continuation.hpp> | |||||
| 13 | #include <boost/capy/detail/thread_local_ptr.hpp> | 13 | #include <boost/capy/detail/thread_local_ptr.hpp> | |||||
| 14 | #include <boost/capy/ex/abandon.hpp> | 14 | #include <boost/capy/ex/abandon.hpp> | |||||
| 15 | #include <boost/capy/ex/frame_allocator.hpp> | 15 | #include <boost/capy/ex/frame_allocator.hpp> | |||||
| 16 | #include <boost/capy/test/thread_name.hpp> | 16 | #include <boost/capy/test/thread_name.hpp> | |||||
| 17 | #include <algorithm> | 17 | #include <algorithm> | |||||
| 18 | #include <atomic> | 18 | #include <atomic> | |||||
| 19 | #include <condition_variable> | 19 | #include <condition_variable> | |||||
| 20 | #include <cstdio> | 20 | #include <cstdio> | |||||
| 21 | #include <mutex> | 21 | #include <mutex> | |||||
| 22 | #include <thread> | 22 | #include <thread> | |||||
| 23 | #include <vector> | 23 | #include <vector> | |||||
| 24 | 24 | |||||||
| 25 | /* | 25 | /* | |||||
| 26 | Thread pool implementation using a shared work queue. | 26 | Thread pool implementation using a shared work queue. | |||||
| 27 | 27 | |||||||
| 28 | Work items are continuations linked via their intrusive next pointer, | 28 | Work items are continuations linked via their intrusive next pointer, | |||||
| 29 | stored in a single queue protected by a mutex. No per-post heap | 29 | stored in a single queue protected by a mutex. No per-post heap | |||||
| 30 | allocation: the continuation is owned by the caller and linked | 30 | allocation: the continuation is owned by the caller and linked | |||||
| 31 | directly. Worker threads wait on a condition_variable until work | 31 | directly. Worker threads wait on a condition_variable until work | |||||
| 32 | is available or stop is requested. | 32 | is available or stop is requested. | |||||
| 33 | 33 | |||||||
| 34 | Threads are started lazily on first post(), under mutex_, to avoid | 34 | Threads are started lazily on first post(), under mutex_, to avoid | |||||
| 35 | spawning threads for pools that are constructed but never used. A | 35 | spawning threads for pools that are constructed but never used. A | |||||
| 36 | stopped pool starts none. Each thread is named | 36 | stopped pool starts none. Each thread is named | |||||
| 37 | with a configurable prefix plus index for debugger visibility. | 37 | with a configurable prefix plus index for debugger visibility. | |||||
| 38 | 38 | |||||||
| 39 | Work tracking: on_work_started/on_work_finished maintain the atomic | 39 | Work tracking: on_work_started/on_work_finished maintain the atomic | |||||
| 40 | outstanding_work_ counter. on_work_started is lock-free, and so is | 40 | outstanding_work_ counter. on_work_started is lock-free, and so is | |||||
| 41 | on_work_finished while the count stays above one. The release that | 41 | on_work_finished while the count stays above one. The release that | |||||
| 42 | may take it to zero is made under mutex_, so join() can't see zero, | 42 | may take it to zero is made under mutex_, so join() can't see zero, | |||||
| 43 | return and let the pool be destroyed while that call still uses it. | 43 | return and let the pool be destroyed while that call still uses it. | |||||
| 44 | join() blocks until this counter reaches zero, then signals workers | 44 | join() blocks until this counter reaches zero, then signals workers | |||||
| 45 | to stop and joins threads. | 45 | to stop and joins threads. | |||||
| 46 | 46 | |||||||
| 47 | Two shutdown paths: | 47 | Two shutdown paths: | |||||
| 48 | - join(): waits for outstanding work to drain, then stops workers. | 48 | - join(): waits for outstanding work to drain, then stops workers. | |||||
| 49 | - stop(): immediately signals workers to exit; queued work stays queued. | 49 | - stop(): immediately signals workers to exit; queued work stays queued. | |||||
| 50 | - Destructor: stop() then join(), then queued work is abandoned. | 50 | - Destructor: stop() then join(), then queued work is abandoned. | |||||
| 51 | */ | 51 | */ | |||||
| 52 | 52 | |||||||
| 53 | namespace boost { | 53 | namespace boost { | |||||
| 54 | namespace capy { | 54 | namespace capy { | |||||
| 55 | 55 | |||||||
| 56 | //------------------------------------------------------------------------------ | 56 | //------------------------------------------------------------------------------ | |||||
| 57 | 57 | |||||||
| 58 | class thread_pool::impl | 58 | class thread_pool::impl | |||||
| 59 | { | 59 | { | |||||
| 60 | // Identifies the pool owning the current worker thread, or | 60 | // Identifies the pool owning the current worker thread, or | |||||
| 61 | // nullptr if the calling thread is not a pool worker. Checked | 61 | // nullptr if the calling thread is not a pool worker. Checked | |||||
| 62 | // by dispatch() to decide between symmetric transfer (inline | 62 | // by dispatch() to decide between symmetric transfer (inline | |||||
| 63 | // resume) and post. | 63 | // resume) and post. | |||||
| 64 | static inline detail::thread_local_ptr<impl const> current_; | 64 | static inline detail::thread_local_ptr<impl const> current_; | |||||
| 65 | 65 | |||||||
| 66 | // Intrusive queue of continuations: the next link is stored in | 66 | // Intrusive queue of continuations: the next link is stored in | |||||
| 67 | // continuation::reserved (typed continuation* round-tripped through | 67 | // continuation::reserved (typed continuation* round-tripped through | |||||
| 68 | // void*). No per-post allocation: the continuation is owned by the caller. | 68 | // void*). No per-post allocation: the continuation is owned by the caller. | |||||
| 69 | continuation* head_ = nullptr; | 69 | continuation* head_ = nullptr; | |||||
| 70 | continuation* tail_ = nullptr; | 70 | continuation* tail_ = nullptr; | |||||
| 71 | 71 | |||||||
| HITCBC | 72 | 24179 | void push(continuation* c) noexcept | 72 | 24238 | void push(continuation* c) noexcept | ||
| 73 | { | 73 | { | |||||
| HITCBC | 74 | 24179 | c->reserved = nullptr; | 74 | 24238 | c->reserved = nullptr; | ||
| HITCBC | 75 | 24179 | if(tail_) | 75 | 24238 | if(tail_) | ||
| HITCBC | 76 | 1785 | tail_->reserved = c; | 76 | 2132 | tail_->reserved = c; | ||
| 77 | else | 77 | else | |||||
| HITCBC | 78 | 22394 | head_ = c; | 78 | 22106 | head_ = c; | ||
| HITCBC | 79 | 24179 | tail_ = c; | 79 | 24238 | tail_ = c; | ||
| HITCBC | 80 | 24179 | } | 80 | 24238 | } | ||
| 81 | 81 | |||||||
| HITCBC | 82 | 27055 | continuation* pop() noexcept | 82 | 27086 | continuation* pop() noexcept | ||
| 83 | { | 83 | { | |||||
| HITCBC | 84 | 27055 | if(!head_) | 84 | 27086 | if(!head_) | ||
| HITCBC | 85 | 2876 | return nullptr; | 85 | 2848 | return nullptr; | ||
| HITCBC | 86 | 24179 | continuation* c = head_; | 86 | 24238 | continuation* c = head_; | ||
| HITCBC | 87 | 24179 | head_ = static_cast<continuation*>(head_->reserved); | 87 | 24238 | head_ = static_cast<continuation*>(head_->reserved); | ||
| HITCBC | 88 | 24179 | if(!head_) | 88 | 24238 | if(!head_) | ||
| HITCBC | 89 | 22394 | tail_ = nullptr; | 89 | 22106 | tail_ = nullptr; | ||
| HITCBC | 90 | 24179 | return c; | 90 | 24238 | return c; | ||
| 91 | } | 91 | } | |||||
| 92 | 92 | |||||||
| HITCBC | 93 | 46935 | bool empty() const noexcept | 93 | 46795 | bool empty() const noexcept | ||
| 94 | { | 94 | { | |||||
| HITCBC | 95 | 46935 | return head_ == nullptr; | 95 | 46795 | return head_ == nullptr; | ||
| 96 | } | 96 | } | |||||
| 97 | 97 | |||||||
| 98 | std::mutex mutex_; | 98 | std::mutex mutex_; | |||||
| 99 | std::condition_variable work_cv_; | 99 | std::condition_variable work_cv_; | |||||
| 100 | std::condition_variable done_cv_; | 100 | std::condition_variable done_cv_; | |||||
| 101 | std::vector<std::thread> threads_; | 101 | std::vector<std::thread> threads_; | |||||
| 102 | std::atomic<std::size_t> outstanding_work_{0}; | 102 | std::atomic<std::size_t> outstanding_work_{0}; | |||||
| 103 | bool stop_{false}; | 103 | bool stop_{false}; | |||||
| 104 | bool joined_{false}; | 104 | bool joined_{false}; | |||||
| 105 | std::size_t num_threads_; | 105 | std::size_t num_threads_; | |||||
| 106 | char thread_name_prefix_[13]{}; // 12 chars max + null terminator | 106 | char thread_name_prefix_[13]{}; // 12 chars max + null terminator | |||||
| 107 | std::atomic<bool> started_{false}; | 107 | std::atomic<bool> started_{false}; | |||||
| 108 | 108 | |||||||
| 109 | public: | 109 | public: | |||||
| HITCBC | 110 | 1438 | ~impl() = default; | 110 | 1424 | ~impl() = default; | ||
| 111 | 111 | |||||||
| 112 | bool | 112 | bool | |||||
| HITCBC | 113 | 3219 | running_in_this_thread() const noexcept | 113 | 3205 | running_in_this_thread() const noexcept | ||
| 114 | { | 114 | { | |||||
| HITCBC | 115 | 3219 | return current_.get() == this; | 115 | 3205 | return current_.get() == this; | ||
| 116 | } | 116 | } | |||||
| 117 | 117 | |||||||
| 118 | // Abandon queued coroutines. Each is taken under the lock, as other | 118 | // Abandon queued coroutines. Each is taken under the lock, as other | |||||
| 119 | // threads may still post, and abandoned outside it, as abandoning | 119 | // threads may still post, and abandoned outside it, as abandoning | |||||
| 120 | // can post. | 120 | // can post. | |||||
| 121 | void | 121 | void | |||||
| HITCBC | 122 | 2876 | drain_abandoned() noexcept | 122 | 2848 | drain_abandoned() noexcept | ||
| 123 | { | 123 | { | |||||
| 124 | for(;;) | 124 | for(;;) | |||||
| 125 | { | 125 | { | |||||
| 126 | continuation* c; | 126 | continuation* c; | |||||
| 127 | { | 127 | { | |||||
| HITCBC | 128 | 3400 | std::lock_guard<std::mutex> lock(mutex_); | 128 | 3417 | std::lock_guard<std::mutex> lock(mutex_); | ||
| HITCBC | 129 | 3400 | c = pop(); | 129 | 3417 | c = pop(); | ||
| HITCBC | 130 | 3400 | } | 130 | 3417 | } | ||
| HITCBC | 131 | 3400 | if(!c) | 131 | 3417 | if(!c) | ||
| HITCBC | 132 | 2876 | return; | 132 | 2848 | return; | ||
| HITCBC | 133 | 524 | if(c->h && c->h != std::noop_coroutine()) | 133 | 569 | if(c->h && c->h != std::noop_coroutine()) | ||
| HITCBC | 134 | 271 | capy::abandon(*c); | 134 | 316 | capy::abandon(*c); | ||
| HITCBC | 135 | 524 | } | 135 | 569 | } | ||
| 136 | } | 136 | } | |||||
| 137 | 137 | |||||||
| HITCBC | 138 | 1438 | impl(std::size_t num_threads, std::string_view thread_name_prefix) | 138 | 1424 | impl(std::size_t num_threads, std::string_view thread_name_prefix) | ||
| HITCBC | 139 | 1438 | : num_threads_(num_threads) | 139 | 1424 | : num_threads_(num_threads) | ||
| 140 | { | 140 | { | |||||
| HITCBC | 141 | 1438 | if(num_threads_ == 0) | 141 | 1424 | if(num_threads_ == 0) | ||
| HITCBC | 142 | 8 | num_threads_ = std::max( | 142 | 8 | num_threads_ = std::max( | ||
| HITCBC | 143 | 4 | std::thread::hardware_concurrency(), 1u); | 143 | 4 | std::thread::hardware_concurrency(), 1u); | ||
| 144 | 144 | |||||||
| 145 | // Truncate prefix to 12 chars, leaving room for up to 3-digit index. | 145 | // Truncate prefix to 12 chars, leaving room for up to 3-digit index. | |||||
| HITCBC | 146 | 1438 | auto n = thread_name_prefix.copy(thread_name_prefix_, 12); | 146 | 1424 | auto n = thread_name_prefix.copy(thread_name_prefix_, 12); | ||
| HITCBC | 147 | 1438 | thread_name_prefix_[n] = '\0'; | 147 | 1424 | thread_name_prefix_[n] = '\0'; | ||
| HITCBC | 148 | 1438 | } | 148 | 1424 | } | ||
| 149 | 149 | |||||||
| 150 | void | 150 | void | |||||
| HITCBC | 151 | 24181 | post(continuation& c) | 151 | 24240 | post(continuation& c) | ||
| 152 | { | 152 | { | |||||
| HITCBC | 153 | 24181 | if(!started_.load(std::memory_order_acquire)) | 153 | 24240 | if(!started_.load(std::memory_order_acquire)) | ||
| 154 | { | 154 | { | |||||
| 155 | { | 155 | { | |||||
| HITCBC | 156 | 603 | std::lock_guard<std::mutex> lock(mutex_); | 156 | 589 | std::lock_guard<std::mutex> lock(mutex_); | ||
| HITCBC | 157 | 603 | if(stop_) | 157 | 589 | if(stop_) | ||
| 158 | { | 158 | { | |||||
| 159 | // Stopped before any thread started: nothing will | 159 | // Stopped before any thread started: nothing will | |||||
| 160 | // run it, and the destructor's drain abandons it. | 160 | // run it, and the destructor's drain abandons it. | |||||
| HITCBC | 161 | 220 | push(&c); | 161 | 220 | push(&c); | ||
| HITCBC | 162 | 220 | return; | 162 | 220 | return; | ||
| 163 | } | 163 | } | |||||
| HITCBC | 164 | 603 | } | 164 | 589 | } | ||
| HITCBC | 165 | 383 | ensure_started(); | 165 | 369 | ensure_started(); | ||
| 166 | } | 166 | } | |||||
| HITCBC | 167 | 23959 | std::lock_guard<std::mutex> lock(mutex_); | 167 | 24018 | std::lock_guard<std::mutex> lock(mutex_); | ||
| HITCBC | 168 | 23959 | push(&c); | 168 | 24018 | push(&c); | ||
| 169 | // Under the lock so the pool cannot drain, join, and | 169 | // Under the lock so the pool cannot drain, join, and | |||||
| 170 | // destroy the condition variable mid-signal. | 170 | // destroy the condition variable mid-signal. | |||||
| HITCBC | 171 | 23959 | work_cv_.notify_one(); | 171 | 24018 | work_cv_.notify_one(); | ||
| HITCBC | 172 | 23959 | } | 172 | 24018 | } | ||
| 173 | 173 | |||||||
| 174 | void | 174 | void | |||||
| HITCBC | 175 | 4096 | on_work_started() noexcept | 175 | 4082 | on_work_started() noexcept | ||
| 176 | { | 176 | { | |||||
| HITCBC | 177 | 4096 | outstanding_work_.fetch_add(1, std::memory_order_acq_rel); | 177 | 4082 | outstanding_work_.fetch_add(1, std::memory_order_acq_rel); | ||
| HITCBC | 178 | 4096 | } | 178 | 4082 | } | ||
| 179 | 179 | |||||||
| 180 | void | 180 | void | |||||
| HITCBC | 181 | 3796 | on_work_finished() noexcept | 181 | 3782 | on_work_finished() noexcept | ||
| 182 | { | 182 | { | |||||
| HITCBC | 183 | 3796 | auto n = outstanding_work_.load(std::memory_order_relaxed); | 183 | 3782 | auto n = outstanding_work_.load(std::memory_order_relaxed); | ||
| HITCBC | 184 | 3803 | while(n > 1) | 184 | 3791 | while(n > 1) | ||
| 185 | { | 185 | { | |||||
| HITCBC | 186 | 1026 | if(outstanding_work_.compare_exchange_weak( | 186 | 910 | if(outstanding_work_.compare_exchange_weak( | ||
| 187 | n, n - 1, std::memory_order_acq_rel)) | 187 | n, n - 1, std::memory_order_acq_rel)) | |||||
| HITCBC | 188 | 506 | return; | 188 | 446 | return; | ||
| 189 | } | 189 | } | |||||
| HITCBC | 190 | 3290 | std::lock_guard<std::mutex> lock(mutex_); | 190 | 3336 | std::lock_guard<std::mutex> lock(mutex_); | ||
| HITCBC | 191 | 3290 | outstanding_work_.fetch_sub(1, std::memory_order_acq_rel); | 191 | 3336 | outstanding_work_.fetch_sub(1, std::memory_order_acq_rel); | ||
| 192 | // Re-read: a concurrent on_work_started() may have raised it. | 192 | // Re-read: a concurrent on_work_started() may have raised it. | |||||
| HITCBC | 193 | 3290 | if(outstanding_work_.load( | 193 | 3336 | if(outstanding_work_.load( | ||
| HITCBC | 194 | 3290 | std::memory_order_acquire) == 0 && joined_ && !stop_) | 194 | 3336 | std::memory_order_acquire) == 0 && joined_ && !stop_) | ||
| 195 | { | 195 | { | |||||
| HITCBC | 196 | 701 | stop_ = true; | 196 | 709 | stop_ = true; | ||
| HITCBC | 197 | 701 | done_cv_.notify_all(); | 197 | 709 | done_cv_.notify_all(); | ||
| HITCBC | 198 | 701 | work_cv_.notify_all(); | 198 | 709 | work_cv_.notify_all(); | ||
| 199 | } | 199 | } | |||||
| HITCBC | 200 | 3290 | } | 200 | 3336 | } | ||
| 201 | 201 | |||||||
| 202 | void | 202 | void | |||||
| HITCBC | 203 | 2733 | join() noexcept | 203 | 2705 | join() noexcept | ||
| 204 | { | 204 | { | |||||
| 205 | { | 205 | { | |||||
| HITCBC | 206 | 2733 | std::unique_lock<std::mutex> lock(mutex_); | 206 | 2705 | std::unique_lock<std::mutex> lock(mutex_); | ||
| HITCBC | 207 | 2733 | if(joined_) | 207 | 2705 | if(joined_) | ||
| HITCBC | 208 | 1295 | return; | 208 | 1281 | return; | ||
| HITCBC | 209 | 1438 | joined_ = true; | 209 | 1424 | joined_ = true; | ||
| 210 | 210 | |||||||
| HITCBC | 211 | 1438 | if(outstanding_work_.load( | 211 | 1424 | if(outstanding_work_.load( | ||
| HITCBC | 212 | 1438 | std::memory_order_acquire) == 0) | 212 | 1424 | std::memory_order_acquire) == 0) | ||
| 213 | { | 213 | { | |||||
| HITCBC | 214 | 381 | stop_ = true; | 214 | 359 | stop_ = true; | ||
| HITCBC | 215 | 381 | work_cv_.notify_all(); | 215 | 359 | work_cv_.notify_all(); | ||
| 216 | } | 216 | } | |||||
| 217 | else | 217 | else | |||||
| 218 | { | 218 | { | |||||
| HITCBC | 219 | 1057 | done_cv_.wait(lock, [this]{ | 219 | 1065 | done_cv_.wait(lock, [this]{ | ||
| HITCBC | 220 | 2059 | return stop_; | 220 | 2075 | return stop_; | ||
| 221 | }); | 221 | }); | |||||
| 222 | } | 222 | } | |||||
| HITCBC | 223 | 2733 | } | 223 | 2705 | } | ||
| 224 | 224 | |||||||
| HITCBC | 225 | 1946 | for(auto& t : threads_) | 225 | 1918 | for(auto& t : threads_) | ||
| HITCBC | 226 | 508 | if(t.joinable()) | 226 | 494 | if(t.joinable()) | ||
| HITCBC | 227 | 508 | t.join(); | 227 | 494 | t.join(); | ||
| 228 | } | 228 | } | |||||
| 229 | 229 | |||||||
| 230 | void | 230 | void | |||||
| HITCBC | 231 | 1741 | stop() noexcept | 231 | 1727 | stop() noexcept | ||
| 232 | { | 232 | { | |||||
| 233 | // Under the lock: the join() this releases may return and let | 233 | // Under the lock: the join() this releases may return and let | |||||
| 234 | // the pool be destroyed as soon as the lock is free. | 234 | // the pool be destroyed as soon as the lock is free. | |||||
| HITCBC | 235 | 1741 | std::lock_guard<std::mutex> lock(mutex_); | 235 | 1727 | std::lock_guard<std::mutex> lock(mutex_); | ||
| HITCBC | 236 | 1741 | stop_ = true; | 236 | 1727 | stop_ = true; | ||
| HITCBC | 237 | 1741 | work_cv_.notify_all(); | 237 | 1727 | work_cv_.notify_all(); | ||
| HITCBC | 238 | 1741 | done_cv_.notify_all(); | 238 | 1727 | done_cv_.notify_all(); | ||
| HITCBC | 239 | 1741 | } | 239 | 1727 | } | ||
| 240 | 240 | |||||||
| 241 | private: | 241 | private: | |||||
| 242 | void | 242 | void | |||||
| HITCBC | 243 | 383 | ensure_started() | 243 | 369 | ensure_started() | ||
| 244 | { | 244 | { | |||||
| 245 | // Under the lock, so join() either sees every thread started | 245 | // Under the lock, so join() either sees every thread started | |||||
| 246 | // here or makes this start none. A joined pool still starts them: | 246 | // here or makes this start none. A joined pool still starts them: | |||||
| 247 | // join() may be waiting on work that needs them. | 247 | // join() may be waiting on work that needs them. | |||||
| HITCBC | 248 | 383 | std::lock_guard<std::mutex> lock(mutex_); | 248 | 369 | std::lock_guard<std::mutex> lock(mutex_); | ||
| HITCBC | 249 | 383 | if(started_.load(std::memory_order_relaxed) || stop_) | 249 | 369 | if(started_.load(std::memory_order_relaxed) || stop_) | ||
| MISUBC | 250 | ✗ | return; | 250 | ✗ | return; | ||
| 251 | // Start at the threads already running: if an earlier call | 251 | // Start at the threads already running: if an earlier call | |||||
| 252 | // threw partway, this one adds only the missing ones. | 252 | // threw partway, this one adds only the missing ones. | |||||
| HITCBC | 253 | 383 | threads_.reserve(num_threads_); | 253 | 369 | threads_.reserve(num_threads_); | ||
| HITCBC | 254 | 891 | for(std::size_t i = threads_.size(); i < num_threads_; ++i) | 254 | 863 | for(std::size_t i = threads_.size(); i < num_threads_; ++i) | ||
| HITCBC | 255 | 1018 | threads_.emplace_back([this, i]{ run(i); }); | 255 | 990 | threads_.emplace_back([this, i]{ run(i); }); | ||
| HITCBC | 256 | 381 | started_.store(true, std::memory_order_release); | 256 | 367 | started_.store(true, std::memory_order_release); | ||
| HITCBC | 257 | 383 | } | 257 | 369 | } | ||
| 258 | 258 | |||||||
| 259 | void | 259 | void | |||||
| HITCBC | 260 | 508 | run(std::size_t index) | 260 | 494 | run(std::size_t index) | ||
| 261 | { | 261 | { | |||||
| 262 | // Build name; set_current_thread_name truncates to platform limits. | 262 | // Build name; set_current_thread_name truncates to platform limits. | |||||
| 263 | char name[16]; | 263 | char name[16]; | |||||
| HITCBC | 264 | 508 | std::snprintf(name, sizeof(name), "%s%zu", thread_name_prefix_, index); | 264 | 494 | std::snprintf(name, sizeof(name), "%s%zu", thread_name_prefix_, index); | ||
| HITCBC | 265 | 508 | set_current_thread_name(name); | 265 | 494 | set_current_thread_name(name); | ||
| 266 | 266 | |||||||
| 267 | // Mark this thread as a worker of this pool so dispatch() | 267 | // Mark this thread as a worker of this pool so dispatch() | |||||
| 268 | // can symmetric-transfer when called from within pool work. | 268 | // can symmetric-transfer when called from within pool work. | |||||
| 269 | struct scoped_pool | 269 | struct scoped_pool | |||||
| 270 | { | 270 | { | |||||
| HITCBC | 271 | 508 | scoped_pool(impl const* p) noexcept { current_.set(p); } | 271 | 494 | scoped_pool(impl const* p) noexcept { current_.set(p); } | ||
| HITCBC | 272 | 508 | ~scoped_pool() noexcept { current_.set(nullptr); } | 272 | 494 | ~scoped_pool() noexcept { current_.set(nullptr); } | ||
| HITCBC | 273 | 508 | } guard(this); | 273 | 494 | } guard(this); | ||
| 274 | 274 | |||||||
| 275 | for(;;) | 275 | for(;;) | |||||
| 276 | { | 276 | { | |||||
| HITCBC | 277 | 24163 | continuation* c = nullptr; | 277 | 24163 | continuation* c = nullptr; | ||
| 278 | { | 278 | { | |||||
| HITCBC | 279 | 24163 | std::unique_lock<std::mutex> lock(mutex_); | 279 | 24163 | std::unique_lock<std::mutex> lock(mutex_); | ||
| HITCBC | 280 | 24163 | work_cv_.wait(lock, [this]{ | 280 | 24163 | work_cv_.wait(lock, [this]{ | ||
| HITCBC | 281 | 70119 | return !empty() || | 281 | 69820 | return !empty() || | ||
| HITCBC | 282 | 70119 | stop_; | 282 | 69820 | stop_; | ||
| 283 | }); | 283 | }); | |||||
| HITCBC | 284 | 24163 | if(stop_) | 284 | 24163 | if(stop_) | ||
| HITCBC | 285 | 1016 | return; | 285 | 988 | return; | ||
| HITCBC | 286 | 23655 | c = pop(); | 286 | 23669 | c = pop(); | ||
| HITCBC | 287 | 24163 | } | 287 | 24163 | } | ||
| HITCBC | 288 | 23655 | if(c) | 288 | 23669 | if(c) | ||
| HITCBC | 289 | 23655 | safe_resume(c->h); | 289 | 23669 | safe_resume(c->h); | ||
| HITCBC | 290 | 23655 | } | 290 | 23669 | } | ||
| HITCBC | 291 | 508 | } | 291 | 494 | } | ||
| 292 | }; | 292 | }; | |||||
| 293 | 293 | |||||||
| 294 | //------------------------------------------------------------------------------ | 294 | //------------------------------------------------------------------------------ | |||||
| 295 | 295 | |||||||
| HITCBC | 296 | 1438 | thread_pool:: | 296 | 1424 | thread_pool:: | ||
| 297 | ~thread_pool() | 297 | ~thread_pool() | |||||
| 298 | { | 298 | { | |||||
| HITCBC | 299 | 1438 | impl_->stop(); | 299 | 1424 | impl_->stop(); | ||
| HITCBC | 300 | 1438 | impl_->join(); | 300 | 1424 | impl_->join(); | ||
| HITCBC | 301 | 1438 | shutdown(); | 301 | 1424 | shutdown(); | ||
| 302 | // Takes what the unwinds post too, and the work of any service they | 302 | // Takes what the unwinds post too, and the work of any service they | |||||
| 303 | // create, which is shut down as it is created. | 303 | // create, which is shut down as it is created. | |||||
| HITCBC | 304 | 1438 | impl_->drain_abandoned(); | 304 | 1424 | impl_->drain_abandoned(); | ||
| HITCBC | 305 | 1438 | destroy(); | 305 | 1424 | destroy(); | ||
| 306 | // Services give up their work in shutdown(), but anything a | 306 | // Services give up their work in shutdown(), but anything a | |||||
| 307 | // destructor posts anyway is still destroyed. | 307 | // destructor posts anyway is still destroyed. | |||||
| HITCBC | 308 | 1438 | impl_->drain_abandoned(); | 308 | 1424 | impl_->drain_abandoned(); | ||
| HITCBC | 309 | 1438 | delete impl_; | 309 | 1424 | delete impl_; | ||
| HITCBC | 310 | 1438 | } | 310 | 1424 | } | ||
| 311 | 311 | |||||||
| HITCBC | 312 | 1438 | thread_pool:: | 312 | 1424 | thread_pool:: | ||
| HITCBC | 313 | 1438 | thread_pool(std::size_t num_threads, std::string_view thread_name_prefix) | 313 | 1424 | thread_pool(std::size_t num_threads, std::string_view thread_name_prefix) | ||
| HITCBC | 314 | 1438 | : impl_(new impl(num_threads, thread_name_prefix)) | 314 | 1424 | : impl_(new impl(num_threads, thread_name_prefix)) | ||
| 315 | { | 315 | { | |||||
| HITCBC | 316 | 1438 | this->set_frame_allocator(std::allocator<void>{}); | 316 | 1424 | this->set_frame_allocator(std::allocator<void>{}); | ||
| HITCBC | 317 | 1438 | } | 317 | 1424 | } | ||
| 318 | 318 | |||||||
| 319 | void | 319 | void | |||||
| HITCBC | 320 | 1295 | thread_pool:: | 320 | 1281 | thread_pool:: | ||
| 321 | join() noexcept | 321 | join() noexcept | |||||
| 322 | { | 322 | { | |||||
| HITCBC | 323 | 1295 | impl_->join(); | 323 | 1281 | impl_->join(); | ||
| HITCBC | 324 | 1295 | } | 324 | 1281 | } | ||
| 325 | 325 | |||||||
| 326 | void | 326 | void | |||||
| HITCBC | 327 | 303 | thread_pool:: | 327 | 303 | thread_pool:: | ||
| 328 | stop() noexcept | 328 | stop() noexcept | |||||
| 329 | { | 329 | { | |||||
| HITCBC | 330 | 303 | impl_->stop(); | 330 | 303 | impl_->stop(); | ||
| HITCBC | 331 | 303 | } | 331 | 303 | } | ||
| 332 | 332 | |||||||
| 333 | //------------------------------------------------------------------------------ | 333 | //------------------------------------------------------------------------------ | |||||
| 334 | 334 | |||||||
| 335 | thread_pool::executor_type | 335 | thread_pool::executor_type | |||||
| HITCBC | 336 | 15357 | thread_pool:: | 336 | 15343 | thread_pool:: | ||
| 337 | get_executor() const noexcept | 337 | get_executor() const noexcept | |||||
| 338 | { | 338 | { | |||||
| HITCBC | 339 | 15357 | return executor_type( | 339 | 15343 | return executor_type( | ||
| HITCBC | 340 | 15357 | const_cast<thread_pool&>(*this)); | 340 | 15343 | const_cast<thread_pool&>(*this)); | ||
| 341 | } | 341 | } | |||||
| 342 | 342 | |||||||
| 343 | void | 343 | void | |||||
| HITCBC | 344 | 4096 | thread_pool::executor_type:: | 344 | 4082 | thread_pool::executor_type:: | ||
| 345 | on_work_started() const noexcept | 345 | on_work_started() const noexcept | |||||
| 346 | { | 346 | { | |||||
| HITCBC | 347 | 4096 | pool_->impl_->on_work_started(); | 347 | 4082 | pool_->impl_->on_work_started(); | ||
| HITCBC | 348 | 4096 | } | 348 | 4082 | } | ||
| 349 | 349 | |||||||
| 350 | void | 350 | void | |||||
| HITCBC | 351 | 3796 | thread_pool::executor_type:: | 351 | 3782 | thread_pool::executor_type:: | ||
| 352 | on_work_finished() const noexcept | 352 | on_work_finished() const noexcept | |||||
| 353 | { | 353 | { | |||||
| HITCBC | 354 | 3796 | pool_->impl_->on_work_finished(); | 354 | 3782 | pool_->impl_->on_work_finished(); | ||
| HITCBC | 355 | 3796 | } | 355 | 3782 | } | ||
| 356 | 356 | |||||||
| 357 | void | 357 | void | |||||
| HITCBC | 358 | 20969 | thread_pool::executor_type:: | 358 | 21042 | thread_pool::executor_type:: | ||
| 359 | post(continuation& c) const | 359 | post(continuation& c) const | |||||
| 360 | { | 360 | { | |||||
| HITCBC | 361 | 20969 | pool_->impl_->post(c); | 361 | 21042 | pool_->impl_->post(c); | ||
| HITCBC | 362 | 20967 | } | 362 | 21040 | } | ||
| 363 | 363 | |||||||
| 364 | std::coroutine_handle<> | 364 | std::coroutine_handle<> | |||||
| HITCBC | 365 | 3219 | thread_pool::executor_type:: | 365 | 3205 | thread_pool::executor_type:: | ||
| 366 | dispatch(continuation& c) const | 366 | dispatch(continuation& c) const | |||||
| 367 | { | 367 | { | |||||
| HITCBC | 368 | 3219 | if(pool_->impl_->running_in_this_thread()) | 368 | 3205 | if(pool_->impl_->running_in_this_thread()) | ||
| HITCBC | 369 | 7 | return c.h; | 369 | 7 | return c.h; | ||
| HITCBC | 370 | 3212 | pool_->impl_->post(c); | 370 | 3198 | pool_->impl_->post(c); | ||
| HITCBC | 371 | 3212 | return std::noop_coroutine(); | 371 | 3198 | return std::noop_coroutine(); | ||
| 372 | } | 372 | } | |||||
| 373 | 373 | |||||||
| 374 | } // capy | 374 | } // capy | |||||
| 375 | } // boost | 375 | } // boost | |||||