. /src /ex /thread_pool.cpp
100.00% Lines (153/153) 100.00% Functions (28/28)
[ ] prev/next file n p prev/next uncovered line
TLA Baseline Branch
Line Hits Code Line Hits Code
1   // 1   //
2   // Copyright (c) 2025 Vinnie Falco (vinnie.falco@gmail.com) 2   // Copyright (c) 2025 Vinnie Falco (vinnie.falco@gmail.com)
3   // Copyright (c) 2026 Michael Vandeberg 3   // Copyright (c) 2026 Michael Vandeberg
4   // 4   //
5   // Distributed under the Boost Software License, Version 1.0. (See accompanying 5   // Distributed under the Boost Software License, Version 1.0. (See accompanying
6   // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) 6   // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
7   // 7   //
8   // Official repository: https://github.com/boostorg/capy 8   // Official repository: https://github.com/boostorg/capy
9   // 9   //
10   10  
11   #include <boost/capy/ex/thread_pool.hpp> 11   #include <boost/capy/ex/thread_pool.hpp>
12   #include <boost/capy/continuation.hpp> 12   #include <boost/capy/continuation.hpp>
13   #include <boost/capy/detail/thread_local_ptr.hpp> 13   #include <boost/capy/detail/thread_local_ptr.hpp>
14   #include <boost/capy/ex/abandon.hpp> 14   #include <boost/capy/ex/abandon.hpp>
15   #include <boost/capy/ex/frame_allocator.hpp> 15   #include <boost/capy/ex/frame_allocator.hpp>
16   #include <boost/capy/test/thread_name.hpp> 16   #include <boost/capy/test/thread_name.hpp>
17   #include <algorithm> 17   #include <algorithm>
18   #include <atomic> 18   #include <atomic>
19   #include <condition_variable> 19   #include <condition_variable>
20   #include <cstdio> 20   #include <cstdio>
21   #include <mutex> 21   #include <mutex>
22   #include <thread> 22   #include <thread>
23   #include <vector> 23   #include <vector>
24   24  
25   /* 25   /*
26   Thread pool implementation using a shared work queue. 26   Thread pool implementation using a shared work queue.
27   27  
28   Work items are continuations linked via their intrusive next pointer, 28   Work items are continuations linked via their intrusive next pointer,
29   stored in a single queue protected by a mutex. No per-post heap 29   stored in a single queue protected by a mutex. No per-post heap
30   allocation: the continuation is owned by the caller and linked 30   allocation: the continuation is owned by the caller and linked
31   directly. Worker threads wait on a condition_variable until work 31   directly. Worker threads wait on a condition_variable until work
32   is available or stop is requested. 32   is available or stop is requested.
33   33  
34   Threads are started lazily on first post(), under mutex_, to avoid 34   Threads are started lazily on first post(), under mutex_, to avoid
35   spawning threads for pools that are constructed but never used. A 35   spawning threads for pools that are constructed but never used. A
36   stopped pool starts none. Each thread is named 36   stopped pool starts none. Each thread is named
37   with a configurable prefix plus index for debugger visibility. 37   with a configurable prefix plus index for debugger visibility.
38   38  
39   Work tracking: on_work_started/on_work_finished maintain the atomic 39   Work tracking: on_work_started/on_work_finished maintain the atomic
40   outstanding_work_ counter. on_work_started is lock-free, and so is 40   outstanding_work_ counter. on_work_started is lock-free, and so is
41   on_work_finished while the count stays above one. The release that 41   on_work_finished while the count stays above one. The release that
42   may take it to zero is made under mutex_, so join() can't see zero, 42   may take it to zero is made under mutex_, so join() can't see zero,
43   return and let the pool be destroyed while that call still uses it. 43   return and let the pool be destroyed while that call still uses it.
44   join() blocks until this counter reaches zero, then signals workers 44   join() blocks until this counter reaches zero, then signals workers
45   to stop and joins threads. 45   to stop and joins threads.
46   46  
47   Two shutdown paths: 47   Two shutdown paths:
48   - join(): waits for outstanding work to drain, then stops workers. 48   - join(): waits for outstanding work to drain, then stops workers.
49   - stop(): immediately signals workers to exit; queued work stays queued. 49   - stop(): immediately signals workers to exit; queued work stays queued.
50   - Destructor: stop() then join(), then queued work is abandoned. 50   - Destructor: stop() then join(), then queued work is abandoned.
51   */ 51   */
52   52  
53   namespace boost { 53   namespace boost {
54   namespace capy { 54   namespace capy {
55   55  
56   //------------------------------------------------------------------------------ 56   //------------------------------------------------------------------------------
57   57  
58   class thread_pool::impl 58   class thread_pool::impl
59   { 59   {
60   // Identifies the pool owning the current worker thread, or 60   // Identifies the pool owning the current worker thread, or
61   // nullptr if the calling thread is not a pool worker. Checked 61   // nullptr if the calling thread is not a pool worker. Checked
62   // by dispatch() to decide between symmetric transfer (inline 62   // by dispatch() to decide between symmetric transfer (inline
63   // resume) and post. 63   // resume) and post.
64   static inline detail::thread_local_ptr<impl const> current_; 64   static inline detail::thread_local_ptr<impl const> current_;
65   65  
66   // Intrusive queue of continuations: the next link is stored in 66   // Intrusive queue of continuations: the next link is stored in
67   // continuation::reserved (typed continuation* round-tripped through 67   // continuation::reserved (typed continuation* round-tripped through
68   // void*). No per-post allocation: the continuation is owned by the caller. 68   // void*). No per-post allocation: the continuation is owned by the caller.
69   continuation* head_ = nullptr; 69   continuation* head_ = nullptr;
70   continuation* tail_ = nullptr; 70   continuation* tail_ = nullptr;
71   71  
HITCBC 72   23869 void push(continuation* c) noexcept 72   25632 void push(continuation* c) noexcept
73   { 73   {
HITCBC 74   23869 c->reserved = nullptr; 74   25632 c->reserved = nullptr;
HITCBC 75   23869 if(tail_) 75   25632 if(tail_)
HITCBC 76   3569 tail_->reserved = c; 76   5752 tail_->reserved = c;
77   else 77   else
HITCBC 78   20300 head_ = c; 78   19880 head_ = c;
HITCBC 79   23869 tail_ = c; 79   25632 tail_ = c;
HITCBC 80   23869 } 80   25632 }
81   81  
HITCBC 82   26727 continuation* pop() noexcept 82   28502 continuation* pop() noexcept
83   { 83   {
HITCBC 84   26727 if(!head_) 84   28502 if(!head_)
HITCBC 85   2858 return nullptr; 85   2870 return nullptr;
HITCBC 86   23869 continuation* c = head_; 86   25632 continuation* c = head_;
HITCBC 87   23869 head_ = static_cast<continuation*>(head_->reserved); 87   25632 head_ = static_cast<continuation*>(head_->reserved);
HITCBC 88   23869 if(!head_) 88   25632 if(!head_)
HITCBC 89   20300 tail_ = nullptr; 89   19880 tail_ = nullptr;
HITCBC 90   23869 return c; 90   25632 return c;
91   } 91   }
92   92  
HITCBC 93   42389 bool empty() const noexcept 93   43169 bool empty() const noexcept
94   { 94   {
HITCBC 95   42389 return head_ == nullptr; 95   43169 return head_ == nullptr;
96   } 96   }
97   97  
98   std::mutex mutex_; 98   std::mutex mutex_;
99   std::condition_variable work_cv_; 99   std::condition_variable work_cv_;
100   std::condition_variable done_cv_; 100   std::condition_variable done_cv_;
101   std::vector<std::thread> threads_; 101   std::vector<std::thread> threads_;
102   std::atomic<std::size_t> outstanding_work_{0}; 102   std::atomic<std::size_t> outstanding_work_{0};
103   bool stop_{false}; 103   bool stop_{false};
104   bool joined_{false}; 104   bool joined_{false};
105   std::size_t num_threads_; 105   std::size_t num_threads_;
106   char thread_name_prefix_[13]{}; // 12 chars max + null terminator 106   char thread_name_prefix_[13]{}; // 12 chars max + null terminator
107   std::atomic<bool> started_{false}; 107   std::atomic<bool> started_{false};
108   108  
109   public: 109   public:
HITCBC 110   1427 ~impl() = default; 110   1433 ~impl() = default;
111   111  
112   bool 112   bool
HITCBC 113   2708 running_in_this_thread() const noexcept 113   2714 running_in_this_thread() const noexcept
114   { 114   {
HITCBC 115   2708 return current_.get() == this; 115   2714 return current_.get() == this;
116   } 116   }
117   117  
118   // Abandon queued coroutines. Called after the services shut down, 118   // Abandon queued coroutines. Called after the services shut down,
119   // since their shutdown can post more, and again after they are 119   // since their shutdown can post more, and again after they are
120   // destroyed, for anything their destructors post. Each is taken 120   // destroyed, for anything their destructors post. Each is taken
121   // under the lock, as other threads may still post, and abandoned 121   // under the lock, as other threads may still post, and abandoned
122   // outside it, as abandoning can post. Returns whether there was 122   // outside it, as abandoning can post. Returns whether there was
123   // anything to abandon. 123   // anything to abandon.
124   bool 124   bool
HITCBC 125   2858 drain_abandoned() noexcept 125   2870 drain_abandoned() noexcept
126   { 126   {
HITCBC 127   2858 bool any = false; 127   2870 bool any = false;
128   for(;;) 128   for(;;)
129   { 129   {
130   continuation* c; 130   continuation* c;
131   { 131   {
HITCBC 132   5355 std::lock_guard<std::mutex> lock(mutex_); 132   5423 std::lock_guard<std::mutex> lock(mutex_);
HITCBC 133   5355 c = pop(); 133   5423 c = pop();
HITCBC 134   5355 } 134   5423 }
HITCBC 135   5355 if(!c) 135   5423 if(!c)
HITCBC 136   2858 return any; 136   2870 return any;
HITCBC 137   2497 any = true; 137   2553 any = true;
HITCBC 138   2497 if(c->h && c->h != std::noop_coroutine()) 138   2553 if(c->h && c->h != std::noop_coroutine())
HITCBC 139   2246 capy::abandon(*c); 139   2302 capy::abandon(*c);
HITCBC 140   2497 } 140   2553 }
141   } 141   }
142   142  
HITCBC 143   1427 impl(std::size_t num_threads, std::string_view thread_name_prefix) 143   1433 impl(std::size_t num_threads, std::string_view thread_name_prefix)
HITCBC 144   1427 : num_threads_(num_threads) 144   1433 : num_threads_(num_threads)
145   { 145   {
HITCBC 146   1427 if(num_threads_ == 0) 146   1433 if(num_threads_ == 0)
HITCBC 147   8 num_threads_ = std::max( 147   8 num_threads_ = std::max(
HITCBC 148   4 std::thread::hardware_concurrency(), 1u); 148   4 std::thread::hardware_concurrency(), 1u);
149   149  
150   // Truncate prefix to 12 chars, leaving room for up to 3-digit index. 150   // Truncate prefix to 12 chars, leaving room for up to 3-digit index.
HITCBC 151   1427 auto n = thread_name_prefix.copy(thread_name_prefix_, 12); 151   1433 auto n = thread_name_prefix.copy(thread_name_prefix_, 12);
HITCBC 152   1427 thread_name_prefix_[n] = '\0'; 152   1433 thread_name_prefix_[n] = '\0';
HITCBC 153   1427 } 153   1433 }
154   154  
155   void 155   void
HITCBC 156   23869 post(continuation& c) 156   25632 post(continuation& c)
157   { 157   {
HITCBC 158   23869 if(!started_.load(std::memory_order_acquire)) 158   25632 if(!started_.load(std::memory_order_acquire))
159   { 159   {
160   { 160   {
HITCBC 161   2576 std::lock_guard<std::mutex> lock(mutex_); 161   2583 std::lock_guard<std::mutex> lock(mutex_);
HITCBC 162   2576 if(stop_) 162   2583 if(stop_)
163   { 163   {
164   // Stopped before any thread started: nothing will 164   // Stopped before any thread started: nothing will
165   // run it, and the destructor's drain abandons it. 165   // run it, and the destructor's drain abandons it.
HITCBC 166   2204 push(&c); 166   2204 push(&c);
HITCBC 167   2204 return; 167   2204 return;
168   } 168   }
HITCBC 169   2576 } 169   2583 }
HITCBC 170   372 ensure_started(); 170   379 ensure_started();
171   } 171   }
HITCBC 172   21665 std::lock_guard<std::mutex> lock(mutex_); 172   23428 std::lock_guard<std::mutex> lock(mutex_);
HITCBC 173   21665 push(&c); 173   23428 push(&c);
174   // Under the lock so the pool cannot drain, join, and 174   // Under the lock so the pool cannot drain, join, and
175   // destroy the condition variable mid-signal. 175   // destroy the condition variable mid-signal.
HITCBC 176   21665 work_cv_.notify_one(); 176   23428 work_cv_.notify_one();
HITCBC 177   21665 } 177   23428 }
178   178  
179   void 179   void
HITCBC 180   3585 on_work_started() noexcept 180   3591 on_work_started() noexcept
181   { 181   {
HITCBC 182   3585 outstanding_work_.fetch_add(1, std::memory_order_acq_rel); 182   3591 outstanding_work_.fetch_add(1, std::memory_order_acq_rel);
HITCBC 183   3585 } 183   3591 }
184   184  
185   void 185   void
HITCBC 186   3285 on_work_finished() noexcept 186   3291 on_work_finished() noexcept
187   { 187   {
HITCBC 188   3285 auto n = outstanding_work_.load(std::memory_order_relaxed); 188   3291 auto n = outstanding_work_.load(std::memory_order_relaxed);
HITCBC 189   3288 while(n > 1) 189   3297 while(n > 1)
190   { 190   {
HITCBC 191   2180 if(outstanding_work_.compare_exchange_weak( 191   886 if(outstanding_work_.compare_exchange_weak(
192   n, n - 1, std::memory_order_acq_rel)) 192   n, n - 1, std::memory_order_acq_rel))
HITCBC 193   1087 return; 193   437 return;
194   } 194   }
HITCBC 195   2198 std::lock_guard<std::mutex> lock(mutex_); 195   2854 std::lock_guard<std::mutex> lock(mutex_);
HITCBC 196   2198 outstanding_work_.fetch_sub(1, std::memory_order_acq_rel); 196   2854 outstanding_work_.fetch_sub(1, std::memory_order_acq_rel);
197   // Re-read: a concurrent on_work_started() may have raised it. 197   // Re-read: a concurrent on_work_started() may have raised it.
HITCBC 198   2198 if(outstanding_work_.load( 198   2854 if(outstanding_work_.load(
HITCBC 199   2198 std::memory_order_acquire) == 0 && joined_ && !stop_) 199   2854 std::memory_order_acquire) == 0 && joined_ && !stop_)
200   { 200   {
HITCBC 201   708 stop_ = true; 201   694 stop_ = true;
HITCBC 202   708 done_cv_.notify_all(); 202   694 done_cv_.notify_all();
HITCBC 203   708 work_cv_.notify_all(); 203   694 work_cv_.notify_all();
204   } 204   }
HITCBC 205   2198 } 205   2854 }
206   206  
207   void 207   void
HITCBC 208   2711 join() noexcept 208   2723 join() noexcept
209   { 209   {
210   { 210   {
HITCBC 211   2711 std::unique_lock<std::mutex> lock(mutex_); 211   2723 std::unique_lock<std::mutex> lock(mutex_);
HITCBC 212   2711 if(joined_) 212   2723 if(joined_)
HITCBC 213   1284 return; 213   1290 return;
HITCBC 214   1427 joined_ = true; 214   1433 joined_ = true;
215   215  
HITCBC 216   1427 if(outstanding_work_.load( 216   1433 if(outstanding_work_.load(
HITCBC 217   1427 std::memory_order_acquire) == 0) 217   1433 std::memory_order_acquire) == 0)
218   { 218   {
HITCBC 219   365 stop_ = true; 219   384 stop_ = true;
HITCBC 220   365 work_cv_.notify_all(); 220   384 work_cv_.notify_all();
221   } 221   }
222   else 222   else
223   { 223   {
HITCBC 224   1062 done_cv_.wait(lock, [this]{ 224   1049 done_cv_.wait(lock, [this]{
HITCBC 225   2071 return stop_; 225   2044 return stop_;
226   }); 226   });
227   } 227   }
HITCBC 228   2711 } 228   2723 }
229   229  
HITCBC 230   1921 for(auto& t : threads_) 230   1933 for(auto& t : threads_)
HITCBC 231   494 if(t.joinable()) 231   500 if(t.joinable())
HITCBC 232   494 t.join(); 232   500 t.join();
233   } 233   }
234   234  
235   void 235   void
HITCBC 236   1730 stop() noexcept 236   1736 stop() noexcept
237   { 237   {
238   // Under the lock: the join() this releases may return and let 238   // Under the lock: the join() this releases may return and let
239   // the pool be destroyed as soon as the lock is free. 239   // the pool be destroyed as soon as the lock is free.
HITCBC 240   1730 std::lock_guard<std::mutex> lock(mutex_); 240   1736 std::lock_guard<std::mutex> lock(mutex_);
HITCBC 241   1730 stop_ = true; 241   1736 stop_ = true;
HITCBC 242   1730 work_cv_.notify_all(); 242   1736 work_cv_.notify_all();
HITCBC 243   1730 done_cv_.notify_all(); 243   1736 done_cv_.notify_all();
HITCBC 244   1730 } 244   1736 }
245   245  
246   private: 246   private:
247   void 247   void
HITCBC 248   372 ensure_started() 248   379 ensure_started()
249   { 249   {
250   // Under the lock, so join() either sees every thread started 250   // Under the lock, so join() either sees every thread started
251   // here or makes this start none. A joined pool still starts them: 251   // here or makes this start none. A joined pool still starts them:
252   // join() may be waiting on work that needs them. 252   // join() may be waiting on work that needs them.
HITCBC 253   372 std::lock_guard<std::mutex> lock(mutex_); 253   379 std::lock_guard<std::mutex> lock(mutex_);
HITCBC 254   372 if(started_.load(std::memory_order_relaxed) || stop_) 254   379 if(started_.load(std::memory_order_relaxed) || stop_)
HITCBC 255   2 return; 255   3 return;
HITCBC 256   370 threads_.reserve(num_threads_); 256   376 threads_.reserve(num_threads_);
HITCBC 257   864 for(std::size_t i = 0; i < num_threads_; ++i) 257   876 for(std::size_t i = 0; i < num_threads_; ++i)
HITCBC 258   988 threads_.emplace_back([this, i]{ run(i); }); 258   1000 threads_.emplace_back([this, i]{ run(i); });
HITCBC 259   370 started_.store(true, std::memory_order_release); 259   376 started_.store(true, std::memory_order_release);
HITCBC 260   372 } 260   379 }
261   261  
262   void 262   void
HITCBC 263   494 run(std::size_t index) 263   500 run(std::size_t index)
264   { 264   {
265   // Build name; set_current_thread_name truncates to platform limits. 265   // Build name; set_current_thread_name truncates to platform limits.
266   char name[16]; 266   char name[16];
HITCBC 267   494 std::snprintf(name, sizeof(name), "%s%zu", thread_name_prefix_, index); 267   500 std::snprintf(name, sizeof(name), "%s%zu", thread_name_prefix_, index);
HITCBC 268   494 set_current_thread_name(name); 268   500 set_current_thread_name(name);
269   269  
270   // Mark this thread as a worker of this pool so dispatch() 270   // Mark this thread as a worker of this pool so dispatch()
271   // can symmetric-transfer when called from within pool work. 271   // can symmetric-transfer when called from within pool work.
272   struct scoped_pool 272   struct scoped_pool
273   { 273   {
HITCBC 274   494 scoped_pool(impl const* p) noexcept { current_.set(p); } 274   500 scoped_pool(impl const* p) noexcept { current_.set(p); }
HITCBC 275   494 ~scoped_pool() noexcept { current_.set(nullptr); } 275   500 ~scoped_pool() noexcept { current_.set(nullptr); }
HITCBC 276   494 } guard(this); 276   500 } guard(this);
277   277  
278   for(;;) 278   for(;;)
279   { 279   {
HITCBC 280   21866 continuation* c = nullptr; 280   23579 continuation* c = nullptr;
281   { 281   {
HITCBC 282   21866 std::unique_lock<std::mutex> lock(mutex_); 282   23579 std::unique_lock<std::mutex> lock(mutex_);
HITCBC 283   21866 work_cv_.wait(lock, [this]{ 283   23579 work_cv_.wait(lock, [this]{
HITCBC 284   63313 return !empty() || 284   63166 return !empty() ||
HITCBC 285   63313 stop_; 285   63166 stop_;
286   }); 286   });
HITCBC 287   21866 if(stop_) 287   23579 if(stop_)
HITCBC 288   988 return; 288   1000 return;
HITCBC 289   21372 c = pop(); 289   23079 c = pop();
HITCBC 290   21866 } 290   23579 }
HITCBC 291   21372 if(c) 291   23079 if(c)
HITCBC 292   21372 safe_resume(c->h); 292   23079 safe_resume(c->h);
HITCBC 293   21372 } 293   23079 }
HITCBC 294   494 } 294   500 }
295   }; 295   };
296   296  
297   //------------------------------------------------------------------------------ 297   //------------------------------------------------------------------------------
298   298  
HITCBC 299   1427 thread_pool:: 299   1433 thread_pool::
300   ~thread_pool() 300   ~thread_pool()
301   { 301   {
HITCBC 302   1427 impl_->stop(); 302   1433 impl_->stop();
HITCBC 303   1427 impl_->join(); 303   1433 impl_->join();
HITCBC 304   1427 shutdown(); 304   1433 shutdown();
HITCBC 305   1427 impl_->drain_abandoned(); 305   1433 impl_->drain_abandoned();
306   // A frame the drain unwinds can create a service, whose destructor 306   // A frame the drain unwinds can create a service, whose destructor
307   // can post again: repeat until nothing is left of either. 307   // can post again: repeat until nothing is left of either.
308   do 308   do
309   { 309   {
HITCBC 310   1431 destroy(); 310   1437 destroy();
311   } 311   }
HITCBC 312   1431 while(impl_->drain_abandoned()); 312   1437 while(impl_->drain_abandoned());
HITCBC 313   1427 delete impl_; 313   1433 delete impl_;
HITCBC 314   1427 } 314   1433 }
315   315  
HITCBC 316   1427 thread_pool:: 316   1433 thread_pool::
HITCBC 317   1427 thread_pool(std::size_t num_threads, std::string_view thread_name_prefix) 317   1433 thread_pool(std::size_t num_threads, std::string_view thread_name_prefix)
HITCBC 318   1427 : impl_(new impl(num_threads, thread_name_prefix)) 318   1433 : impl_(new impl(num_threads, thread_name_prefix))
319   { 319   {
HITCBC 320   1427 this->set_frame_allocator(std::allocator<void>{}); 320   1433 this->set_frame_allocator(std::allocator<void>{});
HITCBC 321   1427 } 321   1433 }
322   322  
323   void 323   void
HITCBC 324   1284 thread_pool:: 324   1290 thread_pool::
325   join() noexcept 325   join() noexcept
326   { 326   {
HITCBC 327   1284 impl_->join(); 327   1290 impl_->join();
HITCBC 328   1284 } 328   1290 }
329   329  
330   void 330   void
HITCBC 331   303 thread_pool:: 331   303 thread_pool::
332   stop() noexcept 332   stop() noexcept
333   { 333   {
HITCBC 334   303 impl_->stop(); 334   303 impl_->stop();
HITCBC 335   303 } 335   303 }
336   336  
337   //------------------------------------------------------------------------------ 337   //------------------------------------------------------------------------------
338   338  
339   thread_pool::executor_type 339   thread_pool::executor_type
HITCBC 340   14844 thread_pool:: 340   14850 thread_pool::
341   get_executor() const noexcept 341   get_executor() const noexcept
342   { 342   {
HITCBC 343   14844 return executor_type( 343   14850 return executor_type(
HITCBC 344   14844 const_cast<thread_pool&>(*this)); 344   14850 const_cast<thread_pool&>(*this));
345   } 345   }
346   346  
347   void 347   void
HITCBC 348   3585 thread_pool::executor_type:: 348   3591 thread_pool::executor_type::
349   on_work_started() const noexcept 349   on_work_started() const noexcept
350   { 350   {
HITCBC 351   3585 pool_->impl_->on_work_started(); 351   3591 pool_->impl_->on_work_started();
HITCBC 352   3585 } 352   3591 }
353   353  
354   void 354   void
HITCBC 355   3285 thread_pool::executor_type:: 355   3291 thread_pool::executor_type::
356   on_work_finished() const noexcept 356   on_work_finished() const noexcept
357   { 357   {
HITCBC 358   3285 pool_->impl_->on_work_finished(); 358   3291 pool_->impl_->on_work_finished();
HITCBC 359   3285 } 359   3291 }
360   360  
361   void 361   void
HITCBC 362   21168 thread_pool::executor_type:: 362   22925 thread_pool::executor_type::
363   post(continuation& c) const 363   post(continuation& c) const
364   { 364   {
HITCBC 365   21168 pool_->impl_->post(c); 365   22925 pool_->impl_->post(c);
HITCBC 366   21168 } 366   22925 }
367   367  
368   std::coroutine_handle<> 368   std::coroutine_handle<>
HITCBC 369   2708 thread_pool::executor_type:: 369   2714 thread_pool::executor_type::
370   dispatch(continuation& c) const 370   dispatch(continuation& c) const
371   { 371   {
HITCBC 372   2708 if(pool_->impl_->running_in_this_thread()) 372   2714 if(pool_->impl_->running_in_this_thread())
HITCBC 373   7 return c.h; 373   7 return c.h;
HITCBC 374   2701 pool_->impl_->post(c); 374   2707 pool_->impl_->post(c);
HITCBC 375   2701 return std::noop_coroutine(); 375   2707 return std::noop_coroutine();
376   } 376   }
377   377  
378   } // capy 378   } // capy
379   } // boost 379   } // boost