generator.hpp 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600
  1. //
  2. // Copyright (c) 2022 Klemens Morgenstern (klemens.morgenstern@gmx.net)
  3. //
  4. // Distributed under the Boost Software License, Version 1.0. (See accompanying
  5. // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
  6. //
  7. #ifndef BOOST_COBALT_DETAIL_GENERATOR_HPP
  8. #define BOOST_COBALT_DETAIL_GENERATOR_HPP
  9. #include <boost/cobalt/concepts.hpp>
  10. #include <boost/cobalt/result.hpp>
  11. #include <boost/cobalt/detail/exception.hpp>
  12. #include <boost/cobalt/detail/forward_cancellation.hpp>
  13. #include <boost/cobalt/detail/this_thread.hpp>
  14. #include <boost/cobalt/unique_handle.hpp>
  15. #include <boost/cobalt/detail/wrapper.hpp>
  16. #include <boost/asio/bind_allocator.hpp>
  17. #include <boost/core/exchange.hpp>
  18. #include <boost/variant2/variant.hpp>
  19. namespace boost::cobalt
  20. {
  21. template<typename Yield, typename Push>
  22. struct generator;
  23. namespace detail
  24. {
  25. template<typename Yield, typename Push>
  26. struct generator_yield_awaitable;
  27. template<typename Yield, typename Push>
  28. struct generator_receiver;
  29. template<typename Yield, typename Push>
  30. struct generator_receiver_base
  31. {
  32. std::optional<Push> pushed_value;
  33. auto get_awaitable(const Push & push) requires std::is_copy_constructible_v<Push>
  34. {
  35. using impl = generator_receiver<Yield, Push>;
  36. return typename impl::awaitable{static_cast<impl*>(this), &push};
  37. }
  38. auto get_awaitable( Push && push)
  39. {
  40. using impl = generator_receiver<Yield, Push>;
  41. return typename impl::awaitable{static_cast<impl*>(this), &push};
  42. }
  43. };
  44. template<typename Yield>
  45. struct generator_receiver_base<Yield, void>
  46. {
  47. bool pushed_value{false};
  48. auto get_awaitable()
  49. {
  50. using impl = generator_receiver<Yield, void>;
  51. return typename impl::awaitable{static_cast<impl*>(this), static_cast<void*>(nullptr)};
  52. }
  53. };
  54. template<typename Yield, typename Push>
  55. struct generator_promise;
  56. template<typename Yield, typename Push>
  57. struct generator_receiver : generator_receiver_base<Yield, Push>
  58. {
  59. std::exception_ptr exception;
  60. std::optional<Yield> result, result_buffer;
  61. Yield get_result()
  62. {
  63. if (result_buffer)
  64. {
  65. auto res = *std::exchange(result, std::nullopt);
  66. if (result_buffer)
  67. result.emplace(*std::exchange(result_buffer, std::nullopt));
  68. return res;
  69. }
  70. else
  71. return *std::exchange(result, std::nullopt);
  72. }
  73. bool done = false;
  74. unique_handle<void> awaited_from{nullptr};
  75. unique_handle<generator_promise<Yield, Push>> yield_from{nullptr};
  76. bool lazy = false;
  77. bool ready() { return exception || result || done; }
  78. generator_receiver() = default;
  79. generator_receiver(generator_receiver && lhs)
  80. : generator_receiver_base<Yield, Push>{std::move(lhs.pushed_value)},
  81. exception(std::move(lhs.exception)), done(lhs.done),
  82. result(std::move(lhs.result)),
  83. result_buffer(std::move(lhs.result_buffer)),
  84. awaited_from(std::move(lhs.awaited_from)), yield_from{std::move(lhs.yield_from)},
  85. lazy(lhs.lazy), reference(lhs.reference), cancel_signal(lhs.cancel_signal)
  86. {
  87. if (!lhs.done && !lhs.exception)
  88. {
  89. reference = this;
  90. lhs.exception = moved_from_exception();
  91. }
  92. lhs.done = true;
  93. }
  94. ~generator_receiver()
  95. {
  96. if (!done && reference == this)
  97. reference = nullptr;
  98. }
  99. generator_receiver(generator_receiver * &reference, asio::cancellation_signal & cancel_signal)
  100. : reference(reference), cancel_signal(cancel_signal)
  101. {
  102. reference = this;
  103. }
  104. generator_receiver * &reference;
  105. asio::cancellation_signal & cancel_signal;
  106. using yield_awaitable = generator_yield_awaitable<Yield, Push>;
  107. yield_awaitable get_yield_awaitable(generator_promise<Yield, Push> * pro) {return {pro}; }
  108. static yield_awaitable terminator() {return {nullptr}; }
  109. template<typename T>
  110. void yield_value(T && t)
  111. {
  112. if (!result)
  113. result.emplace(std::forward<T>(t));
  114. else
  115. {
  116. BOOST_ASSERT(!result_buffer);
  117. result_buffer.emplace(std::forward<T>(t));
  118. }
  119. }
  120. struct awaitable
  121. {
  122. generator_receiver *self;
  123. std::exception_ptr ex;
  124. asio::cancellation_slot cl;
  125. variant2::variant<variant2::monostate, Push *, const Push *> to_push;
  126. awaitable(generator_receiver * self, Push * to_push) : self(self), to_push(to_push)
  127. {
  128. }
  129. awaitable(generator_receiver * self, const Push * to_push)
  130. : self(self), to_push(to_push)
  131. {
  132. }
  133. awaitable(const awaitable & aw) noexcept : self(aw.self), to_push(aw.to_push)
  134. {
  135. }
  136. bool await_ready() const
  137. {
  138. BOOST_ASSERT(!ex);
  139. return self->ready();
  140. }
  141. template<typename Promise>
  142. std::coroutine_handle<void> await_suspend(std::coroutine_handle<Promise> h)
  143. {
  144. if (self->done) // ok, so we're actually done already, so noop
  145. return std::noop_coroutine();
  146. if (!ex && self->awaited_from != nullptr) // generator already being awaited, that's an error!
  147. ex = already_awaited();
  148. if (ex)
  149. return h;
  150. if constexpr (requires (Promise p) {p.get_cancellation_slot();})
  151. if ((cl = h.promise().get_cancellation_slot()).is_connected())
  152. cl.emplace<forward_cancellation>(self->cancel_signal);
  153. self->awaited_from.reset(h.address());
  154. std::coroutine_handle<void> res = std::noop_coroutine();
  155. if (self->yield_from != nullptr)
  156. res = self->yield_from.release();
  157. if ((to_push.index() > 0) && !self->pushed_value && self->lazy)
  158. {
  159. if constexpr (std::is_void_v<Push>)
  160. self->pushed_value = true;
  161. else
  162. {
  163. if (to_push.index() == 1)
  164. self->pushed_value.emplace(std::move(*variant2::get<1>(to_push)));
  165. else
  166. {
  167. if constexpr (std::is_copy_constructible_v<Push>)
  168. self->pushed_value.emplace(std::move(*variant2::get<2>(to_push)));
  169. else
  170. {
  171. BOOST_ASSERT(!"push value is not movable");
  172. }
  173. }
  174. }
  175. to_push = variant2::monostate{};
  176. }
  177. return std::coroutine_handle<void>::from_address(res.address());
  178. }
  179. Yield await_resume(const boost::source_location & loc = BOOST_CURRENT_LOCATION)
  180. {
  181. return await_resume(as_result_tag{}).value(loc);
  182. }
  183. std::tuple<std::exception_ptr, Yield> await_resume(
  184. const as_tuple_tag &)
  185. {
  186. auto res = await_resume(as_result_tag{});
  187. if (res.has_error())
  188. return {res.error(), Yield{}};
  189. else
  190. return {nullptr, res.value()};
  191. }
  192. system::result<Yield, std::exception_ptr> await_resume(const as_result_tag& )
  193. {
  194. if (cl.is_connected())
  195. cl.clear();
  196. if (ex)
  197. return {system::in_place_error, ex};
  198. if (self->exception)
  199. return {system::in_place_error, std::exchange(self->exception, nullptr)};
  200. if (!self->result) // missing co_return this is accepted behaviour, if the compiler agrees
  201. return {system::in_place_error, std::make_exception_ptr(std::runtime_error("cobalt::generator returned void"))};
  202. if (to_push.index() > 0)
  203. {
  204. BOOST_ASSERT(!self->pushed_value);
  205. if constexpr (std::is_void_v<Push>)
  206. self->pushed_value = true;
  207. else
  208. {
  209. if (to_push.index() == 1)
  210. self->pushed_value.emplace(std::move(*variant2::get<1>(to_push)));
  211. else
  212. {
  213. if constexpr (std::is_copy_constructible_v<Push>)
  214. self->pushed_value.emplace(std::move(*variant2::get<2>(to_push)));
  215. else
  216. {
  217. BOOST_ASSERT(!"push value is not movable");
  218. }
  219. }
  220. }
  221. to_push = variant2::monostate{};
  222. }
  223. // now we also want to resume the coroutine, so it starts work
  224. if (self->yield_from != nullptr && !self->lazy)
  225. {
  226. auto exec = self->yield_from->get_executor();
  227. auto alloc = asio::get_associated_allocator(self->yield_from);
  228. asio::post(
  229. std::move(exec),
  230. asio::bind_allocator(
  231. alloc,
  232. [y = std::exchange(self->yield_from, nullptr)]() mutable
  233. {
  234. if (y->receiver) // make sure we only resume eagerly when attached to a generator object
  235. std::move(y)();
  236. }));
  237. }
  238. return {system::in_place_value, self->get_result()};
  239. }
  240. void interrupt_await() &
  241. {
  242. if (!self)
  243. return ;
  244. ex = detached_exception();
  245. if (self->awaited_from)
  246. self->awaited_from.release().resume();
  247. }
  248. };
  249. void interrupt_await() &
  250. {
  251. exception = detached_exception();
  252. awaited_from.release().resume();
  253. }
  254. void rethrow_if()
  255. {
  256. if (exception)
  257. std::rethrow_exception(exception);
  258. }
  259. };
  260. template<typename Yield, typename Push>
  261. struct generator_promise
  262. : promise_memory_resource_base,
  263. promise_cancellation_base<asio::cancellation_slot, asio::enable_total_cancellation>,
  264. promise_throw_if_cancelled_base,
  265. enable_awaitables<generator_promise<Yield, Push>>,
  266. enable_await_allocator<generator_promise<Yield, Push>>,
  267. enable_await_executor< generator_promise<Yield, Push>>
  268. {
  269. using promise_cancellation_base<asio::cancellation_slot, asio::enable_total_cancellation>::await_transform;
  270. using promise_throw_if_cancelled_base::await_transform;
  271. using enable_awaitables<generator_promise<Yield, Push>>::await_transform;
  272. using enable_await_allocator<generator_promise<Yield, Push>>::await_transform;
  273. using enable_await_executor<generator_promise<Yield, Push>>::await_transform;
  274. [[nodiscard]] generator<Yield, Push> get_return_object()
  275. {
  276. return generator<Yield, Push>{this};
  277. }
  278. mutable asio::cancellation_signal signal;
  279. using executor_type = executor;
  280. executor_type exec;
  281. const executor_type & get_executor() const {return exec;}
  282. template<typename ... Args>
  283. generator_promise(Args & ...args)
  284. :
  285. #if !defined(BOOST_COBALT_NO_PMR)
  286. promise_memory_resource_base(detail::get_memory_resource_from_args(args...)),
  287. #endif
  288. exec{detail::get_executor_from_args(args...)}
  289. {
  290. this->reset_cancellation_source(signal.slot());
  291. }
  292. std::suspend_never initial_suspend() {return {};}
  293. struct final_awaitable
  294. {
  295. generator_promise * generator;
  296. bool await_ready() const noexcept
  297. {
  298. return generator->receiver && generator->receiver->awaited_from.get() == nullptr;
  299. }
  300. auto await_suspend(std::coroutine_handle<generator_promise> h) noexcept
  301. {
  302. std::coroutine_handle<void> res = std::noop_coroutine();
  303. if (generator->receiver && generator->receiver->awaited_from.get() != nullptr)
  304. res = generator->receiver->awaited_from.release();
  305. if (generator->receiver)
  306. generator->receiver->done = true;
  307. if (auto & rec = h.promise().receiver; rec != nullptr)
  308. {
  309. if (!rec->done && !rec->exception)
  310. rec->exception = detail::completed_unexpected();
  311. rec->done = true;
  312. rec->awaited_from.reset(nullptr);
  313. rec = nullptr;
  314. }
  315. detail::self_destroy(h);
  316. return res;
  317. }
  318. void await_resume() noexcept
  319. {
  320. if (generator->receiver)
  321. generator->receiver->done = true;
  322. }
  323. };
  324. auto final_suspend() noexcept
  325. {
  326. return final_awaitable{this};
  327. }
  328. void unhandled_exception()
  329. {
  330. if (this->receiver)
  331. this->receiver->exception = std::current_exception();
  332. else
  333. throw ;
  334. }
  335. void return_value(const Yield & res) requires std::is_copy_constructible_v<Yield>
  336. {
  337. if (this->receiver)
  338. this->receiver->yield_value(res);
  339. }
  340. void return_value(Yield && res)
  341. {
  342. if (this->receiver)
  343. this->receiver->yield_value(std::move(res));
  344. }
  345. generator_receiver<Yield, Push>* receiver{nullptr};
  346. auto await_transform(this_coro::initial_t val)
  347. {
  348. if(receiver)
  349. {
  350. receiver->lazy = true;
  351. return receiver->get_yield_awaitable(this);
  352. }
  353. else
  354. return generator_receiver<Yield, Push>::terminator();
  355. }
  356. template<typename Yield_>
  357. auto yield_value(Yield_ && ret)
  358. {
  359. if(receiver)
  360. {
  361. // if this is lazy, there might still be a value in there.
  362. receiver->yield_value(std::forward<Yield_>(ret));
  363. return receiver->get_yield_awaitable(this);
  364. }
  365. else
  366. return generator_receiver<Yield, Push>::terminator();
  367. }
  368. void interrupt_await() &
  369. {
  370. if (this->receiver)
  371. {
  372. this->receiver->exception = detached_exception();
  373. std::coroutine_handle<void>::from_address(this->receiver->awaited_from.release()).resume();
  374. }
  375. }
  376. ~generator_promise()
  377. {
  378. if (this->receiver)
  379. {
  380. if (!this->receiver->done && !this->receiver->exception)
  381. this->receiver->exception = detail::completed_unexpected();
  382. this->receiver->done = true;
  383. this->receiver->awaited_from.reset(nullptr);
  384. }
  385. }
  386. };
  387. template<typename Yield, typename Push>
  388. struct generator_yield_awaitable
  389. {
  390. generator_promise<Yield, Push> *self;
  391. constexpr bool await_ready() const
  392. {
  393. return self && self->receiver && self->receiver->pushed_value && !self->receiver->result;
  394. }
  395. std::coroutine_handle<void> await_suspend(
  396. std::coroutine_handle<generator_promise<Yield, Push>> h
  397. #if defined(BOOST_ASIO_ENABLE_HANDLER_TRACKING)
  398. , const boost::source_location & loc = BOOST_CURRENT_LOCATION
  399. #endif
  400. )
  401. {
  402. if (self == nullptr) // we're a terminator, kill it
  403. {
  404. if (auto & rec = h.promise().receiver; rec != nullptr)
  405. {
  406. if (!rec->done && !rec->exception)
  407. rec->exception = detail::completed_unexpected();
  408. rec->done = true;
  409. rec->awaited_from.reset(nullptr);
  410. rec = nullptr;
  411. }
  412. detail::self_destroy(h);
  413. return std::noop_coroutine();
  414. }
  415. std::coroutine_handle<void> res = std::noop_coroutine();
  416. if (self->receiver->awaited_from.get() != nullptr)
  417. res = self->receiver->awaited_from.release();
  418. #if defined(BOOST_ASIO_ENABLE_HANDLER_TRACKING)
  419. self->receiver->yield_from.reset(&h.promise(), loc);
  420. #else
  421. self->receiver->yield_from.reset(&h.promise());
  422. #endif
  423. return res;
  424. }
  425. Push await_resume()
  426. {
  427. BOOST_ASSERT(self->receiver);
  428. BOOST_ASSERT(self->receiver->pushed_value);
  429. return *std::exchange(self->receiver->pushed_value, std::nullopt);
  430. }
  431. };
  432. template<typename Yield>
  433. struct generator_yield_awaitable<Yield, void>
  434. {
  435. generator_promise<Yield, void> *self;
  436. constexpr bool await_ready() { return self && self->receiver && self->receiver->pushed_value; }
  437. std::coroutine_handle<> await_suspend(
  438. std::coroutine_handle<generator_promise<Yield, void>> h
  439. #if defined(BOOST_ASIO_ENABLE_HANDLER_TRACKING)
  440. , const boost::source_location & loc = BOOST_CURRENT_LOCATION
  441. #endif
  442. )
  443. {
  444. if (self == nullptr) // we're a terminator, kill it
  445. {
  446. if (auto & rec = h.promise().receiver; rec != nullptr)
  447. {
  448. if (!rec->done && !rec->exception)
  449. rec->exception = detail::completed_unexpected();
  450. rec->done = true;
  451. rec->awaited_from.reset(nullptr);
  452. rec = nullptr;
  453. }
  454. detail::self_destroy(h);
  455. return std::noop_coroutine();
  456. }
  457. std::coroutine_handle<void> res = std::noop_coroutine();
  458. BOOST_ASSERT(self);
  459. if (self->receiver->awaited_from.get() != nullptr)
  460. res = self->receiver->awaited_from.release();
  461. #if defined(BOOST_ASIO_ENABLE_HANDLER_TRACKING)
  462. self->receiver->yield_from.reset(&h.promise(), loc);
  463. #else
  464. self->receiver->yield_from.reset(&h.promise());
  465. #endif
  466. return res;
  467. }
  468. void await_resume()
  469. {
  470. BOOST_ASSERT(self->receiver->pushed_value);
  471. self->receiver->pushed_value = false;
  472. }
  473. };
  474. template<typename Yield, typename Push>
  475. struct generator_base
  476. {
  477. auto operator()( Push && push)
  478. {
  479. return static_cast<generator<Yield, Push>*>(this)->receiver_.get_awaitable(std::move(push));
  480. }
  481. auto operator()(const Push & push) requires std::is_copy_constructible_v<Push>
  482. {
  483. return static_cast<generator<Yield, Push>*>(this)->receiver_.get_awaitable(push);
  484. }
  485. };
  486. template<typename Yield>
  487. struct generator_base<Yield, void>
  488. {
  489. auto operator co_await ()
  490. {
  491. return static_cast<generator<Yield, void>*>(this)->receiver_.get_awaitable();
  492. }
  493. };
  494. template<typename T>
  495. struct generator_with_awaitable
  496. {
  497. generator_base<T, void> &g;
  498. std::optional<typename detail::generator_receiver<T, void>::awaitable> awaitable;
  499. template<typename Promise>
  500. void await_suspend(std::coroutine_handle<Promise> h)
  501. {
  502. g.cancel();
  503. awaitable.emplace(g.operator co_await());
  504. return awaitable->await_suspend(h);
  505. }
  506. void await_resume() {}
  507. };
  508. }
  509. }
  510. #endif //BOOST_COBALT_DETAIL_GENERATOR_HPP