epoll_reactor.hpp 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. //
  2. // detail/epoll_reactor.hpp
  3. // ~~~~~~~~~~~~~~~~~~~~~~~~
  4. //
  5. // Copyright (c) 2003-2025 Christopher M. Kohlhoff (chris at kohlhoff dot com)
  6. //
  7. // Distributed under the Boost Software License, Version 1.0. (See accompanying
  8. // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
  9. //
  10. #ifndef BOOST_ASIO_DETAIL_EPOLL_REACTOR_HPP
  11. #define BOOST_ASIO_DETAIL_EPOLL_REACTOR_HPP
  12. #if defined(_MSC_VER) && (_MSC_VER >= 1200)
  13. # pragma once
  14. #endif // defined(_MSC_VER) && (_MSC_VER >= 1200)
  15. #include <boost/asio/detail/config.hpp>
  16. #if defined(BOOST_ASIO_HAS_EPOLL)
  17. #include <boost/asio/detail/atomic_count.hpp>
  18. #include <boost/asio/detail/conditionally_enabled_mutex.hpp>
  19. #include <boost/asio/detail/limits.hpp>
  20. #include <boost/asio/detail/object_pool.hpp>
  21. #include <boost/asio/detail/op_queue.hpp>
  22. #include <boost/asio/detail/reactor_op.hpp>
  23. #include <boost/asio/detail/scheduler_task.hpp>
  24. #include <boost/asio/detail/select_interrupter.hpp>
  25. #include <boost/asio/detail/socket_types.hpp>
  26. #include <boost/asio/detail/timer_queue_base.hpp>
  27. #include <boost/asio/detail/timer_queue_set.hpp>
  28. #include <boost/asio/detail/wait_op.hpp>
  29. #include <boost/asio/execution_context.hpp>
  30. #if defined(BOOST_ASIO_HAS_TIMERFD)
  31. # include <sys/timerfd.h>
  32. #endif // defined(BOOST_ASIO_HAS_TIMERFD)
  33. #include <boost/asio/detail/push_options.hpp>
  34. namespace boost {
  35. namespace asio {
  36. namespace detail {
  37. class epoll_reactor
  38. : public execution_context_service_base<epoll_reactor>,
  39. public scheduler_task
  40. {
  41. private:
  42. // The mutex type used by this reactor.
  43. typedef conditionally_enabled_mutex mutex;
  44. public:
  45. enum op_types { read_op = 0, write_op = 1,
  46. connect_op = 1, except_op = 2, max_ops = 3 };
  47. // Per-descriptor queues.
  48. struct descriptor_state : operation
  49. {
  50. descriptor_state* next_;
  51. descriptor_state* prev_;
  52. mutex mutex_;
  53. epoll_reactor* reactor_;
  54. int descriptor_;
  55. uint32_t registered_events_;
  56. op_queue<reactor_op> op_queue_[max_ops];
  57. bool try_speculative_[max_ops];
  58. bool shutdown_;
  59. BOOST_ASIO_DECL descriptor_state(bool locking, int spin_count);
  60. void set_ready_events(uint32_t events) { task_result_ = events; }
  61. void add_ready_events(uint32_t events) { task_result_ |= events; }
  62. BOOST_ASIO_DECL operation* perform_io(uint32_t events);
  63. BOOST_ASIO_DECL static void do_complete(
  64. void* owner, operation* base,
  65. const boost::system::error_code& ec, std::size_t bytes_transferred);
  66. };
  67. // Per-descriptor data.
  68. typedef descriptor_state* per_descriptor_data;
  69. // Constructor.
  70. BOOST_ASIO_DECL epoll_reactor(boost::asio::execution_context& ctx);
  71. // Destructor.
  72. BOOST_ASIO_DECL ~epoll_reactor();
  73. // Destroy all user-defined handler objects owned by the service.
  74. BOOST_ASIO_DECL void shutdown();
  75. // Recreate internal descriptors following a fork.
  76. BOOST_ASIO_DECL void notify_fork(
  77. boost::asio::execution_context::fork_event fork_ev);
  78. // Initialise the task.
  79. BOOST_ASIO_DECL void init_task();
  80. // Register a socket with the reactor. Returns 0 on success, system error
  81. // code on failure.
  82. BOOST_ASIO_DECL int register_descriptor(socket_type descriptor,
  83. per_descriptor_data& descriptor_data);
  84. // Register a descriptor with an associated single operation. Returns 0 on
  85. // success, system error code on failure.
  86. BOOST_ASIO_DECL int register_internal_descriptor(
  87. int op_type, socket_type descriptor,
  88. per_descriptor_data& descriptor_data, reactor_op* op);
  89. // Move descriptor registration from one descriptor_data object to another.
  90. BOOST_ASIO_DECL void move_descriptor(socket_type descriptor,
  91. per_descriptor_data& target_descriptor_data,
  92. per_descriptor_data& source_descriptor_data);
  93. // Post a reactor operation for immediate completion.
  94. void post_immediate_completion(operation* op, bool is_continuation) const;
  95. // Post a reactor operation for immediate completion.
  96. BOOST_ASIO_DECL static void call_post_immediate_completion(
  97. operation* op, bool is_continuation, const void* self);
  98. // Start a new operation. The reactor operation will be performed when the
  99. // given descriptor is flagged as ready, or an error has occurred.
  100. BOOST_ASIO_DECL void start_op(int op_type, socket_type descriptor,
  101. per_descriptor_data& descriptor_data, reactor_op* op,
  102. bool is_continuation, bool allow_speculative,
  103. void (*on_immediate)(operation*, bool, const void*),
  104. const void* immediate_arg);
  105. // Start a new operation. The reactor operation will be performed when the
  106. // given descriptor is flagged as ready, or an error has occurred.
  107. void start_op(int op_type, socket_type descriptor,
  108. per_descriptor_data& descriptor_data, reactor_op* op,
  109. bool is_continuation, bool allow_speculative)
  110. {
  111. start_op(op_type, descriptor, descriptor_data,
  112. op, is_continuation, allow_speculative,
  113. &epoll_reactor::call_post_immediate_completion, this);
  114. }
  115. // Cancel all operations associated with the given descriptor. The
  116. // handlers associated with the descriptor will be invoked with the
  117. // operation_aborted error.
  118. BOOST_ASIO_DECL void cancel_ops(socket_type descriptor,
  119. per_descriptor_data& descriptor_data);
  120. // Cancel all operations associated with the given descriptor and key. The
  121. // handlers associated with the descriptor will be invoked with the
  122. // operation_aborted error.
  123. BOOST_ASIO_DECL void cancel_ops_by_key(socket_type descriptor,
  124. per_descriptor_data& descriptor_data,
  125. int op_type, void* cancellation_key);
  126. // Cancel any operations that are running against the descriptor and remove
  127. // its registration from the reactor. The reactor resources associated with
  128. // the descriptor must be released by calling cleanup_descriptor_data.
  129. BOOST_ASIO_DECL void deregister_descriptor(socket_type descriptor,
  130. per_descriptor_data& descriptor_data, bool closing);
  131. // Remove the descriptor's registration from the reactor. The reactor
  132. // resources associated with the descriptor must be released by calling
  133. // cleanup_descriptor_data.
  134. BOOST_ASIO_DECL void deregister_internal_descriptor(
  135. socket_type descriptor, per_descriptor_data& descriptor_data);
  136. // Perform any post-deregistration cleanup tasks associated with the
  137. // descriptor data.
  138. BOOST_ASIO_DECL void cleanup_descriptor_data(
  139. per_descriptor_data& descriptor_data);
  140. // Add a new timer queue to the reactor.
  141. template <typename TimeTraits, typename Allocator>
  142. void add_timer_queue(timer_queue<TimeTraits, Allocator>& timer_queue);
  143. // Remove a timer queue from the reactor.
  144. template <typename TimeTraits, typename Allocator>
  145. void remove_timer_queue(timer_queue<TimeTraits, Allocator>& timer_queue);
  146. // Schedule a new operation in the given timer queue to expire at the
  147. // specified absolute time.
  148. template <typename TimeTraits, typename Allocator>
  149. void schedule_timer(timer_queue<TimeTraits, Allocator>& queue,
  150. const typename TimeTraits::time_type& time,
  151. typename timer_queue<TimeTraits, Allocator>::per_timer_data& timer,
  152. wait_op* op);
  153. // Cancel the timer operations associated with the given token. Returns the
  154. // number of operations that have been posted or dispatched.
  155. template <typename TimeTraits, typename Allocator>
  156. std::size_t cancel_timer(timer_queue<TimeTraits, Allocator>& queue,
  157. typename timer_queue<TimeTraits, Allocator>::per_timer_data& timer,
  158. std::size_t max_cancelled = (std::numeric_limits<std::size_t>::max)());
  159. // Cancel the timer operations associated with the given key.
  160. template <typename TimeTraits, typename Allocator>
  161. void cancel_timer_by_key(timer_queue<TimeTraits, Allocator>& queue,
  162. typename timer_queue<TimeTraits, Allocator>::per_timer_data* timer,
  163. void* cancellation_key);
  164. // Move the timer operations associated with the given timer.
  165. template <typename TimeTraits, typename Allocator>
  166. void move_timer(timer_queue<TimeTraits, Allocator>& queue,
  167. typename timer_queue<TimeTraits, Allocator>::per_timer_data& target,
  168. typename timer_queue<TimeTraits, Allocator>::per_timer_data& source);
  169. // Run epoll once until interrupted or events are ready to be dispatched.
  170. BOOST_ASIO_DECL void run(long usec, op_queue<operation>& ops);
  171. // Interrupt the select loop.
  172. BOOST_ASIO_DECL void interrupt();
  173. private:
  174. // The hint to pass to epoll_create to size its data structures.
  175. enum { epoll_size = 20000 };
  176. // Create the epoll file descriptor. Throws an exception if the descriptor
  177. // cannot be created.
  178. BOOST_ASIO_DECL static int do_epoll_create();
  179. // Create the timerfd file descriptor. Does not throw.
  180. BOOST_ASIO_DECL static int do_timerfd_create();
  181. // Allocate a new descriptor state object.
  182. BOOST_ASIO_DECL descriptor_state* allocate_descriptor_state();
  183. // Free an existing descriptor state object.
  184. BOOST_ASIO_DECL void free_descriptor_state(descriptor_state* s);
  185. // Helper function to add a new timer queue.
  186. BOOST_ASIO_DECL void do_add_timer_queue(timer_queue_base& queue);
  187. // Helper function to remove a timer queue.
  188. BOOST_ASIO_DECL void do_remove_timer_queue(timer_queue_base& queue);
  189. // Called to recalculate and update the timeout.
  190. BOOST_ASIO_DECL void update_timeout();
  191. // Get the timeout value for the epoll_wait call. The timeout value is
  192. // returned as a number of milliseconds. A return value of -1 indicates
  193. // that epoll_wait should block indefinitely.
  194. BOOST_ASIO_DECL int get_timeout(int msec);
  195. #if defined(BOOST_ASIO_HAS_TIMERFD)
  196. // Get the timeout value for the timer descriptor. The return value is the
  197. // flag argument to be used when calling timerfd_settime.
  198. BOOST_ASIO_DECL int get_timeout(itimerspec& ts);
  199. #endif // defined(BOOST_ASIO_HAS_TIMERFD)
  200. // The scheduler implementation used to post completions.
  201. scheduler& scheduler_;
  202. // Mutex to protect access to internal data.
  203. mutex mutex_;
  204. // The interrupter is used to break a blocking epoll_wait call.
  205. select_interrupter interrupter_;
  206. // The epoll file descriptor.
  207. int epoll_fd_;
  208. // The timer file descriptor.
  209. int timer_fd_;
  210. // The timer queues.
  211. timer_queue_set timer_queues_;
  212. // Whether the service has been shut down.
  213. bool shutdown_;
  214. // Whether I/O locking is enabled.
  215. const bool io_locking_;
  216. // How any times to spin waiting for the I/O mutex.
  217. const int io_locking_spin_count_;
  218. // Mutex to protect access to the registered descriptors.
  219. mutex registered_descriptors_mutex_;
  220. // Keep track of all registered descriptors.
  221. object_pool<descriptor_state, execution_context::allocator<void>>
  222. registered_descriptors_;
  223. // Helper class to do post-perform_io cleanup.
  224. struct perform_io_cleanup_on_block_exit;
  225. friend struct perform_io_cleanup_on_block_exit;
  226. };
  227. } // namespace detail
  228. } // namespace asio
  229. } // namespace boost
  230. #include <boost/asio/detail/pop_options.hpp>
  231. #include <boost/asio/detail/impl/epoll_reactor.hpp>
  232. #if defined(BOOST_ASIO_HEADER_ONLY)
  233. # include <boost/asio/detail/impl/epoll_reactor.ipp>
  234. #endif // defined(BOOST_ASIO_HEADER_ONLY)
  235. #endif // defined(BOOST_ASIO_HAS_EPOLL)
  236. #endif // BOOST_ASIO_DETAIL_EPOLL_REACTOR_HPP