Chris@16: //
Chris@16: // detail/impl/epoll_reactor.ipp
Chris@16: // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Chris@16: //
Chris@101: // Copyright (c) 2003-2015 Christopher M. Kohlhoff (chris at kohlhoff dot com)
Chris@16: //
Chris@16: // Distributed under the Boost Software License, Version 1.0. (See accompanying
Chris@16: // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
Chris@16: //
Chris@16: 
Chris@16: #ifndef BOOST_ASIO_DETAIL_IMPL_EPOLL_REACTOR_IPP
Chris@16: #define BOOST_ASIO_DETAIL_IMPL_EPOLL_REACTOR_IPP
Chris@16: 
Chris@16: #if defined(_MSC_VER) && (_MSC_VER >= 1200)
Chris@16: # pragma once
Chris@16: #endif // defined(_MSC_VER) && (_MSC_VER >= 1200)
Chris@16: 
Chris@16: #include <boost/asio/detail/config.hpp>
Chris@16: 
Chris@16: #if defined(BOOST_ASIO_HAS_EPOLL)
Chris@16: 
Chris@16: #include <cstddef>
Chris@16: #include <sys/epoll.h>
Chris@16: #include <boost/asio/detail/epoll_reactor.hpp>
Chris@16: #include <boost/asio/detail/throw_error.hpp>
Chris@16: #include <boost/asio/error.hpp>
Chris@16: 
Chris@16: #if defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16: # include <sys/timerfd.h>
Chris@16: #endif // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16: 
Chris@16: #include <boost/asio/detail/push_options.hpp>
Chris@16: 
Chris@16: namespace boost {
Chris@16: namespace asio {
Chris@16: namespace detail {
Chris@16: 
Chris@16: epoll_reactor::epoll_reactor(boost::asio::io_service& io_service)
Chris@16:   : boost::asio::detail::service_base<epoll_reactor>(io_service),
Chris@16:     io_service_(use_service<io_service_impl>(io_service)),
Chris@16:     mutex_(),
Chris@16:     interrupter_(),
Chris@16:     epoll_fd_(do_epoll_create()),
Chris@16:     timer_fd_(do_timerfd_create()),
Chris@16:     shutdown_(false)
Chris@16: {
Chris@16:   // Add the interrupter's descriptor to epoll.
Chris@16:   epoll_event ev = { 0, { 0 } };
Chris@16:   ev.events = EPOLLIN | EPOLLERR | EPOLLET;
Chris@16:   ev.data.ptr = &interrupter_;
Chris@16:   epoll_ctl(epoll_fd_, EPOLL_CTL_ADD, interrupter_.read_descriptor(), &ev);
Chris@16:   interrupter_.interrupt();
Chris@16: 
Chris@16:   // Add the timer descriptor to epoll.
Chris@16:   if (timer_fd_ != -1)
Chris@16:   {
Chris@16:     ev.events = EPOLLIN | EPOLLERR;
Chris@16:     ev.data.ptr = &timer_fd_;
Chris@16:     epoll_ctl(epoll_fd_, EPOLL_CTL_ADD, timer_fd_, &ev);
Chris@16:   }
Chris@16: }
Chris@16: 
Chris@16: epoll_reactor::~epoll_reactor()
Chris@16: {
Chris@16:   if (epoll_fd_ != -1)
Chris@16:     close(epoll_fd_);
Chris@16:   if (timer_fd_ != -1)
Chris@16:     close(timer_fd_);
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::shutdown_service()
Chris@16: {
Chris@16:   mutex::scoped_lock lock(mutex_);
Chris@16:   shutdown_ = true;
Chris@16:   lock.unlock();
Chris@16: 
Chris@16:   op_queue<operation> ops;
Chris@16: 
Chris@16:   while (descriptor_state* state = registered_descriptors_.first())
Chris@16:   {
Chris@16:     for (int i = 0; i < max_ops; ++i)
Chris@16:       ops.push(state->op_queue_[i]);
Chris@16:     state->shutdown_ = true;
Chris@16:     registered_descriptors_.free(state);
Chris@16:   }
Chris@16: 
Chris@16:   timer_queues_.get_all_timers(ops);
Chris@16: 
Chris@16:   io_service_.abandon_operations(ops);
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::fork_service(boost::asio::io_service::fork_event fork_ev)
Chris@16: {
Chris@16:   if (fork_ev == boost::asio::io_service::fork_child)
Chris@16:   {
Chris@16:     if (epoll_fd_ != -1)
Chris@16:       ::close(epoll_fd_);
Chris@16:     epoll_fd_ = -1;
Chris@16:     epoll_fd_ = do_epoll_create();
Chris@16: 
Chris@16:     if (timer_fd_ != -1)
Chris@16:       ::close(timer_fd_);
Chris@16:     timer_fd_ = -1;
Chris@16:     timer_fd_ = do_timerfd_create();
Chris@16: 
Chris@16:     interrupter_.recreate();
Chris@16: 
Chris@16:     // Add the interrupter's descriptor to epoll.
Chris@16:     epoll_event ev = { 0, { 0 } };
Chris@16:     ev.events = EPOLLIN | EPOLLERR | EPOLLET;
Chris@16:     ev.data.ptr = &interrupter_;
Chris@16:     epoll_ctl(epoll_fd_, EPOLL_CTL_ADD, interrupter_.read_descriptor(), &ev);
Chris@16:     interrupter_.interrupt();
Chris@16: 
Chris@16:     // Add the timer descriptor to epoll.
Chris@16:     if (timer_fd_ != -1)
Chris@16:     {
Chris@16:       ev.events = EPOLLIN | EPOLLERR;
Chris@16:       ev.data.ptr = &timer_fd_;
Chris@16:       epoll_ctl(epoll_fd_, EPOLL_CTL_ADD, timer_fd_, &ev);
Chris@16:     }
Chris@16: 
Chris@16:     update_timeout();
Chris@16: 
Chris@16:     // Re-register all descriptors with epoll.
Chris@16:     mutex::scoped_lock descriptors_lock(registered_descriptors_mutex_);
Chris@16:     for (descriptor_state* state = registered_descriptors_.first();
Chris@16:         state != 0; state = state->next_)
Chris@16:     {
Chris@16:       ev.events = state->registered_events_;
Chris@16:       ev.data.ptr = state;
Chris@16:       int result = epoll_ctl(epoll_fd_, EPOLL_CTL_ADD, state->descriptor_, &ev);
Chris@16:       if (result != 0)
Chris@16:       {
Chris@16:         boost::system::error_code ec(errno,
Chris@16:             boost::asio::error::get_system_category());
Chris@16:         boost::asio::detail::throw_error(ec, "epoll re-registration");
Chris@16:       }
Chris@16:     }
Chris@16:   }
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::init_task()
Chris@16: {
Chris@16:   io_service_.init_task();
Chris@16: }
Chris@16: 
Chris@16: int epoll_reactor::register_descriptor(socket_type descriptor,
Chris@16:     epoll_reactor::per_descriptor_data& descriptor_data)
Chris@16: {
Chris@16:   descriptor_data = allocate_descriptor_state();
Chris@16: 
Chris@16:   {
Chris@16:     mutex::scoped_lock descriptor_lock(descriptor_data->mutex_);
Chris@16: 
Chris@16:     descriptor_data->reactor_ = this;
Chris@16:     descriptor_data->descriptor_ = descriptor;
Chris@16:     descriptor_data->shutdown_ = false;
Chris@16:   }
Chris@16: 
Chris@16:   epoll_event ev = { 0, { 0 } };
Chris@16:   ev.events = EPOLLIN | EPOLLERR | EPOLLHUP | EPOLLPRI | EPOLLET;
Chris@16:   descriptor_data->registered_events_ = ev.events;
Chris@16:   ev.data.ptr = descriptor_data;
Chris@16:   int result = epoll_ctl(epoll_fd_, EPOLL_CTL_ADD, descriptor, &ev);
Chris@16:   if (result != 0)
Chris@16:     return errno;
Chris@16: 
Chris@16:   return 0;
Chris@16: }
Chris@16: 
Chris@16: int epoll_reactor::register_internal_descriptor(
Chris@16:     int op_type, socket_type descriptor,
Chris@16:     epoll_reactor::per_descriptor_data& descriptor_data, reactor_op* op)
Chris@16: {
Chris@16:   descriptor_data = allocate_descriptor_state();
Chris@16: 
Chris@16:   {
Chris@16:     mutex::scoped_lock descriptor_lock(descriptor_data->mutex_);
Chris@16: 
Chris@16:     descriptor_data->reactor_ = this;
Chris@16:     descriptor_data->descriptor_ = descriptor;
Chris@16:     descriptor_data->shutdown_ = false;
Chris@16:     descriptor_data->op_queue_[op_type].push(op);
Chris@16:   }
Chris@16: 
Chris@16:   epoll_event ev = { 0, { 0 } };
Chris@16:   ev.events = EPOLLIN | EPOLLERR | EPOLLHUP | EPOLLPRI | EPOLLET;
Chris@16:   descriptor_data->registered_events_ = ev.events;
Chris@16:   ev.data.ptr = descriptor_data;
Chris@16:   int result = epoll_ctl(epoll_fd_, EPOLL_CTL_ADD, descriptor, &ev);
Chris@16:   if (result != 0)
Chris@16:     return errno;
Chris@16: 
Chris@16:   return 0;
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::move_descriptor(socket_type,
Chris@16:     epoll_reactor::per_descriptor_data& target_descriptor_data,
Chris@16:     epoll_reactor::per_descriptor_data& source_descriptor_data)
Chris@16: {
Chris@16:   target_descriptor_data = source_descriptor_data;
Chris@16:   source_descriptor_data = 0;
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::start_op(int op_type, socket_type descriptor,
Chris@16:     epoll_reactor::per_descriptor_data& descriptor_data, reactor_op* op,
Chris@16:     bool is_continuation, bool allow_speculative)
Chris@16: {
Chris@16:   if (!descriptor_data)
Chris@16:   {
Chris@16:     op->ec_ = boost::asio::error::bad_descriptor;
Chris@16:     post_immediate_completion(op, is_continuation);
Chris@16:     return;
Chris@16:   }
Chris@16: 
Chris@16:   mutex::scoped_lock descriptor_lock(descriptor_data->mutex_);
Chris@16: 
Chris@16:   if (descriptor_data->shutdown_)
Chris@16:   {
Chris@16:     post_immediate_completion(op, is_continuation);
Chris@16:     return;
Chris@16:   }
Chris@16: 
Chris@16:   if (descriptor_data->op_queue_[op_type].empty())
Chris@16:   {
Chris@16:     if (allow_speculative
Chris@16:         && (op_type != read_op
Chris@16:           || descriptor_data->op_queue_[except_op].empty()))
Chris@16:     {
Chris@16:       if (op->perform())
Chris@16:       {
Chris@16:         descriptor_lock.unlock();
Chris@16:         io_service_.post_immediate_completion(op, is_continuation);
Chris@16:         return;
Chris@16:       }
Chris@16: 
Chris@16:       if (op_type == write_op)
Chris@16:       {
Chris@16:         if ((descriptor_data->registered_events_ & EPOLLOUT) == 0)
Chris@16:         {
Chris@16:           epoll_event ev = { 0, { 0 } };
Chris@16:           ev.events = descriptor_data->registered_events_ | EPOLLOUT;
Chris@16:           ev.data.ptr = descriptor_data;
Chris@16:           if (epoll_ctl(epoll_fd_, EPOLL_CTL_MOD, descriptor, &ev) == 0)
Chris@16:           {
Chris@16:             descriptor_data->registered_events_ |= ev.events;
Chris@16:           }
Chris@16:           else
Chris@16:           {
Chris@16:             op->ec_ = boost::system::error_code(errno,
Chris@16:                 boost::asio::error::get_system_category());
Chris@16:             io_service_.post_immediate_completion(op, is_continuation);
Chris@16:             return;
Chris@16:           }
Chris@16:         }
Chris@16:       }
Chris@16:     }
Chris@16:     else
Chris@16:     {
Chris@16:       if (op_type == write_op)
Chris@16:       {
Chris@16:         descriptor_data->registered_events_ |= EPOLLOUT;
Chris@16:       }
Chris@16: 
Chris@16:       epoll_event ev = { 0, { 0 } };
Chris@16:       ev.events = descriptor_data->registered_events_;
Chris@16:       ev.data.ptr = descriptor_data;
Chris@16:       epoll_ctl(epoll_fd_, EPOLL_CTL_MOD, descriptor, &ev);
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   descriptor_data->op_queue_[op_type].push(op);
Chris@16:   io_service_.work_started();
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::cancel_ops(socket_type,
Chris@16:     epoll_reactor::per_descriptor_data& descriptor_data)
Chris@16: {
Chris@16:   if (!descriptor_data)
Chris@16:     return;
Chris@16: 
Chris@16:   mutex::scoped_lock descriptor_lock(descriptor_data->mutex_);
Chris@16: 
Chris@16:   op_queue<operation> ops;
Chris@16:   for (int i = 0; i < max_ops; ++i)
Chris@16:   {
Chris@16:     while (reactor_op* op = descriptor_data->op_queue_[i].front())
Chris@16:     {
Chris@16:       op->ec_ = boost::asio::error::operation_aborted;
Chris@16:       descriptor_data->op_queue_[i].pop();
Chris@16:       ops.push(op);
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   descriptor_lock.unlock();
Chris@16: 
Chris@16:   io_service_.post_deferred_completions(ops);
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::deregister_descriptor(socket_type descriptor,
Chris@16:     epoll_reactor::per_descriptor_data& descriptor_data, bool closing)
Chris@16: {
Chris@16:   if (!descriptor_data)
Chris@16:     return;
Chris@16: 
Chris@16:   mutex::scoped_lock descriptor_lock(descriptor_data->mutex_);
Chris@16: 
Chris@16:   if (!descriptor_data->shutdown_)
Chris@16:   {
Chris@16:     if (closing)
Chris@16:     {
Chris@16:       // The descriptor will be automatically removed from the epoll set when
Chris@16:       // it is closed.
Chris@16:     }
Chris@16:     else
Chris@16:     {
Chris@16:       epoll_event ev = { 0, { 0 } };
Chris@16:       epoll_ctl(epoll_fd_, EPOLL_CTL_DEL, descriptor, &ev);
Chris@16:     }
Chris@16: 
Chris@16:     op_queue<operation> ops;
Chris@16:     for (int i = 0; i < max_ops; ++i)
Chris@16:     {
Chris@16:       while (reactor_op* op = descriptor_data->op_queue_[i].front())
Chris@16:       {
Chris@16:         op->ec_ = boost::asio::error::operation_aborted;
Chris@16:         descriptor_data->op_queue_[i].pop();
Chris@16:         ops.push(op);
Chris@16:       }
Chris@16:     }
Chris@16: 
Chris@16:     descriptor_data->descriptor_ = -1;
Chris@16:     descriptor_data->shutdown_ = true;
Chris@16: 
Chris@16:     descriptor_lock.unlock();
Chris@16: 
Chris@16:     free_descriptor_state(descriptor_data);
Chris@16:     descriptor_data = 0;
Chris@16: 
Chris@16:     io_service_.post_deferred_completions(ops);
Chris@16:   }
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::deregister_internal_descriptor(socket_type descriptor,
Chris@16:     epoll_reactor::per_descriptor_data& descriptor_data)
Chris@16: {
Chris@16:   if (!descriptor_data)
Chris@16:     return;
Chris@16: 
Chris@16:   mutex::scoped_lock descriptor_lock(descriptor_data->mutex_);
Chris@16: 
Chris@16:   if (!descriptor_data->shutdown_)
Chris@16:   {
Chris@16:     epoll_event ev = { 0, { 0 } };
Chris@16:     epoll_ctl(epoll_fd_, EPOLL_CTL_DEL, descriptor, &ev);
Chris@16: 
Chris@16:     op_queue<operation> ops;
Chris@16:     for (int i = 0; i < max_ops; ++i)
Chris@16:       ops.push(descriptor_data->op_queue_[i]);
Chris@16: 
Chris@16:     descriptor_data->descriptor_ = -1;
Chris@16:     descriptor_data->shutdown_ = true;
Chris@16: 
Chris@16:     descriptor_lock.unlock();
Chris@16: 
Chris@16:     free_descriptor_state(descriptor_data);
Chris@16:     descriptor_data = 0;
Chris@16:   }
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::run(bool block, op_queue<operation>& ops)
Chris@16: {
Chris@16:   // This code relies on the fact that the task_io_service queues the reactor
Chris@16:   // task behind all descriptor operations generated by this function. This
Chris@16:   // means, that by the time we reach this point, any previously returned
Chris@16:   // descriptor operations have already been dequeued. Therefore it is now safe
Chris@16:   // for us to reuse and return them for the task_io_service to queue again.
Chris@16: 
Chris@16:   // Calculate a timeout only if timerfd is not used.
Chris@16:   int timeout;
Chris@16:   if (timer_fd_ != -1)
Chris@16:     timeout = block ? -1 : 0;
Chris@16:   else
Chris@16:   {
Chris@16:     mutex::scoped_lock lock(mutex_);
Chris@16:     timeout = block ? get_timeout() : 0;
Chris@16:   }
Chris@16: 
Chris@16:   // Block on the epoll descriptor.
Chris@16:   epoll_event events[128];
Chris@16:   int num_events = epoll_wait(epoll_fd_, events, 128, timeout);
Chris@16: 
Chris@16: #if defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:   bool check_timers = (timer_fd_ == -1);
Chris@16: #else // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:   bool check_timers = true;
Chris@16: #endif // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16: 
Chris@16:   // Dispatch the waiting events.
Chris@16:   for (int i = 0; i < num_events; ++i)
Chris@16:   {
Chris@16:     void* ptr = events[i].data.ptr;
Chris@16:     if (ptr == &interrupter_)
Chris@16:     {
Chris@16:       // No need to reset the interrupter since we're leaving the descriptor
Chris@16:       // in a ready-to-read state and relying on edge-triggered notifications
Chris@16:       // to make it so that we only get woken up when the descriptor's epoll
Chris@16:       // registration is updated.
Chris@16: 
Chris@16: #if defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:       if (timer_fd_ == -1)
Chris@16:         check_timers = true;
Chris@16: #else // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:       check_timers = true;
Chris@16: #endif // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:     }
Chris@16: #if defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:     else if (ptr == &timer_fd_)
Chris@16:     {
Chris@16:       check_timers = true;
Chris@16:     }
Chris@16: #endif // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:     else
Chris@16:     {
Chris@16:       // The descriptor operation doesn't count as work in and of itself, so we
Chris@16:       // don't call work_started() here. This still allows the io_service to
Chris@16:       // stop if the only remaining operations are descriptor operations.
Chris@16:       descriptor_state* descriptor_data = static_cast<descriptor_state*>(ptr);
Chris@16:       descriptor_data->set_ready_events(events[i].events);
Chris@16:       ops.push(descriptor_data);
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   if (check_timers)
Chris@16:   {
Chris@16:     mutex::scoped_lock common_lock(mutex_);
Chris@16:     timer_queues_.get_ready_timers(ops);
Chris@16: 
Chris@16: #if defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:     if (timer_fd_ != -1)
Chris@16:     {
Chris@16:       itimerspec new_timeout;
Chris@16:       itimerspec old_timeout;
Chris@16:       int flags = get_timeout(new_timeout);
Chris@16:       timerfd_settime(timer_fd_, flags, &new_timeout, &old_timeout);
Chris@16:     }
Chris@16: #endif // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:   }
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::interrupt()
Chris@16: {
Chris@16:   epoll_event ev = { 0, { 0 } };
Chris@16:   ev.events = EPOLLIN | EPOLLERR | EPOLLET;
Chris@16:   ev.data.ptr = &interrupter_;
Chris@16:   epoll_ctl(epoll_fd_, EPOLL_CTL_MOD, interrupter_.read_descriptor(), &ev);
Chris@16: }
Chris@16: 
Chris@16: int epoll_reactor::do_epoll_create()
Chris@16: {
Chris@16: #if defined(EPOLL_CLOEXEC)
Chris@16:   int fd = epoll_create1(EPOLL_CLOEXEC);
Chris@16: #else // defined(EPOLL_CLOEXEC)
Chris@16:   int fd = -1;
Chris@16:   errno = EINVAL;
Chris@16: #endif // defined(EPOLL_CLOEXEC)
Chris@16: 
Chris@16:   if (fd == -1 && (errno == EINVAL || errno == ENOSYS))
Chris@16:   {
Chris@16:     fd = epoll_create(epoll_size);
Chris@16:     if (fd != -1)
Chris@16:       ::fcntl(fd, F_SETFD, FD_CLOEXEC);
Chris@16:   }
Chris@16: 
Chris@16:   if (fd == -1)
Chris@16:   {
Chris@16:     boost::system::error_code ec(errno,
Chris@16:         boost::asio::error::get_system_category());
Chris@16:     boost::asio::detail::throw_error(ec, "epoll");
Chris@16:   }
Chris@16: 
Chris@16:   return fd;
Chris@16: }
Chris@16: 
Chris@16: int epoll_reactor::do_timerfd_create()
Chris@16: {
Chris@16: #if defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16: # if defined(TFD_CLOEXEC)
Chris@16:   int fd = timerfd_create(CLOCK_MONOTONIC, TFD_CLOEXEC);
Chris@16: # else // defined(TFD_CLOEXEC)
Chris@16:   int fd = -1;
Chris@16:   errno = EINVAL;
Chris@16: # endif // defined(TFD_CLOEXEC)
Chris@16: 
Chris@16:   if (fd == -1 && errno == EINVAL)
Chris@16:   {
Chris@16:     fd = timerfd_create(CLOCK_MONOTONIC, 0);
Chris@16:     if (fd != -1)
Chris@16:       ::fcntl(fd, F_SETFD, FD_CLOEXEC);
Chris@16:   }
Chris@16: 
Chris@16:   return fd;
Chris@16: #else // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:   return -1;
Chris@16: #endif // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16: }
Chris@16: 
Chris@16: epoll_reactor::descriptor_state* epoll_reactor::allocate_descriptor_state()
Chris@16: {
Chris@16:   mutex::scoped_lock descriptors_lock(registered_descriptors_mutex_);
Chris@16:   return registered_descriptors_.alloc();
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::free_descriptor_state(epoll_reactor::descriptor_state* s)
Chris@16: {
Chris@16:   mutex::scoped_lock descriptors_lock(registered_descriptors_mutex_);
Chris@16:   registered_descriptors_.free(s);
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::do_add_timer_queue(timer_queue_base& queue)
Chris@16: {
Chris@16:   mutex::scoped_lock lock(mutex_);
Chris@16:   timer_queues_.insert(&queue);
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::do_remove_timer_queue(timer_queue_base& queue)
Chris@16: {
Chris@16:   mutex::scoped_lock lock(mutex_);
Chris@16:   timer_queues_.erase(&queue);
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::update_timeout()
Chris@16: {
Chris@16: #if defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:   if (timer_fd_ != -1)
Chris@16:   {
Chris@16:     itimerspec new_timeout;
Chris@16:     itimerspec old_timeout;
Chris@16:     int flags = get_timeout(new_timeout);
Chris@16:     timerfd_settime(timer_fd_, flags, &new_timeout, &old_timeout);
Chris@16:     return;
Chris@16:   }
Chris@16: #endif // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16:   interrupt();
Chris@16: }
Chris@16: 
Chris@16: int epoll_reactor::get_timeout()
Chris@16: {
Chris@16:   // By default we will wait no longer than 5 minutes. This will ensure that
Chris@16:   // any changes to the system clock are detected after no longer than this.
Chris@16:   return timer_queues_.wait_duration_msec(5 * 60 * 1000);
Chris@16: }
Chris@16: 
Chris@16: #if defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16: int epoll_reactor::get_timeout(itimerspec& ts)
Chris@16: {
Chris@16:   ts.it_interval.tv_sec = 0;
Chris@16:   ts.it_interval.tv_nsec = 0;
Chris@16: 
Chris@16:   long usec = timer_queues_.wait_duration_usec(5 * 60 * 1000 * 1000);
Chris@16:   ts.it_value.tv_sec = usec / 1000000;
Chris@16:   ts.it_value.tv_nsec = usec ? (usec % 1000000) * 1000 : 1;
Chris@16: 
Chris@16:   return usec ? 0 : TFD_TIMER_ABSTIME;
Chris@16: }
Chris@16: #endif // defined(BOOST_ASIO_HAS_TIMERFD)
Chris@16: 
Chris@16: struct epoll_reactor::perform_io_cleanup_on_block_exit
Chris@16: {
Chris@16:   explicit perform_io_cleanup_on_block_exit(epoll_reactor* r)
Chris@16:     : reactor_(r), first_op_(0)
Chris@16:   {
Chris@16:   }
Chris@16: 
Chris@16:   ~perform_io_cleanup_on_block_exit()
Chris@16:   {
Chris@16:     if (first_op_)
Chris@16:     {
Chris@16:       // Post the remaining completed operations for invocation.
Chris@16:       if (!ops_.empty())
Chris@16:         reactor_->io_service_.post_deferred_completions(ops_);
Chris@16: 
Chris@16:       // A user-initiated operation has completed, but there's no need to
Chris@16:       // explicitly call work_finished() here. Instead, we'll take advantage of
Chris@16:       // the fact that the task_io_service will call work_finished() once we
Chris@16:       // return.
Chris@16:     }
Chris@16:     else
Chris@16:     {
Chris@16:       // No user-initiated operations have completed, so we need to compensate
Chris@16:       // for the work_finished() call that the task_io_service will make once
Chris@16:       // this operation returns.
Chris@16:       reactor_->io_service_.work_started();
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   epoll_reactor* reactor_;
Chris@16:   op_queue<operation> ops_;
Chris@16:   operation* first_op_;
Chris@16: };
Chris@16: 
Chris@16: epoll_reactor::descriptor_state::descriptor_state()
Chris@16:   : operation(&epoll_reactor::descriptor_state::do_complete)
Chris@16: {
Chris@16: }
Chris@16: 
Chris@16: operation* epoll_reactor::descriptor_state::perform_io(uint32_t events)
Chris@16: {
Chris@16:   mutex_.lock();
Chris@16:   perform_io_cleanup_on_block_exit io_cleanup(reactor_);
Chris@16:   mutex::scoped_lock descriptor_lock(mutex_, mutex::scoped_lock::adopt_lock);
Chris@16: 
Chris@16:   // Exception operations must be processed first to ensure that any
Chris@16:   // out-of-band data is read before normal data.
Chris@16:   static const int flag[max_ops] = { EPOLLIN, EPOLLOUT, EPOLLPRI };
Chris@16:   for (int j = max_ops - 1; j >= 0; --j)
Chris@16:   {
Chris@16:     if (events & (flag[j] | EPOLLERR | EPOLLHUP))
Chris@16:     {
Chris@16:       while (reactor_op* op = op_queue_[j].front())
Chris@16:       {
Chris@16:         if (op->perform())
Chris@16:         {
Chris@16:           op_queue_[j].pop();
Chris@16:           io_cleanup.ops_.push(op);
Chris@16:         }
Chris@16:         else
Chris@16:           break;
Chris@16:       }
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   // The first operation will be returned for completion now. The others will
Chris@16:   // be posted for later by the io_cleanup object's destructor.
Chris@16:   io_cleanup.first_op_ = io_cleanup.ops_.front();
Chris@16:   io_cleanup.ops_.pop();
Chris@16:   return io_cleanup.first_op_;
Chris@16: }
Chris@16: 
Chris@16: void epoll_reactor::descriptor_state::do_complete(
Chris@16:     io_service_impl* owner, operation* base,
Chris@16:     const boost::system::error_code& ec, std::size_t bytes_transferred)
Chris@16: {
Chris@16:   if (owner)
Chris@16:   {
Chris@16:     descriptor_state* descriptor_data = static_cast<descriptor_state*>(base);
Chris@16:     uint32_t events = static_cast<uint32_t>(bytes_transferred);
Chris@16:     if (operation* op = descriptor_data->perform_io(events))
Chris@16:     {
Chris@16:       op->complete(*owner, ec, 0);
Chris@16:     }
Chris@16:   }
Chris@16: }
Chris@16: 
Chris@16: } // namespace detail
Chris@16: } // namespace asio
Chris@16: } // namespace boost
Chris@16: 
Chris@16: #include <boost/asio/detail/pop_options.hpp>
Chris@16: 
Chris@16: #endif // defined(BOOST_ASIO_HAS_EPOLL)
Chris@16: 
Chris@16: #endif // BOOST_ASIO_DETAIL_IMPL_EPOLL_REACTOR_IPP