Chris@16: #ifndef BOOST_THREAD_PTHREAD_ONCE_HPP
Chris@16: #define BOOST_THREAD_PTHREAD_ONCE_HPP
Chris@16: 
Chris@16: //  once.hpp
Chris@16: //
Chris@16: //  (C) Copyright 2007-8 Anthony Williams
Chris@16: //  (C) Copyright 2011-2012 Vicente J. Botet Escriba
Chris@16: //
Chris@16: //  Distributed under the Boost Software License, Version 1.0. (See
Chris@16: //  accompanying file LICENSE_1_0.txt or copy at
Chris@16: //  http://www.boost.org/LICENSE_1_0.txt)
Chris@16: 
Chris@16: #include <boost/thread/detail/config.hpp>
Chris@16: #include <boost/thread/detail/move.hpp>
Chris@16: #include <boost/thread/detail/invoke.hpp>
Chris@16: 
Chris@16: #include <boost/thread/pthread/pthread_mutex_scoped_lock.hpp>
Chris@16: #include <boost/thread/detail/delete.hpp>
Chris@101: #include <boost/core/no_exceptions_support.hpp>
Chris@16: 
Chris@16: #include <boost/bind.hpp>
Chris@16: #include <boost/assert.hpp>
Chris@16: #include <boost/config/abi_prefix.hpp>
Chris@16: 
Chris@16: #include <boost/cstdint.hpp>
Chris@16: #include <pthread.h>
Chris@16: #include <csignal>
Chris@16: 
Chris@16: namespace boost
Chris@16: {
Chris@16: 
Chris@16:   struct once_flag;
Chris@16: 
Chris@16:   #define BOOST_ONCE_INITIAL_FLAG_VALUE 0
Chris@16: 
Chris@16:   namespace thread_detail
Chris@16:   {
Chris@16:     typedef boost::uint32_t  uintmax_atomic_t;
Chris@16:     #define BOOST_THREAD_DETAIL_UINTMAX_ATOMIC_C2(value) value##u
Chris@16:     #define BOOST_THREAD_DETAIL_UINTMAX_ATOMIC_MAX_C BOOST_THREAD_DETAIL_UINTMAX_ATOMIC_C2(~0)
Chris@16: 
Chris@16:   }
Chris@16: 
Chris@16: #ifdef BOOST_THREAD_PROVIDES_ONCE_CXX11
Chris@101: #if !defined(BOOST_NO_CXX11_VARIADIC_TEMPLATES) && !defined(BOOST_NO_CXX11_RVALUE_REFERENCES)
Chris@16:     template<typename Function, class ...ArgTypes>
Chris@16:     inline void call_once(once_flag& flag, BOOST_THREAD_RV_REF(Function) f, BOOST_THREAD_RV_REF(ArgTypes)... args);
Chris@16: #else
Chris@16:     template<typename Function>
Chris@16:     inline void call_once(once_flag& flag, Function f);
Chris@16:     template<typename Function, typename T1>
Chris@16:     inline void call_once(once_flag& flag, Function f, T1 p1);
Chris@16:     template<typename Function, typename T1, typename T2>
Chris@16:     inline void call_once(once_flag& flag, Function f, T1 p1, T2 p2);
Chris@16:     template<typename Function, typename T1, typename T2, typename T3>
Chris@16:     inline void call_once(once_flag& flag, Function f, T1 p1, T2 p2, T3 p3);
Chris@16: #endif
Chris@16: 
Chris@16:   struct once_flag
Chris@16:   {
Chris@16:       BOOST_THREAD_NO_COPYABLE(once_flag)
Chris@16:       BOOST_CONSTEXPR once_flag() BOOST_NOEXCEPT
Chris@16:         : epoch(BOOST_ONCE_INITIAL_FLAG_VALUE)
Chris@16:       {}
Chris@16:   private:
Chris@16:       volatile thread_detail::uintmax_atomic_t epoch;
Chris@16: 
Chris@101: #if !defined(BOOST_NO_CXX11_VARIADIC_TEMPLATES) && !defined(BOOST_NO_CXX11_RVALUE_REFERENCES)
Chris@16:       template<typename Function, class ...ArgTypes>
Chris@16:       friend void call_once(once_flag& flag, BOOST_THREAD_RV_REF(Function) f, BOOST_THREAD_RV_REF(ArgTypes)... args);
Chris@16: #else
Chris@16:       template<typename Function>
Chris@16:       friend void call_once(once_flag& flag, Function f);
Chris@16:       template<typename Function, typename T1>
Chris@16:       friend void call_once(once_flag& flag, Function f, T1 p1);
Chris@16:       template<typename Function, typename T1, typename T2>
Chris@16:       friend void call_once(once_flag& flag, Function f, T1 p1, T2 p2);
Chris@16:       template<typename Function, typename T1, typename T2, typename T3>
Chris@16:       friend void call_once(once_flag& flag, Function f, T1 p1, T2 p2, T3 p3);
Chris@16: 
Chris@16: #endif
Chris@16: 
Chris@16:   };
Chris@16: 
Chris@16: #define BOOST_ONCE_INIT once_flag()
Chris@16: 
Chris@16: #else // BOOST_THREAD_PROVIDES_ONCE_CXX11
Chris@16: 
Chris@16:     struct once_flag
Chris@16:     {
Chris@16:       volatile thread_detail::uintmax_atomic_t epoch;
Chris@16:     };
Chris@16: 
Chris@16: #define BOOST_ONCE_INIT {BOOST_ONCE_INITIAL_FLAG_VALUE}
Chris@16: #endif // BOOST_THREAD_PROVIDES_ONCE_CXX11
Chris@16: 
Chris@16: 
Chris@16: #if defined BOOST_THREAD_PROVIDES_INVOKE
Chris@16: #define BOOST_THREAD_INVOKE_RET_VOID detail::invoke
Chris@16: #define BOOST_THREAD_INVOKE_RET_VOID_CALL
Chris@16: #elif defined BOOST_THREAD_PROVIDES_INVOKE_RET
Chris@16: #define BOOST_THREAD_INVOKE_RET_VOID detail::invoke<void>
Chris@16: #define BOOST_THREAD_INVOKE_RET_VOID_CALL
Chris@16: #else
Chris@16: #define BOOST_THREAD_INVOKE_RET_VOID boost::bind
Chris@16: #define BOOST_THREAD_INVOKE_RET_VOID_CALL ()
Chris@16: #endif
Chris@16: 
Chris@16:     namespace thread_detail
Chris@16:     {
Chris@16:         BOOST_THREAD_DECL uintmax_atomic_t& get_once_per_thread_epoch();
Chris@16:         BOOST_THREAD_DECL extern uintmax_atomic_t once_global_epoch;
Chris@16:         BOOST_THREAD_DECL extern pthread_mutex_t once_epoch_mutex;
Chris@16:         BOOST_THREAD_DECL extern pthread_cond_t once_epoch_cv;
Chris@16:     }
Chris@16: 
Chris@16:     // Based on Mike Burrows fast_pthread_once algorithm as described in
Chris@16:     // http://www.open-std.org/jtc1/sc22/wg21/docs/papers/2007/n2444.html
Chris@16: 
Chris@16: 
Chris@101: #if !defined(BOOST_NO_CXX11_VARIADIC_TEMPLATES) && !defined(BOOST_NO_CXX11_RVALUE_REFERENCES)
Chris@16: 
Chris@16: 
Chris@16:   template<typename Function, class ...ArgTypes>
Chris@16:   inline void call_once(once_flag& flag, BOOST_THREAD_RV_REF(Function) f, BOOST_THREAD_RV_REF(ArgTypes)... args)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     BOOST_THREAD_INVOKE_RET_VOID(
Chris@16:                         thread_detail::decay_copy(boost::forward<Function>(f)),
Chris@16:                         thread_detail::decay_copy(boost::forward<ArgTypes>(args))...
Chris@16:                     ) BOOST_THREAD_INVOKE_RET_VOID_CALL;
Chris@16:                 }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16: 
Chris@16:     }
Chris@16:   }
Chris@16: #else
Chris@16:   template<typename Function>
Chris@16:   inline void call_once(once_flag& flag, Function f)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     f();
Chris@16:                 }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   template<typename Function, typename T1>
Chris@16:   inline void call_once(once_flag& flag, Function f, T1 p1)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     BOOST_THREAD_INVOKE_RET_VOID(f,p1) BOOST_THREAD_INVOKE_RET_VOID_CALL;
Chris@16:                 }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16:     }
Chris@16:   }
Chris@16:   template<typename Function, typename T1, typename T2>
Chris@16:   inline void call_once(once_flag& flag, Function f, T1 p1, T2 p2)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     BOOST_THREAD_INVOKE_RET_VOID(f,p1, p2) BOOST_THREAD_INVOKE_RET_VOID_CALL;
Chris@16:         }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   template<typename Function, typename T1, typename T2, typename T3>
Chris@16:   inline void call_once(once_flag& flag, Function f, T1 p1, T2 p2, T3 p3)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     BOOST_THREAD_INVOKE_RET_VOID(f,p1, p2, p3) BOOST_THREAD_INVOKE_RET_VOID_CALL;
Chris@16:         }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   template<typename Function>
Chris@16:   inline void call_once(once_flag& flag, BOOST_THREAD_RV_REF(Function) f)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     f();
Chris@16:                 }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   template<typename Function, typename T1>
Chris@16:   inline void call_once(once_flag& flag, BOOST_THREAD_RV_REF(Function) f, BOOST_THREAD_RV_REF(T1) p1)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     BOOST_THREAD_INVOKE_RET_VOID(
Chris@16:                         thread_detail::decay_copy(boost::forward<Function>(f)),
Chris@16:                         thread_detail::decay_copy(boost::forward<T1>(p1))
Chris@16:                     ) BOOST_THREAD_INVOKE_RET_VOID_CALL;
Chris@16:                 }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16:     }
Chris@16:   }
Chris@16:   template<typename Function, typename T1, typename T2>
Chris@16:   inline void call_once(once_flag& flag, BOOST_THREAD_RV_REF(Function) f, BOOST_THREAD_RV_REF(T1) p1, BOOST_THREAD_RV_REF(T2) p2)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     BOOST_THREAD_INVOKE_RET_VOID(
Chris@16:                         thread_detail::decay_copy(boost::forward<Function>(f)),
Chris@16:                         thread_detail::decay_copy(boost::forward<T1>(p1)),
Chris@16:                         thread_detail::decay_copy(boost::forward<T1>(p2))
Chris@16:                     ) BOOST_THREAD_INVOKE_RET_VOID_CALL;
Chris@16:                 }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16:   template<typename Function, typename T1, typename T2, typename T3>
Chris@16:   inline void call_once(once_flag& flag, BOOST_THREAD_RV_REF(Function) f, BOOST_THREAD_RV_REF(T1) p1, BOOST_THREAD_RV_REF(T2) p2, BOOST_THREAD_RV_REF(T3) p3)
Chris@16:   {
Chris@16:     static thread_detail::uintmax_atomic_t const uninitialized_flag=BOOST_ONCE_INITIAL_FLAG_VALUE;
Chris@16:     static thread_detail::uintmax_atomic_t const being_initialized=uninitialized_flag+1;
Chris@16:     thread_detail::uintmax_atomic_t const epoch=flag.epoch;
Chris@16:     thread_detail::uintmax_atomic_t& this_thread_epoch=thread_detail::get_once_per_thread_epoch();
Chris@16: 
Chris@16:     if(epoch<this_thread_epoch)
Chris@16:     {
Chris@16:         pthread::pthread_mutex_scoped_lock lk(&thread_detail::once_epoch_mutex);
Chris@16: 
Chris@16:         while(flag.epoch<=being_initialized)
Chris@16:         {
Chris@16:             if(flag.epoch==uninitialized_flag)
Chris@16:             {
Chris@16:                 flag.epoch=being_initialized;
Chris@16:                 BOOST_TRY
Chris@16:                 {
Chris@16:                     pthread::pthread_mutex_scoped_unlock relocker(&thread_detail::once_epoch_mutex);
Chris@16:                     BOOST_THREAD_INVOKE_RET_VOID(
Chris@16:                         thread_detail::decay_copy(boost::forward<Function>(f)),
Chris@16:                         thread_detail::decay_copy(boost::forward<T1>(p1)),
Chris@16:                         thread_detail::decay_copy(boost::forward<T1>(p2)),
Chris@16:                         thread_detail::decay_copy(boost::forward<T1>(p3))
Chris@16:                     ) BOOST_THREAD_INVOKE_RET_VOID_CALL;
Chris@16:                 }
Chris@16:                 BOOST_CATCH (...)
Chris@16:                 {
Chris@16:                     flag.epoch=uninitialized_flag;
Chris@16:                     BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:                     BOOST_RETHROW
Chris@16:                 }
Chris@16:                 BOOST_CATCH_END
Chris@16:                 flag.epoch=--thread_detail::once_global_epoch;
Chris@16:                 BOOST_VERIFY(!pthread_cond_broadcast(&thread_detail::once_epoch_cv));
Chris@16:             }
Chris@16:             else
Chris@16:             {
Chris@16:                 while(flag.epoch==being_initialized)
Chris@16:                 {
Chris@16:                     BOOST_VERIFY(!pthread_cond_wait(&thread_detail::once_epoch_cv,&thread_detail::once_epoch_mutex));
Chris@16:                 }
Chris@16:             }
Chris@16:         }
Chris@16:         this_thread_epoch=thread_detail::once_global_epoch;
Chris@16:     }
Chris@16:   }
Chris@16: 
Chris@16: #endif
Chris@16: 
Chris@16: }
Chris@16: 
Chris@16: #include <boost/config/abi_suffix.hpp>
Chris@16: 
Chris@16: #endif