atomic_impl.hpp 74 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622
  1. /*
  2. * Distributed under the Boost Software License, Version 1.0.
  3. * (See accompanying file LICENSE_1_0.txt or copy at
  4. * http://www.boost.org/LICENSE_1_0.txt)
  5. *
  6. * Copyright (c) 2011 Helge Bahmann
  7. * Copyright (c) 2013 Tim Blechmann
  8. * Copyright (c) 2014-2025 Andrey Semashev
  9. */
  10. /*!
  11. * \file atomic/detail/atomic_impl.hpp
  12. *
  13. * This header contains implementation of \c atomic template.
  14. */
  15. #ifndef BOOST_ATOMIC_DETAIL_ATOMIC_IMPL_HPP_INCLUDED_
  16. #define BOOST_ATOMIC_DETAIL_ATOMIC_IMPL_HPP_INCLUDED_
  17. #include <cstddef>
  18. #include <chrono>
  19. #include <utility>
  20. #include <type_traits>
  21. #include <boost/assert.hpp>
  22. #include <boost/memory_order.hpp>
  23. #include <boost/atomic/wait_result.hpp>
  24. #include <boost/atomic/detail/config.hpp>
  25. #include <boost/atomic/detail/intptr.hpp>
  26. #include <boost/atomic/detail/storage_traits.hpp>
  27. #include <boost/atomic/detail/bitwise_cast.hpp>
  28. #include <boost/atomic/detail/integral_conversions.hpp>
  29. #include <boost/atomic/detail/core_operations.hpp>
  30. #include <boost/atomic/detail/wait_operations.hpp>
  31. #include <boost/atomic/detail/extra_operations.hpp>
  32. #include <boost/atomic/detail/memory_order_utils.hpp>
  33. #include <boost/atomic/detail/aligned_variable.hpp>
  34. #include <boost/atomic/detail/type_traits/is_signed.hpp>
  35. #include <boost/atomic/detail/type_traits/alignment_of.hpp>
  36. #include <boost/atomic/detail/type_traits/is_trivially_default_constructible.hpp>
  37. #if !defined(BOOST_ATOMIC_NO_FLOATING_POINT)
  38. #include <boost/atomic/detail/bitwise_fp_cast.hpp>
  39. #include <boost/atomic/detail/fp_operations.hpp>
  40. #include <boost/atomic/detail/extra_fp_operations.hpp>
  41. #endif
  42. #include <boost/atomic/detail/header.hpp>
  43. #ifdef BOOST_HAS_PRAGMA_ONCE
  44. #pragma once
  45. #endif
  46. #if !defined(BOOST_ATOMIC_DETAIL_NO_CXX11_CONSTEXPR_BITWISE_CAST)
  47. #define BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR constexpr
  48. #else
  49. #define BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR
  50. #endif
  51. /*
  52. * IMPLEMENTATION NOTE: All interface functions MUST be declared with BOOST_FORCEINLINE,
  53. * see comment for convert_memory_order_to_gcc in gcc_atomic_memory_order_utils.hpp.
  54. */
  55. namespace boost {
  56. namespace atomics {
  57. namespace detail {
  58. template< typename T, bool Signed, bool Interprocess >
  59. class base_atomic_common
  60. {
  61. public:
  62. using value_type = T;
  63. protected:
  64. using core_operations = atomics::detail::core_operations< storage_size_of< value_type >::value, Signed, Interprocess >;
  65. using wait_operations = atomics::detail::wait_operations< core_operations >;
  66. using value_arg_type = typename std::conditional< sizeof(value_type) <= sizeof(void*), value_type, value_type const& >::type;
  67. using storage_type = typename core_operations::storage_type;
  68. protected:
  69. static constexpr std::size_t storage_alignment =
  70. atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment ?
  71. core_operations::storage_alignment : atomics::detail::alignment_of< value_type >::value;
  72. public:
  73. static constexpr bool is_always_lock_free = core_operations::is_always_lock_free;
  74. static constexpr bool always_has_native_wait_notify = wait_operations::always_has_native_wait_notify;
  75. protected:
  76. BOOST_ATOMIC_DETAIL_ALIGNED_VAR_TPL(storage_alignment, storage_type, m_storage);
  77. public:
  78. BOOST_FORCEINLINE constexpr base_atomic_common() noexcept : m_storage()
  79. {
  80. }
  81. BOOST_FORCEINLINE constexpr explicit base_atomic_common(storage_type v) noexcept : m_storage(v)
  82. {
  83. }
  84. BOOST_FORCEINLINE value_type& value() noexcept { return *reinterpret_cast< value_type* >(&m_storage); }
  85. BOOST_FORCEINLINE value_type volatile& value() volatile noexcept { return *reinterpret_cast< volatile value_type* >(&m_storage); }
  86. BOOST_FORCEINLINE value_type const& value() const noexcept { return *reinterpret_cast< const value_type* >(&m_storage); }
  87. BOOST_FORCEINLINE value_type const volatile& value() const volatile noexcept { return *reinterpret_cast< const volatile value_type* >(&m_storage); }
  88. protected:
  89. BOOST_FORCEINLINE storage_type& storage() noexcept { return m_storage; }
  90. BOOST_FORCEINLINE storage_type volatile& storage() volatile noexcept { return m_storage; }
  91. BOOST_FORCEINLINE storage_type const& storage() const noexcept { return m_storage; }
  92. BOOST_FORCEINLINE storage_type const volatile& storage() const volatile noexcept { return m_storage; }
  93. public:
  94. BOOST_FORCEINLINE bool is_lock_free() const volatile noexcept
  95. {
  96. // C++17 requires all instances of atomic<> return a value consistent with is_always_lock_free here.
  97. // Boost.Atomic also enforces the required alignment of the atomic storage, so we can always return is_always_lock_free.
  98. return is_always_lock_free;
  99. }
  100. BOOST_FORCEINLINE bool has_native_wait_notify() const volatile noexcept
  101. {
  102. return wait_operations::has_native_wait_notify(this->storage());
  103. }
  104. BOOST_FORCEINLINE void notify_one() volatile noexcept
  105. {
  106. wait_operations::notify_one(this->storage());
  107. }
  108. BOOST_FORCEINLINE void notify_all() volatile noexcept
  109. {
  110. wait_operations::notify_all(this->storage());
  111. }
  112. };
  113. #if defined(BOOST_NO_CXX17_INLINE_VARIABLES)
  114. template< typename T, bool Signed, bool Interprocess >
  115. constexpr bool base_atomic_common< T, Signed, Interprocess >::is_always_lock_free;
  116. template< typename T, bool Signed, bool Interprocess >
  117. constexpr bool base_atomic_common< T, Signed, Interprocess >::always_has_native_wait_notify;
  118. #endif
  119. template< typename T, bool Interprocess, bool IsTriviallyDefaultConstructible = atomics::detail::is_trivially_default_constructible< T >::value >
  120. class base_atomic_generic;
  121. template< typename T, bool Interprocess >
  122. class base_atomic_generic< T, Interprocess, true > :
  123. public base_atomic_common< T, false, Interprocess >
  124. {
  125. private:
  126. using base_type = base_atomic_common< T, false, Interprocess >;
  127. protected:
  128. using storage_type = typename base_type::storage_type;
  129. using value_arg_type = typename base_type::value_arg_type;
  130. public:
  131. base_atomic_generic() = default;
  132. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic_generic(value_arg_type v) noexcept :
  133. base_type(atomics::detail::bitwise_cast< storage_type >(v))
  134. {
  135. }
  136. };
  137. template< typename T, bool Interprocess >
  138. class base_atomic_generic< T, Interprocess, false > :
  139. public base_atomic_common< T, false, Interprocess >
  140. {
  141. private:
  142. using base_type = base_atomic_common< T, false, Interprocess >;
  143. public:
  144. using value_type = typename base_type::value_type;
  145. protected:
  146. using storage_type = typename base_type::storage_type;
  147. using value_arg_type = typename base_type::value_arg_type;
  148. public:
  149. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic_generic(value_arg_type v = value_type()) noexcept :
  150. base_type(atomics::detail::bitwise_cast< storage_type >(v))
  151. {
  152. }
  153. };
  154. template< typename T, typename Kind, bool Interprocess >
  155. class base_atomic;
  156. //! General template. Implementation for user-defined types, such as structs, and pointers to non-object types
  157. template< typename T, bool Interprocess >
  158. class base_atomic< T, void, Interprocess > :
  159. public base_atomic_generic< T, Interprocess >
  160. {
  161. private:
  162. using base_type = base_atomic_generic< T, Interprocess >;
  163. public:
  164. using value_type = typename base_type::value_type;
  165. protected:
  166. using core_operations = typename base_type::core_operations;
  167. using wait_operations = typename base_type::wait_operations;
  168. using storage_type = typename base_type::storage_type;
  169. using value_arg_type = typename base_type::value_arg_type;
  170. private:
  171. using cxchg_use_bitwise_cast =
  172. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  173. std::true_type;
  174. #else
  175. std::integral_constant<
  176. bool,
  177. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  178. >;
  179. #endif
  180. public:
  181. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR base_atomic() noexcept(std::is_nothrow_default_constructible< value_type >::value) : base_type()
  182. {
  183. }
  184. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic(value_arg_type v) noexcept : base_type(v)
  185. {
  186. }
  187. base_atomic(base_atomic const&) = delete;
  188. base_atomic& operator=(base_atomic const&) = delete;
  189. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  190. {
  191. BOOST_ASSERT(order != memory_order_consume);
  192. BOOST_ASSERT(order != memory_order_acquire);
  193. BOOST_ASSERT(order != memory_order_acq_rel);
  194. core_operations::store(this->storage(), atomics::detail::bitwise_cast< storage_type >(v), order);
  195. }
  196. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  197. {
  198. BOOST_ASSERT(order != memory_order_release);
  199. BOOST_ASSERT(order != memory_order_acq_rel);
  200. return atomics::detail::bitwise_cast< value_type >(core_operations::load(this->storage(), order));
  201. }
  202. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  203. {
  204. return atomics::detail::bitwise_cast< value_type >(core_operations::exchange(this->storage(), atomics::detail::bitwise_cast< storage_type >(v), order));
  205. }
  206. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  207. {
  208. BOOST_ASSERT(failure_order != memory_order_release);
  209. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  210. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  211. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  212. }
  213. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  214. {
  215. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  216. }
  217. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  218. {
  219. BOOST_ASSERT(failure_order != memory_order_release);
  220. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  221. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  222. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  223. }
  224. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  225. {
  226. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  227. }
  228. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  229. {
  230. BOOST_ASSERT(order != memory_order_release);
  231. BOOST_ASSERT(order != memory_order_acq_rel);
  232. return atomics::detail::bitwise_cast< value_type >(wait_operations::wait(this->storage(), atomics::detail::bitwise_cast< storage_type >(old_val), order));
  233. }
  234. template< typename Clock, typename Duration >
  235. BOOST_FORCEINLINE wait_result< value_type >
  236. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  237. noexcept(noexcept(wait_operations::wait_until(
  238. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  239. {
  240. BOOST_ASSERT(order != memory_order_release);
  241. BOOST_ASSERT(order != memory_order_acq_rel);
  242. bool timed_out = false;
  243. storage_type new_value = wait_operations::wait_until(this->storage(), atomics::detail::bitwise_cast< storage_type >(old_val), timeout, order, timed_out);
  244. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  245. }
  246. template< typename Rep, typename Period >
  247. BOOST_FORCEINLINE wait_result< value_type >
  248. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  249. noexcept(noexcept(wait_operations::wait_for(
  250. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  251. {
  252. BOOST_ASSERT(order != memory_order_release);
  253. BOOST_ASSERT(order != memory_order_acq_rel);
  254. bool timed_out = false;
  255. storage_type new_value = wait_operations::wait_for(this->storage(), atomics::detail::bitwise_cast< storage_type >(old_val), timeout, order, timed_out);
  256. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  257. }
  258. private:
  259. BOOST_FORCEINLINE bool
  260. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  261. {
  262. return core_operations::compare_exchange_strong(
  263. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_cast< storage_type >(desired), success_order, failure_order);
  264. }
  265. BOOST_FORCEINLINE bool
  266. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  267. {
  268. storage_type old_value = atomics::detail::bitwise_cast< storage_type >(expected);
  269. const bool res = core_operations::compare_exchange_strong(
  270. this->storage(), old_value, atomics::detail::bitwise_cast< storage_type >(desired), success_order, failure_order);
  271. expected = atomics::detail::bitwise_cast< value_type >(old_value);
  272. return res;
  273. }
  274. BOOST_FORCEINLINE bool
  275. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  276. {
  277. return core_operations::compare_exchange_weak(
  278. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_cast< storage_type >(desired), success_order, failure_order);
  279. }
  280. BOOST_FORCEINLINE bool
  281. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  282. {
  283. storage_type old_value = atomics::detail::bitwise_cast< storage_type >(expected);
  284. const bool res = core_operations::compare_exchange_weak(
  285. this->storage(), old_value, atomics::detail::bitwise_cast< storage_type >(desired), success_order, failure_order);
  286. expected = atomics::detail::bitwise_cast< value_type >(old_value);
  287. return res;
  288. }
  289. };
  290. //! Implementation for enums
  291. template< typename T, bool Interprocess >
  292. class base_atomic< T, const int, Interprocess > :
  293. public base_atomic_common< T, false, Interprocess >
  294. {
  295. private:
  296. using base_type = base_atomic_common< T, false, Interprocess >;
  297. public:
  298. using value_type = typename base_type::value_type;
  299. protected:
  300. using core_operations = typename base_type::core_operations;
  301. using wait_operations = typename base_type::wait_operations;
  302. using extra_operations = atomics::detail::extra_operations< core_operations >;
  303. using storage_type = typename base_type::storage_type;
  304. using value_arg_type = typename base_type::value_arg_type;
  305. private:
  306. using cxchg_use_bitwise_cast =
  307. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  308. std::true_type;
  309. #else
  310. std::integral_constant<
  311. bool,
  312. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  313. >;
  314. #endif
  315. public:
  316. base_atomic() = default;
  317. BOOST_FORCEINLINE constexpr explicit base_atomic(value_arg_type v) noexcept : base_type(static_cast< storage_type >(v))
  318. {
  319. }
  320. base_atomic(base_atomic const&) = delete;
  321. base_atomic& operator=(base_atomic const&) = delete;
  322. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  323. {
  324. BOOST_ASSERT(order != memory_order_consume);
  325. BOOST_ASSERT(order != memory_order_acquire);
  326. BOOST_ASSERT(order != memory_order_acq_rel);
  327. core_operations::store(this->storage(), static_cast< storage_type >(v), order);
  328. }
  329. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  330. {
  331. BOOST_ASSERT(order != memory_order_release);
  332. BOOST_ASSERT(order != memory_order_acq_rel);
  333. return atomics::detail::bitwise_cast< value_type >(core_operations::load(this->storage(), order));
  334. }
  335. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  336. {
  337. return atomics::detail::bitwise_cast< value_type >(core_operations::exchange(this->storage(), static_cast< storage_type >(v), order));
  338. }
  339. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  340. {
  341. BOOST_ASSERT(failure_order != memory_order_release);
  342. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  343. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  344. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  345. }
  346. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  347. {
  348. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  349. }
  350. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  351. {
  352. BOOST_ASSERT(failure_order != memory_order_release);
  353. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  354. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  355. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  356. }
  357. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  358. {
  359. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  360. }
  361. BOOST_FORCEINLINE value_type fetch_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  362. {
  363. return atomics::detail::bitwise_cast< value_type >(core_operations::fetch_and(this->storage(), static_cast< storage_type >(v), order));
  364. }
  365. BOOST_FORCEINLINE value_type fetch_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  366. {
  367. return atomics::detail::bitwise_cast< value_type >(core_operations::fetch_or(this->storage(), static_cast< storage_type >(v), order));
  368. }
  369. BOOST_FORCEINLINE value_type fetch_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  370. {
  371. return atomics::detail::bitwise_cast< value_type >(core_operations::fetch_xor(this->storage(), static_cast< storage_type >(v), order));
  372. }
  373. BOOST_FORCEINLINE value_type fetch_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  374. {
  375. return atomics::detail::bitwise_cast< value_type >(extra_operations::fetch_complement(this->storage(), order));
  376. }
  377. BOOST_FORCEINLINE value_type bitwise_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  378. {
  379. return atomics::detail::bitwise_cast< value_type >(extra_operations::bitwise_and(this->storage(), static_cast< storage_type >(v), order));
  380. }
  381. BOOST_FORCEINLINE value_type bitwise_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  382. {
  383. return atomics::detail::bitwise_cast< value_type >(extra_operations::bitwise_or(this->storage(), static_cast< storage_type >(v), order));
  384. }
  385. BOOST_FORCEINLINE value_type bitwise_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  386. {
  387. return atomics::detail::bitwise_cast< value_type >(extra_operations::bitwise_xor(this->storage(), static_cast< storage_type >(v), order));
  388. }
  389. BOOST_FORCEINLINE value_type bitwise_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  390. {
  391. return atomics::detail::bitwise_cast< value_type >(extra_operations::bitwise_complement(this->storage(), order));
  392. }
  393. BOOST_FORCEINLINE void opaque_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  394. {
  395. extra_operations::opaque_and(this->storage(), static_cast< storage_type >(v), order);
  396. }
  397. BOOST_FORCEINLINE void opaque_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  398. {
  399. extra_operations::opaque_or(this->storage(), static_cast< storage_type >(v), order);
  400. }
  401. BOOST_FORCEINLINE void opaque_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  402. {
  403. extra_operations::opaque_xor(this->storage(), static_cast< storage_type >(v), order);
  404. }
  405. BOOST_FORCEINLINE void opaque_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  406. {
  407. extra_operations::opaque_complement(this->storage(), order);
  408. }
  409. BOOST_FORCEINLINE bool and_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  410. {
  411. return extra_operations::and_and_test(this->storage(), static_cast< storage_type >(v), order);
  412. }
  413. BOOST_FORCEINLINE bool or_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  414. {
  415. return extra_operations::or_and_test(this->storage(), static_cast< storage_type >(v), order);
  416. }
  417. BOOST_FORCEINLINE bool xor_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  418. {
  419. return extra_operations::xor_and_test(this->storage(), static_cast< storage_type >(v), order);
  420. }
  421. BOOST_FORCEINLINE bool complement_and_test(memory_order order = memory_order_seq_cst) volatile noexcept
  422. {
  423. return extra_operations::complement_and_test(this->storage(), order);
  424. }
  425. BOOST_FORCEINLINE bool bit_test_and_set(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  426. {
  427. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  428. return extra_operations::bit_test_and_set(this->storage(), bit_number, order);
  429. }
  430. BOOST_FORCEINLINE bool bit_test_and_reset(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  431. {
  432. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  433. return extra_operations::bit_test_and_reset(this->storage(), bit_number, order);
  434. }
  435. BOOST_FORCEINLINE bool bit_test_and_complement(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  436. {
  437. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  438. return extra_operations::bit_test_and_complement(this->storage(), bit_number, order);
  439. }
  440. BOOST_FORCEINLINE value_type operator&=(value_type v) volatile noexcept
  441. {
  442. return bitwise_and(v);
  443. }
  444. BOOST_FORCEINLINE value_type operator|=(value_type v) volatile noexcept
  445. {
  446. return bitwise_or(v);
  447. }
  448. BOOST_FORCEINLINE value_type operator^=(value_type v) volatile noexcept
  449. {
  450. return bitwise_xor(v);
  451. }
  452. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  453. {
  454. BOOST_ASSERT(order != memory_order_release);
  455. BOOST_ASSERT(order != memory_order_acq_rel);
  456. return atomics::detail::bitwise_cast< value_type >(wait_operations::wait(this->storage(), static_cast< storage_type >(old_val), order));
  457. }
  458. template< typename Clock, typename Duration >
  459. BOOST_FORCEINLINE wait_result< value_type >
  460. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  461. noexcept(noexcept(wait_operations::wait_until(
  462. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  463. {
  464. BOOST_ASSERT(order != memory_order_release);
  465. BOOST_ASSERT(order != memory_order_acq_rel);
  466. bool timed_out = false;
  467. storage_type new_value = wait_operations::wait_until(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  468. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  469. }
  470. template< typename Rep, typename Period >
  471. BOOST_FORCEINLINE wait_result< value_type >
  472. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  473. noexcept(noexcept(wait_operations::wait_for(
  474. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  475. {
  476. BOOST_ASSERT(order != memory_order_release);
  477. BOOST_ASSERT(order != memory_order_acq_rel);
  478. bool timed_out = false;
  479. storage_type new_value = wait_operations::wait_for(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  480. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  481. }
  482. private:
  483. BOOST_FORCEINLINE bool
  484. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  485. {
  486. return core_operations::compare_exchange_strong(
  487. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  488. }
  489. BOOST_FORCEINLINE bool
  490. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  491. {
  492. storage_type old_value = static_cast< storage_type >(expected);
  493. const bool res = core_operations::compare_exchange_strong(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  494. expected = atomics::detail::bitwise_cast< value_type >(old_value);
  495. return res;
  496. }
  497. BOOST_FORCEINLINE bool
  498. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  499. {
  500. return core_operations::compare_exchange_weak(
  501. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  502. }
  503. BOOST_FORCEINLINE bool
  504. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  505. {
  506. storage_type old_value = static_cast< storage_type >(expected);
  507. const bool res = core_operations::compare_exchange_weak(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  508. expected = atomics::detail::bitwise_cast< value_type >(old_value);
  509. return res;
  510. }
  511. };
  512. //! Implementation for integers
  513. template< typename T, bool Interprocess >
  514. class base_atomic< T, int, Interprocess > :
  515. public base_atomic_common< T, atomics::detail::is_signed< T >::value, Interprocess >
  516. {
  517. private:
  518. using base_type = base_atomic_common< T, atomics::detail::is_signed< T >::value, Interprocess >;
  519. public:
  520. using value_type = typename base_type::value_type;
  521. using difference_type = value_type;
  522. protected:
  523. using core_operations = typename base_type::core_operations;
  524. using wait_operations = typename base_type::wait_operations;
  525. using extra_operations = atomics::detail::extra_operations< core_operations >;
  526. using storage_type = typename base_type::storage_type;
  527. using value_arg_type = value_type;
  528. private:
  529. using cxchg_use_bitwise_cast =
  530. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  531. std::true_type;
  532. #else
  533. std::integral_constant<
  534. bool,
  535. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  536. >;
  537. #endif
  538. public:
  539. base_atomic() = default;
  540. BOOST_FORCEINLINE constexpr explicit base_atomic(value_arg_type v) noexcept : base_type(static_cast< storage_type >(v)) {}
  541. base_atomic(base_atomic const&) = delete;
  542. base_atomic& operator=(base_atomic const&) = delete;
  543. // Standard methods
  544. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  545. {
  546. BOOST_ASSERT(order != memory_order_consume);
  547. BOOST_ASSERT(order != memory_order_acquire);
  548. BOOST_ASSERT(order != memory_order_acq_rel);
  549. core_operations::store(this->storage(), static_cast< storage_type >(v), order);
  550. }
  551. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  552. {
  553. BOOST_ASSERT(order != memory_order_release);
  554. BOOST_ASSERT(order != memory_order_acq_rel);
  555. return atomics::detail::integral_truncate< value_type >(core_operations::load(this->storage(), order));
  556. }
  557. BOOST_FORCEINLINE value_type fetch_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  558. {
  559. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_add(this->storage(), static_cast< storage_type >(v), order));
  560. }
  561. BOOST_FORCEINLINE value_type fetch_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  562. {
  563. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_sub(this->storage(), static_cast< storage_type >(v), order));
  564. }
  565. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  566. {
  567. return atomics::detail::integral_truncate< value_type >(core_operations::exchange(this->storage(), static_cast< storage_type >(v), order));
  568. }
  569. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  570. {
  571. BOOST_ASSERT(failure_order != memory_order_release);
  572. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  573. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  574. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  575. }
  576. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  577. {
  578. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  579. }
  580. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  581. {
  582. BOOST_ASSERT(failure_order != memory_order_release);
  583. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  584. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  585. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  586. }
  587. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  588. {
  589. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  590. }
  591. BOOST_FORCEINLINE value_type fetch_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  592. {
  593. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_and(this->storage(), static_cast< storage_type >(v), order));
  594. }
  595. BOOST_FORCEINLINE value_type fetch_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  596. {
  597. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_or(this->storage(), static_cast< storage_type >(v), order));
  598. }
  599. BOOST_FORCEINLINE value_type fetch_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  600. {
  601. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_xor(this->storage(), static_cast< storage_type >(v), order));
  602. }
  603. // Boost.Atomic extensions
  604. BOOST_FORCEINLINE value_type fetch_negate(memory_order order = memory_order_seq_cst) volatile noexcept
  605. {
  606. return atomics::detail::integral_truncate< value_type >(extra_operations::fetch_negate(this->storage(), order));
  607. }
  608. BOOST_FORCEINLINE value_type fetch_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  609. {
  610. return atomics::detail::integral_truncate< value_type >(extra_operations::fetch_complement(this->storage(), order));
  611. }
  612. BOOST_FORCEINLINE value_type add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  613. {
  614. return atomics::detail::integral_truncate< value_type >(extra_operations::add(this->storage(), static_cast< storage_type >(v), order));
  615. }
  616. BOOST_FORCEINLINE value_type sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  617. {
  618. return atomics::detail::integral_truncate< value_type >(extra_operations::sub(this->storage(), static_cast< storage_type >(v), order));
  619. }
  620. BOOST_FORCEINLINE value_type negate(memory_order order = memory_order_seq_cst) volatile noexcept
  621. {
  622. return atomics::detail::integral_truncate< value_type >(extra_operations::negate(this->storage(), order));
  623. }
  624. BOOST_FORCEINLINE value_type bitwise_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  625. {
  626. return atomics::detail::integral_truncate< value_type >(extra_operations::bitwise_and(this->storage(), static_cast< storage_type >(v), order));
  627. }
  628. BOOST_FORCEINLINE value_type bitwise_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  629. {
  630. return atomics::detail::integral_truncate< value_type >(extra_operations::bitwise_or(this->storage(), static_cast< storage_type >(v), order));
  631. }
  632. BOOST_FORCEINLINE value_type bitwise_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  633. {
  634. return atomics::detail::integral_truncate< value_type >(extra_operations::bitwise_xor(this->storage(), static_cast< storage_type >(v), order));
  635. }
  636. BOOST_FORCEINLINE value_type bitwise_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  637. {
  638. return atomics::detail::integral_truncate< value_type >(extra_operations::bitwise_complement(this->storage(), order));
  639. }
  640. BOOST_FORCEINLINE void opaque_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  641. {
  642. extra_operations::opaque_add(this->storage(), static_cast< storage_type >(v), order);
  643. }
  644. BOOST_FORCEINLINE void opaque_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  645. {
  646. extra_operations::opaque_sub(this->storage(), static_cast< storage_type >(v), order);
  647. }
  648. BOOST_FORCEINLINE void opaque_negate(memory_order order = memory_order_seq_cst) volatile noexcept
  649. {
  650. extra_operations::opaque_negate(this->storage(), order);
  651. }
  652. BOOST_FORCEINLINE void opaque_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  653. {
  654. extra_operations::opaque_and(this->storage(), static_cast< storage_type >(v), order);
  655. }
  656. BOOST_FORCEINLINE void opaque_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  657. {
  658. extra_operations::opaque_or(this->storage(), static_cast< storage_type >(v), order);
  659. }
  660. BOOST_FORCEINLINE void opaque_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  661. {
  662. extra_operations::opaque_xor(this->storage(), static_cast< storage_type >(v), order);
  663. }
  664. BOOST_FORCEINLINE void opaque_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  665. {
  666. extra_operations::opaque_complement(this->storage(), order);
  667. }
  668. BOOST_FORCEINLINE bool add_and_test(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  669. {
  670. return extra_operations::add_and_test(this->storage(), static_cast< storage_type >(v), order);
  671. }
  672. BOOST_FORCEINLINE bool sub_and_test(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  673. {
  674. return extra_operations::sub_and_test(this->storage(), static_cast< storage_type >(v), order);
  675. }
  676. BOOST_FORCEINLINE bool negate_and_test(memory_order order = memory_order_seq_cst) volatile noexcept
  677. {
  678. return extra_operations::negate_and_test(this->storage(), order);
  679. }
  680. BOOST_FORCEINLINE bool and_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  681. {
  682. return extra_operations::and_and_test(this->storage(), static_cast< storage_type >(v), order);
  683. }
  684. BOOST_FORCEINLINE bool or_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  685. {
  686. return extra_operations::or_and_test(this->storage(), static_cast< storage_type >(v), order);
  687. }
  688. BOOST_FORCEINLINE bool xor_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  689. {
  690. return extra_operations::xor_and_test(this->storage(), static_cast< storage_type >(v), order);
  691. }
  692. BOOST_FORCEINLINE bool complement_and_test(memory_order order = memory_order_seq_cst) volatile noexcept
  693. {
  694. return extra_operations::complement_and_test(this->storage(), order);
  695. }
  696. BOOST_FORCEINLINE bool bit_test_and_set(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  697. {
  698. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  699. return extra_operations::bit_test_and_set(this->storage(), bit_number, order);
  700. }
  701. BOOST_FORCEINLINE bool bit_test_and_reset(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  702. {
  703. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  704. return extra_operations::bit_test_and_reset(this->storage(), bit_number, order);
  705. }
  706. BOOST_FORCEINLINE bool bit_test_and_complement(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  707. {
  708. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  709. return extra_operations::bit_test_and_complement(this->storage(), bit_number, order);
  710. }
  711. // Operators
  712. BOOST_FORCEINLINE value_type operator++(int) volatile noexcept
  713. {
  714. return fetch_add(1);
  715. }
  716. BOOST_FORCEINLINE value_type operator++() volatile noexcept
  717. {
  718. return add(1);
  719. }
  720. BOOST_FORCEINLINE value_type operator--(int) volatile noexcept
  721. {
  722. return fetch_sub(1);
  723. }
  724. BOOST_FORCEINLINE value_type operator--() volatile noexcept
  725. {
  726. return sub(1);
  727. }
  728. BOOST_FORCEINLINE value_type operator+=(difference_type v) volatile noexcept
  729. {
  730. return add(v);
  731. }
  732. BOOST_FORCEINLINE value_type operator-=(difference_type v) volatile noexcept
  733. {
  734. return sub(v);
  735. }
  736. BOOST_FORCEINLINE value_type operator&=(value_type v) volatile noexcept
  737. {
  738. return bitwise_and(v);
  739. }
  740. BOOST_FORCEINLINE value_type operator|=(value_type v) volatile noexcept
  741. {
  742. return bitwise_or(v);
  743. }
  744. BOOST_FORCEINLINE value_type operator^=(value_type v) volatile noexcept
  745. {
  746. return bitwise_xor(v);
  747. }
  748. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  749. {
  750. BOOST_ASSERT(order != memory_order_release);
  751. BOOST_ASSERT(order != memory_order_acq_rel);
  752. return atomics::detail::integral_truncate< value_type >(wait_operations::wait(this->storage(), static_cast< storage_type >(old_val), order));
  753. }
  754. template< typename Clock, typename Duration >
  755. BOOST_FORCEINLINE wait_result< value_type >
  756. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  757. noexcept(noexcept(wait_operations::wait_until(
  758. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  759. {
  760. BOOST_ASSERT(order != memory_order_release);
  761. BOOST_ASSERT(order != memory_order_acq_rel);
  762. bool timed_out = false;
  763. storage_type new_value = wait_operations::wait_until(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  764. return wait_result< value_type >(atomics::detail::integral_truncate< value_type >(new_value), timed_out);
  765. }
  766. template< typename Rep, typename Period >
  767. BOOST_FORCEINLINE wait_result< value_type >
  768. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  769. noexcept(noexcept(wait_operations::wait_for(
  770. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  771. {
  772. BOOST_ASSERT(order != memory_order_release);
  773. BOOST_ASSERT(order != memory_order_acq_rel);
  774. bool timed_out = false;
  775. storage_type new_value = wait_operations::wait_for(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  776. return wait_result< value_type >(atomics::detail::integral_truncate< value_type >(new_value), timed_out);
  777. }
  778. private:
  779. BOOST_FORCEINLINE bool
  780. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  781. {
  782. return core_operations::compare_exchange_strong(
  783. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  784. }
  785. BOOST_FORCEINLINE bool
  786. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  787. {
  788. storage_type old_value = static_cast< storage_type >(expected);
  789. const bool res = core_operations::compare_exchange_strong(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  790. expected = atomics::detail::integral_truncate< value_type >(old_value);
  791. return res;
  792. }
  793. BOOST_FORCEINLINE bool
  794. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  795. {
  796. return core_operations::compare_exchange_weak(
  797. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  798. }
  799. BOOST_FORCEINLINE bool
  800. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  801. {
  802. storage_type old_value = static_cast< storage_type >(expected);
  803. const bool res = core_operations::compare_exchange_weak(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  804. expected = atomics::detail::integral_truncate< value_type >(old_value);
  805. return res;
  806. }
  807. };
  808. //! Implementation for bool
  809. template< bool Interprocess >
  810. class base_atomic< bool, int, Interprocess > :
  811. public base_atomic_common< bool, false, Interprocess >
  812. {
  813. private:
  814. using base_type = base_atomic_common< bool, false, Interprocess >;
  815. public:
  816. using value_type = typename base_type::value_type;
  817. protected:
  818. using core_operations = typename base_type::core_operations;
  819. using wait_operations = typename base_type::wait_operations;
  820. using storage_type = typename base_type::storage_type;
  821. using value_arg_type = value_type;
  822. private:
  823. using cxchg_use_bitwise_cast =
  824. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  825. std::true_type;
  826. #else
  827. std::integral_constant<
  828. bool,
  829. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  830. >;
  831. #endif
  832. public:
  833. base_atomic() = default;
  834. BOOST_FORCEINLINE constexpr explicit base_atomic(value_arg_type v) noexcept : base_type(static_cast< storage_type >(v)) {}
  835. base_atomic(base_atomic const&) = delete;
  836. base_atomic& operator=(base_atomic const&) = delete;
  837. // Standard methods
  838. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  839. {
  840. BOOST_ASSERT(order != memory_order_consume);
  841. BOOST_ASSERT(order != memory_order_acquire);
  842. BOOST_ASSERT(order != memory_order_acq_rel);
  843. core_operations::store(this->storage(), static_cast< storage_type >(v), order);
  844. }
  845. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  846. {
  847. BOOST_ASSERT(order != memory_order_release);
  848. BOOST_ASSERT(order != memory_order_acq_rel);
  849. return !!core_operations::load(this->storage(), order);
  850. }
  851. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  852. {
  853. return !!core_operations::exchange(this->storage(), static_cast< storage_type >(v), order);
  854. }
  855. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  856. {
  857. BOOST_ASSERT(failure_order != memory_order_release);
  858. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  859. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  860. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  861. }
  862. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  863. {
  864. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  865. }
  866. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  867. {
  868. BOOST_ASSERT(failure_order != memory_order_release);
  869. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  870. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  871. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  872. }
  873. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  874. {
  875. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  876. }
  877. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  878. {
  879. BOOST_ASSERT(order != memory_order_release);
  880. BOOST_ASSERT(order != memory_order_acq_rel);
  881. return !!wait_operations::wait(this->storage(), static_cast< storage_type >(old_val), order);
  882. }
  883. template< typename Clock, typename Duration >
  884. BOOST_FORCEINLINE wait_result< value_type >
  885. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  886. noexcept(noexcept(wait_operations::wait_until(
  887. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  888. {
  889. BOOST_ASSERT(order != memory_order_release);
  890. BOOST_ASSERT(order != memory_order_acq_rel);
  891. bool timed_out = false;
  892. storage_type new_value = wait_operations::wait_until(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  893. return wait_result< value_type >(!!new_value, timed_out);
  894. }
  895. template< typename Rep, typename Period >
  896. BOOST_FORCEINLINE wait_result< value_type >
  897. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  898. noexcept(noexcept(wait_operations::wait_for(
  899. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  900. {
  901. BOOST_ASSERT(order != memory_order_release);
  902. BOOST_ASSERT(order != memory_order_acq_rel);
  903. bool timed_out = false;
  904. storage_type new_value = wait_operations::wait_for(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  905. return wait_result< value_type >(!!new_value, timed_out);
  906. }
  907. private:
  908. BOOST_FORCEINLINE bool
  909. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  910. {
  911. return core_operations::compare_exchange_strong(
  912. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  913. }
  914. BOOST_FORCEINLINE bool
  915. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  916. {
  917. storage_type old_value = static_cast< storage_type >(expected);
  918. const bool res = core_operations::compare_exchange_strong(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  919. expected = !!old_value;
  920. return res;
  921. }
  922. BOOST_FORCEINLINE bool
  923. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  924. {
  925. return core_operations::compare_exchange_weak(
  926. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  927. }
  928. BOOST_FORCEINLINE bool
  929. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  930. {
  931. storage_type old_value = static_cast< storage_type >(expected);
  932. const bool res = core_operations::compare_exchange_weak(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  933. expected = !!old_value;
  934. return res;
  935. }
  936. };
  937. #if !defined(BOOST_ATOMIC_NO_FLOATING_POINT)
  938. //! Implementation for floating point types
  939. template< typename T, bool Interprocess >
  940. class base_atomic< T, float, Interprocess > :
  941. public base_atomic_common< T, false, Interprocess >
  942. {
  943. private:
  944. using base_type = base_atomic_common< T, false, Interprocess >;
  945. public:
  946. using value_type = typename base_type::value_type;
  947. using difference_type = value_type;
  948. protected:
  949. using core_operations = typename base_type::core_operations;
  950. using wait_operations = typename base_type::wait_operations;
  951. using extra_operations = atomics::detail::extra_operations< core_operations >;
  952. using fp_operations = atomics::detail::fp_operations< extra_operations, value_type >;
  953. using extra_fp_operations = atomics::detail::extra_fp_operations< fp_operations >;
  954. using storage_type = typename base_type::storage_type;
  955. using value_arg_type = value_type;
  956. private:
  957. using cxchg_use_bitwise_cast =
  958. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  959. std::true_type;
  960. #else
  961. std::integral_constant<
  962. bool,
  963. atomics::detail::value_size_of< value_type >::value != sizeof(storage_type) ||
  964. atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  965. >;
  966. #endif
  967. public:
  968. base_atomic() = default;
  969. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic(value_arg_type v) noexcept :
  970. base_type(atomics::detail::bitwise_fp_cast< storage_type >(v))
  971. {
  972. }
  973. base_atomic(base_atomic const&) = delete;
  974. base_atomic& operator=(base_atomic const&) = delete;
  975. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  976. {
  977. BOOST_ASSERT(order != memory_order_consume);
  978. BOOST_ASSERT(order != memory_order_acquire);
  979. BOOST_ASSERT(order != memory_order_acq_rel);
  980. core_operations::store(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(v), order);
  981. }
  982. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  983. {
  984. BOOST_ASSERT(order != memory_order_release);
  985. BOOST_ASSERT(order != memory_order_acq_rel);
  986. return atomics::detail::bitwise_fp_cast< value_type >(core_operations::load(this->storage(), order));
  987. }
  988. BOOST_FORCEINLINE value_type fetch_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  989. {
  990. return fp_operations::fetch_add(this->storage(), v, order);
  991. }
  992. BOOST_FORCEINLINE value_type fetch_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  993. {
  994. return fp_operations::fetch_sub(this->storage(), v, order);
  995. }
  996. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  997. {
  998. return atomics::detail::bitwise_fp_cast< value_type >(core_operations::exchange(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(v), order));
  999. }
  1000. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  1001. {
  1002. BOOST_ASSERT(failure_order != memory_order_release);
  1003. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  1004. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  1005. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  1006. }
  1007. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  1008. {
  1009. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  1010. }
  1011. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  1012. {
  1013. BOOST_ASSERT(failure_order != memory_order_release);
  1014. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  1015. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  1016. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  1017. }
  1018. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  1019. {
  1020. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  1021. }
  1022. // Boost.Atomic extensions
  1023. BOOST_FORCEINLINE value_type fetch_negate(memory_order order = memory_order_seq_cst) volatile noexcept
  1024. {
  1025. return extra_fp_operations::fetch_negate(this->storage(), order);
  1026. }
  1027. BOOST_FORCEINLINE value_type add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1028. {
  1029. return extra_fp_operations::add(this->storage(), v, order);
  1030. }
  1031. BOOST_FORCEINLINE value_type sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1032. {
  1033. return extra_fp_operations::sub(this->storage(), v, order);
  1034. }
  1035. BOOST_FORCEINLINE value_type negate(memory_order order = memory_order_seq_cst) volatile noexcept
  1036. {
  1037. return extra_fp_operations::negate(this->storage(), order);
  1038. }
  1039. BOOST_FORCEINLINE void opaque_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1040. {
  1041. extra_fp_operations::opaque_add(this->storage(), v, order);
  1042. }
  1043. BOOST_FORCEINLINE void opaque_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1044. {
  1045. extra_fp_operations::opaque_sub(this->storage(), v, order);
  1046. }
  1047. BOOST_FORCEINLINE void opaque_negate(memory_order order = memory_order_seq_cst) volatile noexcept
  1048. {
  1049. extra_fp_operations::opaque_negate(this->storage(), order);
  1050. }
  1051. // Operators
  1052. BOOST_FORCEINLINE value_type operator+=(difference_type v) volatile noexcept
  1053. {
  1054. return add(v);
  1055. }
  1056. BOOST_FORCEINLINE value_type operator-=(difference_type v) volatile noexcept
  1057. {
  1058. return sub(v);
  1059. }
  1060. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  1061. {
  1062. BOOST_ASSERT(order != memory_order_release);
  1063. BOOST_ASSERT(order != memory_order_acq_rel);
  1064. return atomics::detail::bitwise_fp_cast< value_type >(wait_operations::wait(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(old_val), order));
  1065. }
  1066. template< typename Clock, typename Duration >
  1067. BOOST_FORCEINLINE wait_result< value_type >
  1068. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  1069. noexcept(noexcept(wait_operations::wait_until(
  1070. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  1071. {
  1072. BOOST_ASSERT(order != memory_order_release);
  1073. BOOST_ASSERT(order != memory_order_acq_rel);
  1074. bool timed_out = false;
  1075. storage_type new_value = wait_operations::wait_until(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(old_val), timeout, order, timed_out);
  1076. return wait_result< value_type >(atomics::detail::bitwise_fp_cast< value_type >(new_value), timed_out);
  1077. }
  1078. template< typename Rep, typename Period >
  1079. BOOST_FORCEINLINE wait_result< value_type >
  1080. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  1081. noexcept(noexcept(wait_operations::wait_for(
  1082. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  1083. {
  1084. BOOST_ASSERT(order != memory_order_release);
  1085. BOOST_ASSERT(order != memory_order_acq_rel);
  1086. bool timed_out = false;
  1087. storage_type new_value = wait_operations::wait_for(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(old_val), timeout, order, timed_out);
  1088. return wait_result< value_type >(atomics::detail::bitwise_fp_cast< value_type >(new_value), timed_out);
  1089. }
  1090. private:
  1091. BOOST_FORCEINLINE bool
  1092. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  1093. {
  1094. return core_operations::compare_exchange_strong(
  1095. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_fp_cast< storage_type >(desired), success_order, failure_order);
  1096. }
  1097. BOOST_FORCEINLINE bool
  1098. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  1099. {
  1100. storage_type old_value = atomics::detail::bitwise_fp_cast< storage_type >(expected);
  1101. const bool res = core_operations::compare_exchange_strong(
  1102. this->storage(), old_value, atomics::detail::bitwise_fp_cast< storage_type >(desired), success_order, failure_order);
  1103. expected = atomics::detail::bitwise_fp_cast< value_type >(old_value);
  1104. return res;
  1105. }
  1106. BOOST_FORCEINLINE bool
  1107. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  1108. {
  1109. return core_operations::compare_exchange_weak(
  1110. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_fp_cast< storage_type >(desired), success_order, failure_order);
  1111. }
  1112. BOOST_FORCEINLINE bool
  1113. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  1114. {
  1115. storage_type old_value = atomics::detail::bitwise_fp_cast< storage_type >(expected);
  1116. const bool res = core_operations::compare_exchange_weak(
  1117. this->storage(), old_value, atomics::detail::bitwise_fp_cast< storage_type >(desired), success_order, failure_order);
  1118. expected = atomics::detail::bitwise_fp_cast< value_type >(old_value);
  1119. return res;
  1120. }
  1121. };
  1122. #endif // !defined(BOOST_ATOMIC_NO_FLOATING_POINT)
  1123. //! Implementation for pointers to object types
  1124. template< typename T, bool Interprocess >
  1125. class base_atomic< T*, void*, Interprocess > :
  1126. public base_atomic_common< T*, false, Interprocess >
  1127. {
  1128. private:
  1129. using base_type = base_atomic_common< T*, false, Interprocess >;
  1130. public:
  1131. using value_type = typename base_type::value_type;
  1132. using difference_type = std::ptrdiff_t;
  1133. protected:
  1134. using core_operations = typename base_type::core_operations;
  1135. using wait_operations = typename base_type::wait_operations;
  1136. using extra_operations = atomics::detail::extra_operations< core_operations >;
  1137. using storage_type = typename base_type::storage_type;
  1138. using value_arg_type = value_type;
  1139. private:
  1140. using cxchg_use_bitwise_cast =
  1141. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  1142. std::true_type;
  1143. #else
  1144. std::integral_constant<
  1145. bool,
  1146. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  1147. >;
  1148. #endif
  1149. // uintptr_storage_type is the minimal storage type that is enough to store pointers. The actual storage_type theoretically may be larger,
  1150. // if the target architecture only supports atomic ops on larger data. Typically, though, they are the same type.
  1151. using uintptr_storage_type = atomics::detail::uintptr_t;
  1152. public:
  1153. base_atomic() = default;
  1154. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic(value_arg_type v) noexcept :
  1155. base_type(atomics::detail::bitwise_cast< uintptr_storage_type >(v))
  1156. {
  1157. }
  1158. base_atomic(base_atomic const&) = delete;
  1159. base_atomic& operator=(base_atomic const&) = delete;
  1160. // Standard methods
  1161. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1162. {
  1163. BOOST_ASSERT(order != memory_order_consume);
  1164. BOOST_ASSERT(order != memory_order_acquire);
  1165. BOOST_ASSERT(order != memory_order_acq_rel);
  1166. core_operations::store(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(v), order);
  1167. }
  1168. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  1169. {
  1170. BOOST_ASSERT(order != memory_order_release);
  1171. BOOST_ASSERT(order != memory_order_acq_rel);
  1172. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(core_operations::load(this->storage(), order)));
  1173. }
  1174. BOOST_FORCEINLINE value_type fetch_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1175. {
  1176. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1177. core_operations::fetch_add(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order)));
  1178. }
  1179. BOOST_FORCEINLINE value_type fetch_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1180. {
  1181. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1182. core_operations::fetch_sub(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order)));
  1183. }
  1184. BOOST_FORCEINLINE value_type exchange(value_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1185. {
  1186. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1187. core_operations::exchange(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(v), order)));
  1188. }
  1189. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  1190. {
  1191. BOOST_ASSERT(failure_order != memory_order_release);
  1192. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  1193. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  1194. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  1195. }
  1196. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  1197. {
  1198. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  1199. }
  1200. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  1201. {
  1202. BOOST_ASSERT(failure_order != memory_order_release);
  1203. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  1204. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  1205. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  1206. }
  1207. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  1208. {
  1209. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  1210. }
  1211. // Boost.Atomic extensions
  1212. BOOST_FORCEINLINE value_type add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1213. {
  1214. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1215. extra_operations::add(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order)));
  1216. }
  1217. BOOST_FORCEINLINE value_type sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1218. {
  1219. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1220. extra_operations::sub(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order)));
  1221. }
  1222. BOOST_FORCEINLINE void opaque_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1223. {
  1224. extra_operations::opaque_add(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order);
  1225. }
  1226. BOOST_FORCEINLINE void opaque_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1227. {
  1228. extra_operations::opaque_sub(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order);
  1229. }
  1230. BOOST_FORCEINLINE bool add_and_test(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1231. {
  1232. return extra_operations::add_and_test(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order);
  1233. }
  1234. BOOST_FORCEINLINE bool sub_and_test(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1235. {
  1236. return extra_operations::sub_and_test(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order);
  1237. }
  1238. // Operators
  1239. BOOST_FORCEINLINE value_type operator++(int) volatile noexcept
  1240. {
  1241. return fetch_add(1);
  1242. }
  1243. BOOST_FORCEINLINE value_type operator++() volatile noexcept
  1244. {
  1245. return add(1);
  1246. }
  1247. BOOST_FORCEINLINE value_type operator--(int) volatile noexcept
  1248. {
  1249. return fetch_sub(1);
  1250. }
  1251. BOOST_FORCEINLINE value_type operator--() volatile noexcept
  1252. {
  1253. return sub(1);
  1254. }
  1255. BOOST_FORCEINLINE value_type operator+=(difference_type v) volatile noexcept
  1256. {
  1257. return add(v);
  1258. }
  1259. BOOST_FORCEINLINE value_type operator-=(difference_type v) volatile noexcept
  1260. {
  1261. return sub(v);
  1262. }
  1263. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  1264. {
  1265. BOOST_ASSERT(order != memory_order_release);
  1266. BOOST_ASSERT(order != memory_order_acq_rel);
  1267. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1268. wait_operations::wait(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(old_val), order)));
  1269. }
  1270. template< typename Clock, typename Duration >
  1271. BOOST_FORCEINLINE wait_result< value_type >
  1272. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  1273. noexcept(noexcept(wait_operations::wait_until(
  1274. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  1275. {
  1276. BOOST_ASSERT(order != memory_order_release);
  1277. BOOST_ASSERT(order != memory_order_acq_rel);
  1278. bool timed_out = false;
  1279. storage_type new_value = wait_operations::wait_until(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(old_val), timeout, order, timed_out);
  1280. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  1281. }
  1282. template< typename Rep, typename Period >
  1283. BOOST_FORCEINLINE wait_result< value_type >
  1284. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  1285. noexcept(noexcept(wait_operations::wait_for(
  1286. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  1287. {
  1288. BOOST_ASSERT(order != memory_order_release);
  1289. BOOST_ASSERT(order != memory_order_acq_rel);
  1290. bool timed_out = false;
  1291. storage_type new_value = wait_operations::wait_for(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(old_val), timeout, order, timed_out);
  1292. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  1293. }
  1294. private:
  1295. BOOST_FORCEINLINE bool
  1296. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  1297. {
  1298. return core_operations::compare_exchange_strong(
  1299. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_cast< uintptr_storage_type >(desired), success_order, failure_order);
  1300. }
  1301. BOOST_FORCEINLINE bool
  1302. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  1303. {
  1304. storage_type old_value = atomics::detail::bitwise_cast< uintptr_storage_type >(expected);
  1305. const bool res = core_operations::compare_exchange_strong(
  1306. this->storage(), old_value, atomics::detail::bitwise_cast< uintptr_storage_type >(desired), success_order, failure_order);
  1307. expected = atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(old_value));
  1308. return res;
  1309. }
  1310. BOOST_FORCEINLINE bool
  1311. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  1312. {
  1313. return core_operations::compare_exchange_weak(
  1314. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_cast< uintptr_storage_type >(desired), success_order, failure_order);
  1315. }
  1316. BOOST_FORCEINLINE bool
  1317. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  1318. {
  1319. storage_type old_value = atomics::detail::bitwise_cast< uintptr_storage_type >(expected);
  1320. const bool res = core_operations::compare_exchange_weak(
  1321. this->storage(), old_value, atomics::detail::bitwise_cast< uintptr_storage_type >(desired), success_order, failure_order);
  1322. expected = atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(old_value));
  1323. return res;
  1324. }
  1325. };
  1326. } // namespace detail
  1327. } // namespace atomics
  1328. } // namespace boost
  1329. #include <boost/atomic/detail/footer.hpp>
  1330. #endif // BOOST_ATOMIC_DETAIL_ATOMIC_IMPl_HPP_INCLUDED_