atomic_impl.hpp 74 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621
  1. /*
  2. * Distributed under the Boost Software License, Version 1.0.
  3. * (See accompanying file LICENSE_1_0.txt or copy at
  4. * http://www.boost.org/LICENSE_1_0.txt)
  5. *
  6. * Copyright (c) 2011 Helge Bahmann
  7. * Copyright (c) 2013 Tim Blechmann
  8. * Copyright (c) 2014-2025 Andrey Semashev
  9. */
  10. /*!
  11. * \file atomic/detail/atomic_impl.hpp
  12. *
  13. * This header contains implementation of \c atomic template.
  14. */
  15. #ifndef BOOST_ATOMIC_DETAIL_ATOMIC_IMPL_HPP_INCLUDED_
  16. #define BOOST_ATOMIC_DETAIL_ATOMIC_IMPL_HPP_INCLUDED_
  17. #include <cstddef>
  18. #include <chrono>
  19. #include <utility>
  20. #include <type_traits>
  21. #include <boost/assert.hpp>
  22. #include <boost/memory_order.hpp>
  23. #include <boost/atomic/wait_result.hpp>
  24. #include <boost/atomic/detail/config.hpp>
  25. #include <boost/atomic/detail/intptr.hpp>
  26. #include <boost/atomic/detail/storage_traits.hpp>
  27. #include <boost/atomic/detail/bitwise_cast.hpp>
  28. #include <boost/atomic/detail/integral_conversions.hpp>
  29. #include <boost/atomic/detail/core_operations.hpp>
  30. #include <boost/atomic/detail/wait_operations.hpp>
  31. #include <boost/atomic/detail/extra_operations.hpp>
  32. #include <boost/atomic/detail/memory_order_utils.hpp>
  33. #include <boost/atomic/detail/aligned_variable.hpp>
  34. #include <boost/atomic/detail/type_traits/is_signed.hpp>
  35. #include <boost/atomic/detail/type_traits/alignment_of.hpp>
  36. #include <boost/atomic/detail/type_traits/is_trivially_default_constructible.hpp>
  37. #if !defined(BOOST_ATOMIC_NO_FLOATING_POINT)
  38. #include <boost/atomic/detail/bitwise_fp_cast.hpp>
  39. #include <boost/atomic/detail/fp_operations.hpp>
  40. #include <boost/atomic/detail/extra_fp_operations.hpp>
  41. #endif
  42. #include <boost/atomic/detail/header.hpp>
  43. #ifdef BOOST_HAS_PRAGMA_ONCE
  44. #pragma once
  45. #endif
  46. #if !defined(BOOST_ATOMIC_DETAIL_NO_CXX11_CONSTEXPR_BITWISE_CAST)
  47. #define BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR constexpr
  48. #else
  49. #define BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR
  50. #endif
  51. /*
  52. * IMPLEMENTATION NOTE: All interface functions MUST be declared with BOOST_FORCEINLINE,
  53. * see comment for convert_memory_order_to_gcc in gcc_atomic_memory_order_utils.hpp.
  54. */
  55. namespace boost {
  56. namespace atomics {
  57. namespace detail {
  58. template< typename T, bool Signed, bool Interprocess >
  59. class base_atomic_common
  60. {
  61. public:
  62. using value_type = T;
  63. protected:
  64. using core_operations = atomics::detail::core_operations< storage_size_of< value_type >::value, Signed, Interprocess >;
  65. using wait_operations = atomics::detail::wait_operations< core_operations >;
  66. using value_arg_type = typename std::conditional< sizeof(value_type) <= sizeof(void*), value_type, value_type const& >::type;
  67. using storage_type = typename core_operations::storage_type;
  68. protected:
  69. static constexpr std::size_t storage_alignment =
  70. atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment ?
  71. core_operations::storage_alignment : atomics::detail::alignment_of< value_type >::value;
  72. public:
  73. static constexpr bool is_always_lock_free = core_operations::is_always_lock_free;
  74. static constexpr bool always_has_native_wait_notify = wait_operations::always_has_native_wait_notify;
  75. protected:
  76. BOOST_ATOMIC_DETAIL_ALIGNED_VAR_TPL(storage_alignment, storage_type, m_storage);
  77. public:
  78. BOOST_FORCEINLINE constexpr base_atomic_common() noexcept : m_storage()
  79. {
  80. }
  81. BOOST_FORCEINLINE constexpr explicit base_atomic_common(storage_type v) noexcept : m_storage(v)
  82. {
  83. }
  84. BOOST_FORCEINLINE value_type& value() noexcept { return *reinterpret_cast< value_type* >(&m_storage); }
  85. BOOST_FORCEINLINE value_type volatile& value() volatile noexcept { return *reinterpret_cast< volatile value_type* >(&m_storage); }
  86. BOOST_FORCEINLINE value_type const& value() const noexcept { return *reinterpret_cast< const value_type* >(&m_storage); }
  87. BOOST_FORCEINLINE value_type const volatile& value() const volatile noexcept { return *reinterpret_cast< const volatile value_type* >(&m_storage); }
  88. protected:
  89. BOOST_FORCEINLINE storage_type& storage() noexcept { return m_storage; }
  90. BOOST_FORCEINLINE storage_type volatile& storage() volatile noexcept { return m_storage; }
  91. BOOST_FORCEINLINE storage_type const& storage() const noexcept { return m_storage; }
  92. BOOST_FORCEINLINE storage_type const volatile& storage() const volatile noexcept { return m_storage; }
  93. public:
  94. BOOST_FORCEINLINE bool is_lock_free() const volatile noexcept
  95. {
  96. // C++17 requires all instances of atomic<> return a value consistent with is_always_lock_free here.
  97. // Boost.Atomic also enforces the required alignment of the atomic storage, so we can always return is_always_lock_free.
  98. return is_always_lock_free;
  99. }
  100. BOOST_FORCEINLINE bool has_native_wait_notify() const volatile noexcept
  101. {
  102. return wait_operations::has_native_wait_notify(this->storage());
  103. }
  104. BOOST_FORCEINLINE void notify_one() volatile noexcept
  105. {
  106. wait_operations::notify_one(this->storage());
  107. }
  108. BOOST_FORCEINLINE void notify_all() volatile noexcept
  109. {
  110. wait_operations::notify_all(this->storage());
  111. }
  112. };
  113. #if defined(BOOST_NO_CXX17_INLINE_VARIABLES)
  114. template< typename T, bool Signed, bool Interprocess >
  115. constexpr bool base_atomic_common< T, Signed, Interprocess >::is_always_lock_free;
  116. template< typename T, bool Signed, bool Interprocess >
  117. constexpr bool base_atomic_common< T, Signed, Interprocess >::always_has_native_wait_notify;
  118. #endif
  119. template< typename T, bool Interprocess, bool IsTriviallyDefaultConstructible = atomics::detail::is_trivially_default_constructible< T >::value >
  120. class base_atomic_generic;
  121. template< typename T, bool Interprocess >
  122. class base_atomic_generic< T, Interprocess, true > :
  123. public base_atomic_common< T, false, Interprocess >
  124. {
  125. private:
  126. using base_type = base_atomic_common< T, false, Interprocess >;
  127. protected:
  128. using storage_type = typename base_type::storage_type;
  129. using value_arg_type = typename base_type::value_arg_type;
  130. public:
  131. base_atomic_generic() = default;
  132. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic_generic(value_arg_type v) noexcept :
  133. base_type(atomics::detail::bitwise_cast< storage_type >(v))
  134. {
  135. }
  136. };
  137. template< typename T, bool Interprocess >
  138. class base_atomic_generic< T, Interprocess, false > :
  139. public base_atomic_common< T, false, Interprocess >
  140. {
  141. private:
  142. using base_type = base_atomic_common< T, false, Interprocess >;
  143. public:
  144. using value_type = typename base_type::value_type;
  145. protected:
  146. using storage_type = typename base_type::storage_type;
  147. using value_arg_type = typename base_type::value_arg_type;
  148. public:
  149. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic_generic(value_arg_type v = value_type()) noexcept :
  150. base_type(atomics::detail::bitwise_cast< storage_type >(v))
  151. {
  152. }
  153. };
  154. template< typename T, typename Kind, bool Interprocess >
  155. class base_atomic;
  156. //! General template. Implementation for user-defined types, such as structs, and pointers to non-object types
  157. template< typename T, bool Interprocess >
  158. class base_atomic< T, void, Interprocess > :
  159. public base_atomic_generic< T, Interprocess >
  160. {
  161. private:
  162. using base_type = base_atomic_generic< T, Interprocess >;
  163. public:
  164. using value_type = typename base_type::value_type;
  165. protected:
  166. using core_operations = typename base_type::core_operations;
  167. using wait_operations = typename base_type::wait_operations;
  168. using storage_type = typename base_type::storage_type;
  169. using value_arg_type = typename base_type::value_arg_type;
  170. private:
  171. using cxchg_use_bitwise_cast =
  172. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  173. std::true_type;
  174. #else
  175. std::integral_constant<
  176. bool,
  177. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  178. >;
  179. #endif
  180. public:
  181. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR base_atomic() noexcept(std::is_nothrow_default_constructible< value_type >::value) : base_type()
  182. {
  183. }
  184. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic(value_arg_type v) noexcept : base_type(v)
  185. {
  186. }
  187. base_atomic(base_atomic const&) = delete;
  188. base_atomic& operator=(base_atomic const&) = delete;
  189. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  190. {
  191. BOOST_ASSERT(order != memory_order_consume);
  192. BOOST_ASSERT(order != memory_order_acquire);
  193. BOOST_ASSERT(order != memory_order_acq_rel);
  194. core_operations::store(this->storage(), atomics::detail::bitwise_cast< storage_type >(v), order);
  195. }
  196. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  197. {
  198. BOOST_ASSERT(order != memory_order_release);
  199. BOOST_ASSERT(order != memory_order_acq_rel);
  200. return atomics::detail::bitwise_cast< value_type >(core_operations::load(this->storage(), order));
  201. }
  202. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  203. {
  204. return atomics::detail::bitwise_cast< value_type >(core_operations::exchange(this->storage(), atomics::detail::bitwise_cast< storage_type >(v), order));
  205. }
  206. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  207. {
  208. BOOST_ASSERT(failure_order != memory_order_release);
  209. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  210. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  211. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  212. }
  213. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  214. {
  215. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  216. }
  217. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  218. {
  219. BOOST_ASSERT(failure_order != memory_order_release);
  220. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  221. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  222. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  223. }
  224. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  225. {
  226. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  227. }
  228. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  229. {
  230. BOOST_ASSERT(order != memory_order_release);
  231. BOOST_ASSERT(order != memory_order_acq_rel);
  232. return atomics::detail::bitwise_cast< value_type >(wait_operations::wait(this->storage(), atomics::detail::bitwise_cast< storage_type >(old_val), order));
  233. }
  234. template< typename Clock, typename Duration >
  235. BOOST_FORCEINLINE wait_result< value_type >
  236. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  237. noexcept(noexcept(wait_operations::wait_until(
  238. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  239. {
  240. BOOST_ASSERT(order != memory_order_release);
  241. BOOST_ASSERT(order != memory_order_acq_rel);
  242. bool timed_out = false;
  243. storage_type new_value = wait_operations::wait_until(this->storage(), atomics::detail::bitwise_cast< storage_type >(old_val), timeout, order, timed_out);
  244. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  245. }
  246. template< typename Rep, typename Period >
  247. BOOST_FORCEINLINE wait_result< value_type >
  248. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  249. noexcept(noexcept(wait_operations::wait_for(
  250. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  251. {
  252. BOOST_ASSERT(order != memory_order_release);
  253. BOOST_ASSERT(order != memory_order_acq_rel);
  254. bool timed_out = false;
  255. storage_type new_value = wait_operations::wait_for(this->storage(), atomics::detail::bitwise_cast< storage_type >(old_val), timeout, order, timed_out);
  256. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  257. }
  258. private:
  259. BOOST_FORCEINLINE bool
  260. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  261. {
  262. return core_operations::compare_exchange_strong(
  263. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_cast< storage_type >(desired), success_order, failure_order);
  264. }
  265. BOOST_FORCEINLINE bool
  266. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  267. {
  268. storage_type old_value = atomics::detail::bitwise_cast< storage_type >(expected);
  269. const bool res = core_operations::compare_exchange_strong(
  270. this->storage(), old_value, atomics::detail::bitwise_cast< storage_type >(desired), success_order, failure_order);
  271. expected = atomics::detail::bitwise_cast< value_type >(old_value);
  272. return res;
  273. }
  274. BOOST_FORCEINLINE bool
  275. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  276. {
  277. return core_operations::compare_exchange_weak(
  278. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_cast< storage_type >(desired), success_order, failure_order);
  279. }
  280. BOOST_FORCEINLINE bool
  281. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  282. {
  283. storage_type old_value = atomics::detail::bitwise_cast< storage_type >(expected);
  284. const bool res = core_operations::compare_exchange_weak(
  285. this->storage(), old_value, atomics::detail::bitwise_cast< storage_type >(desired), success_order, failure_order);
  286. expected = atomics::detail::bitwise_cast< value_type >(old_value);
  287. return res;
  288. }
  289. };
  290. //! Implementation for enums
  291. template< typename T, bool Interprocess >
  292. class base_atomic< T, const int, Interprocess > :
  293. public base_atomic_common< T, false, Interprocess >
  294. {
  295. private:
  296. using base_type = base_atomic_common< T, false, Interprocess >;
  297. public:
  298. using value_type = typename base_type::value_type;
  299. protected:
  300. using core_operations = typename base_type::core_operations;
  301. using wait_operations = typename base_type::wait_operations;
  302. using extra_operations = atomics::detail::extra_operations< core_operations >;
  303. using storage_type = typename base_type::storage_type;
  304. using value_arg_type = typename base_type::value_arg_type;
  305. private:
  306. using cxchg_use_bitwise_cast =
  307. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  308. std::true_type;
  309. #else
  310. std::integral_constant<
  311. bool,
  312. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  313. >;
  314. #endif
  315. public:
  316. base_atomic() = default;
  317. BOOST_FORCEINLINE constexpr explicit base_atomic(value_arg_type v) noexcept : base_type(static_cast< storage_type >(v))
  318. {
  319. }
  320. base_atomic(base_atomic const&) = delete;
  321. base_atomic& operator=(base_atomic const&) = delete;
  322. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  323. {
  324. BOOST_ASSERT(order != memory_order_consume);
  325. BOOST_ASSERT(order != memory_order_acquire);
  326. BOOST_ASSERT(order != memory_order_acq_rel);
  327. core_operations::store(this->storage(), static_cast< storage_type >(v), order);
  328. }
  329. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  330. {
  331. BOOST_ASSERT(order != memory_order_release);
  332. BOOST_ASSERT(order != memory_order_acq_rel);
  333. return atomics::detail::bitwise_cast< value_type >(core_operations::load(this->storage(), order));
  334. }
  335. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  336. {
  337. return atomics::detail::bitwise_cast< value_type >(core_operations::exchange(this->storage(), static_cast< storage_type >(v), order));
  338. }
  339. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  340. {
  341. BOOST_ASSERT(failure_order != memory_order_release);
  342. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  343. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  344. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  345. }
  346. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  347. {
  348. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  349. }
  350. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  351. {
  352. BOOST_ASSERT(failure_order != memory_order_release);
  353. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  354. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  355. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  356. }
  357. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  358. {
  359. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  360. }
  361. BOOST_FORCEINLINE value_type fetch_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  362. {
  363. return atomics::detail::bitwise_cast< value_type >(core_operations::fetch_and(this->storage(), static_cast< storage_type >(v), order));
  364. }
  365. BOOST_FORCEINLINE value_type fetch_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  366. {
  367. return atomics::detail::bitwise_cast< value_type >(core_operations::fetch_or(this->storage(), static_cast< storage_type >(v), order));
  368. }
  369. BOOST_FORCEINLINE value_type fetch_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  370. {
  371. return atomics::detail::bitwise_cast< value_type >(core_operations::fetch_xor(this->storage(), static_cast< storage_type >(v), order));
  372. }
  373. BOOST_FORCEINLINE value_type fetch_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  374. {
  375. return atomics::detail::bitwise_cast< value_type >(extra_operations::fetch_complement(this->storage(), order));
  376. }
  377. BOOST_FORCEINLINE value_type bitwise_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  378. {
  379. return atomics::detail::bitwise_cast< value_type >(extra_operations::bitwise_and(this->storage(), static_cast< storage_type >(v), order));
  380. }
  381. BOOST_FORCEINLINE value_type bitwise_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  382. {
  383. return atomics::detail::bitwise_cast< value_type >(extra_operations::bitwise_or(this->storage(), static_cast< storage_type >(v), order));
  384. }
  385. BOOST_FORCEINLINE value_type bitwise_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  386. {
  387. return atomics::detail::bitwise_cast< value_type >(extra_operations::bitwise_xor(this->storage(), static_cast< storage_type >(v), order));
  388. }
  389. BOOST_FORCEINLINE value_type bitwise_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  390. {
  391. return atomics::detail::bitwise_cast< value_type >(extra_operations::bitwise_complement(this->storage(), order));
  392. }
  393. BOOST_FORCEINLINE void opaque_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  394. {
  395. extra_operations::opaque_and(this->storage(), static_cast< storage_type >(v), order);
  396. }
  397. BOOST_FORCEINLINE void opaque_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  398. {
  399. extra_operations::opaque_or(this->storage(), static_cast< storage_type >(v), order);
  400. }
  401. BOOST_FORCEINLINE void opaque_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  402. {
  403. extra_operations::opaque_xor(this->storage(), static_cast< storage_type >(v), order);
  404. }
  405. BOOST_FORCEINLINE void opaque_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  406. {
  407. extra_operations::opaque_complement(this->storage(), order);
  408. }
  409. BOOST_FORCEINLINE bool and_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  410. {
  411. return extra_operations::and_and_test(this->storage(), static_cast< storage_type >(v), order);
  412. }
  413. BOOST_FORCEINLINE bool or_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  414. {
  415. return extra_operations::or_and_test(this->storage(), static_cast< storage_type >(v), order);
  416. }
  417. BOOST_FORCEINLINE bool xor_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  418. {
  419. return extra_operations::xor_and_test(this->storage(), static_cast< storage_type >(v), order);
  420. }
  421. BOOST_FORCEINLINE bool complement_and_test(memory_order order = memory_order_seq_cst) volatile noexcept
  422. {
  423. return extra_operations::complement_and_test(this->storage(), order);
  424. }
  425. BOOST_FORCEINLINE bool bit_test_and_set(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  426. {
  427. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  428. return extra_operations::bit_test_and_set(this->storage(), bit_number, order);
  429. }
  430. BOOST_FORCEINLINE bool bit_test_and_reset(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  431. {
  432. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  433. return extra_operations::bit_test_and_reset(this->storage(), bit_number, order);
  434. }
  435. BOOST_FORCEINLINE bool bit_test_and_complement(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  436. {
  437. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  438. return extra_operations::bit_test_and_complement(this->storage(), bit_number, order);
  439. }
  440. BOOST_FORCEINLINE value_type operator&=(value_type v) volatile noexcept
  441. {
  442. return bitwise_and(v);
  443. }
  444. BOOST_FORCEINLINE value_type operator|=(value_type v) volatile noexcept
  445. {
  446. return bitwise_or(v);
  447. }
  448. BOOST_FORCEINLINE value_type operator^=(value_type v) volatile noexcept
  449. {
  450. return bitwise_xor(v);
  451. }
  452. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  453. {
  454. BOOST_ASSERT(order != memory_order_release);
  455. BOOST_ASSERT(order != memory_order_acq_rel);
  456. return atomics::detail::bitwise_cast< value_type >(wait_operations::wait(this->storage(), static_cast< storage_type >(old_val), order));
  457. }
  458. template< typename Clock, typename Duration >
  459. BOOST_FORCEINLINE wait_result< value_type >
  460. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  461. noexcept(noexcept(wait_operations::wait_until(
  462. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  463. {
  464. BOOST_ASSERT(order != memory_order_release);
  465. BOOST_ASSERT(order != memory_order_acq_rel);
  466. bool timed_out = false;
  467. storage_type new_value = wait_operations::wait_until(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  468. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  469. }
  470. template< typename Rep, typename Period >
  471. BOOST_FORCEINLINE wait_result< value_type >
  472. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  473. noexcept(noexcept(wait_operations::wait_for(
  474. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  475. {
  476. BOOST_ASSERT(order != memory_order_release);
  477. BOOST_ASSERT(order != memory_order_acq_rel);
  478. bool timed_out = false;
  479. storage_type new_value = wait_operations::wait_for(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  480. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  481. }
  482. private:
  483. BOOST_FORCEINLINE bool
  484. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  485. {
  486. return core_operations::compare_exchange_strong(
  487. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  488. }
  489. BOOST_FORCEINLINE bool
  490. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  491. {
  492. storage_type old_value = static_cast< storage_type >(expected);
  493. const bool res = core_operations::compare_exchange_strong(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  494. expected = atomics::detail::bitwise_cast< value_type >(old_value);
  495. return res;
  496. }
  497. BOOST_FORCEINLINE bool
  498. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  499. {
  500. return core_operations::compare_exchange_weak(
  501. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  502. }
  503. BOOST_FORCEINLINE bool
  504. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  505. {
  506. storage_type old_value = static_cast< storage_type >(expected);
  507. const bool res = core_operations::compare_exchange_weak(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  508. expected = atomics::detail::bitwise_cast< value_type >(old_value);
  509. return res;
  510. }
  511. };
  512. //! Implementation for integers
  513. template< typename T, bool Interprocess >
  514. class base_atomic< T, int, Interprocess > :
  515. public base_atomic_common< T, atomics::detail::is_signed< T >::value, Interprocess >
  516. {
  517. private:
  518. using base_type = base_atomic_common< T, atomics::detail::is_signed< T >::value, Interprocess >;
  519. public:
  520. using value_type = typename base_type::value_type;
  521. using difference_type = value_type;
  522. protected:
  523. using core_operations = typename base_type::core_operations;
  524. using wait_operations = typename base_type::wait_operations;
  525. using extra_operations = atomics::detail::extra_operations< core_operations >;
  526. using storage_type = typename base_type::storage_type;
  527. using value_arg_type = value_type;
  528. private:
  529. using cxchg_use_bitwise_cast =
  530. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  531. std::true_type;
  532. #else
  533. std::integral_constant<
  534. bool,
  535. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  536. >;
  537. #endif
  538. public:
  539. base_atomic() = default;
  540. BOOST_FORCEINLINE constexpr explicit base_atomic(value_arg_type v) noexcept : base_type(static_cast< storage_type >(v)) {}
  541. base_atomic(base_atomic const&) = delete;
  542. base_atomic& operator=(base_atomic const&) = delete;
  543. // Standard methods
  544. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  545. {
  546. BOOST_ASSERT(order != memory_order_consume);
  547. BOOST_ASSERT(order != memory_order_acquire);
  548. BOOST_ASSERT(order != memory_order_acq_rel);
  549. core_operations::store(this->storage(), static_cast< storage_type >(v), order);
  550. }
  551. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  552. {
  553. BOOST_ASSERT(order != memory_order_release);
  554. BOOST_ASSERT(order != memory_order_acq_rel);
  555. return atomics::detail::integral_truncate< value_type >(core_operations::load(this->storage(), order));
  556. }
  557. BOOST_FORCEINLINE value_type fetch_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  558. {
  559. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_add(this->storage(), static_cast< storage_type >(v), order));
  560. }
  561. BOOST_FORCEINLINE value_type fetch_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  562. {
  563. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_sub(this->storage(), static_cast< storage_type >(v), order));
  564. }
  565. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  566. {
  567. return atomics::detail::integral_truncate< value_type >(core_operations::exchange(this->storage(), static_cast< storage_type >(v), order));
  568. }
  569. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  570. {
  571. BOOST_ASSERT(failure_order != memory_order_release);
  572. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  573. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  574. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  575. }
  576. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  577. {
  578. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  579. }
  580. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  581. {
  582. BOOST_ASSERT(failure_order != memory_order_release);
  583. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  584. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  585. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  586. }
  587. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  588. {
  589. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  590. }
  591. BOOST_FORCEINLINE value_type fetch_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  592. {
  593. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_and(this->storage(), static_cast< storage_type >(v), order));
  594. }
  595. BOOST_FORCEINLINE value_type fetch_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  596. {
  597. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_or(this->storage(), static_cast< storage_type >(v), order));
  598. }
  599. BOOST_FORCEINLINE value_type fetch_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  600. {
  601. return atomics::detail::integral_truncate< value_type >(core_operations::fetch_xor(this->storage(), static_cast< storage_type >(v), order));
  602. }
  603. // Boost.Atomic extensions
  604. BOOST_FORCEINLINE value_type fetch_negate(memory_order order = memory_order_seq_cst) volatile noexcept
  605. {
  606. return atomics::detail::integral_truncate< value_type >(extra_operations::fetch_negate(this->storage(), order));
  607. }
  608. BOOST_FORCEINLINE value_type fetch_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  609. {
  610. return atomics::detail::integral_truncate< value_type >(extra_operations::fetch_complement(this->storage(), order));
  611. }
  612. BOOST_FORCEINLINE value_type add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  613. {
  614. return atomics::detail::integral_truncate< value_type >(extra_operations::add(this->storage(), static_cast< storage_type >(v), order));
  615. }
  616. BOOST_FORCEINLINE value_type sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  617. {
  618. return atomics::detail::integral_truncate< value_type >(extra_operations::sub(this->storage(), static_cast< storage_type >(v), order));
  619. }
  620. BOOST_FORCEINLINE value_type negate(memory_order order = memory_order_seq_cst) volatile noexcept
  621. {
  622. return atomics::detail::integral_truncate< value_type >(extra_operations::negate(this->storage(), order));
  623. }
  624. BOOST_FORCEINLINE value_type bitwise_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  625. {
  626. return atomics::detail::integral_truncate< value_type >(extra_operations::bitwise_and(this->storage(), static_cast< storage_type >(v), order));
  627. }
  628. BOOST_FORCEINLINE value_type bitwise_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  629. {
  630. return atomics::detail::integral_truncate< value_type >(extra_operations::bitwise_or(this->storage(), static_cast< storage_type >(v), order));
  631. }
  632. BOOST_FORCEINLINE value_type bitwise_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  633. {
  634. return atomics::detail::integral_truncate< value_type >(extra_operations::bitwise_xor(this->storage(), static_cast< storage_type >(v), order));
  635. }
  636. BOOST_FORCEINLINE value_type bitwise_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  637. {
  638. return atomics::detail::integral_truncate< value_type >(extra_operations::bitwise_complement(this->storage(), order));
  639. }
  640. BOOST_FORCEINLINE void opaque_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  641. {
  642. extra_operations::opaque_add(this->storage(), static_cast< storage_type >(v), order);
  643. }
  644. BOOST_FORCEINLINE void opaque_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  645. {
  646. extra_operations::opaque_sub(this->storage(), static_cast< storage_type >(v), order);
  647. }
  648. BOOST_FORCEINLINE void opaque_negate(memory_order order = memory_order_seq_cst) volatile noexcept
  649. {
  650. extra_operations::opaque_negate(this->storage(), order);
  651. }
  652. BOOST_FORCEINLINE void opaque_and(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  653. {
  654. extra_operations::opaque_and(this->storage(), static_cast< storage_type >(v), order);
  655. }
  656. BOOST_FORCEINLINE void opaque_or(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  657. {
  658. extra_operations::opaque_or(this->storage(), static_cast< storage_type >(v), order);
  659. }
  660. BOOST_FORCEINLINE void opaque_xor(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  661. {
  662. extra_operations::opaque_xor(this->storage(), static_cast< storage_type >(v), order);
  663. }
  664. BOOST_FORCEINLINE void opaque_complement(memory_order order = memory_order_seq_cst) volatile noexcept
  665. {
  666. extra_operations::opaque_complement(this->storage(), order);
  667. }
  668. BOOST_FORCEINLINE bool add_and_test(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  669. {
  670. return extra_operations::add_and_test(this->storage(), static_cast< storage_type >(v), order);
  671. }
  672. BOOST_FORCEINLINE bool sub_and_test(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  673. {
  674. return extra_operations::sub_and_test(this->storage(), static_cast< storage_type >(v), order);
  675. }
  676. BOOST_FORCEINLINE bool negate_and_test(memory_order order = memory_order_seq_cst) volatile noexcept
  677. {
  678. return extra_operations::negate_and_test(this->storage(), order);
  679. }
  680. BOOST_FORCEINLINE bool and_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  681. {
  682. return extra_operations::and_and_test(this->storage(), static_cast< storage_type >(v), order);
  683. }
  684. BOOST_FORCEINLINE bool or_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  685. {
  686. return extra_operations::or_and_test(this->storage(), static_cast< storage_type >(v), order);
  687. }
  688. BOOST_FORCEINLINE bool xor_and_test(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  689. {
  690. return extra_operations::xor_and_test(this->storage(), static_cast< storage_type >(v), order);
  691. }
  692. BOOST_FORCEINLINE bool complement_and_test(memory_order order = memory_order_seq_cst) volatile noexcept
  693. {
  694. return extra_operations::complement_and_test(this->storage(), order);
  695. }
  696. BOOST_FORCEINLINE bool bit_test_and_set(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  697. {
  698. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  699. return extra_operations::bit_test_and_set(this->storage(), bit_number, order);
  700. }
  701. BOOST_FORCEINLINE bool bit_test_and_reset(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  702. {
  703. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  704. return extra_operations::bit_test_and_reset(this->storage(), bit_number, order);
  705. }
  706. BOOST_FORCEINLINE bool bit_test_and_complement(unsigned int bit_number, memory_order order = memory_order_seq_cst) volatile noexcept
  707. {
  708. BOOST_ASSERT(bit_number < sizeof(value_type) * 8u);
  709. return extra_operations::bit_test_and_complement(this->storage(), bit_number, order);
  710. }
  711. // Operators
  712. BOOST_FORCEINLINE value_type operator++(int) volatile noexcept
  713. {
  714. return fetch_add(1);
  715. }
  716. BOOST_FORCEINLINE value_type operator++() volatile noexcept
  717. {
  718. return add(1);
  719. }
  720. BOOST_FORCEINLINE value_type operator--(int) volatile noexcept
  721. {
  722. return fetch_sub(1);
  723. }
  724. BOOST_FORCEINLINE value_type operator--() volatile noexcept
  725. {
  726. return sub(1);
  727. }
  728. BOOST_FORCEINLINE value_type operator+=(difference_type v) volatile noexcept
  729. {
  730. return add(v);
  731. }
  732. BOOST_FORCEINLINE value_type operator-=(difference_type v) volatile noexcept
  733. {
  734. return sub(v);
  735. }
  736. BOOST_FORCEINLINE value_type operator&=(value_type v) volatile noexcept
  737. {
  738. return bitwise_and(v);
  739. }
  740. BOOST_FORCEINLINE value_type operator|=(value_type v) volatile noexcept
  741. {
  742. return bitwise_or(v);
  743. }
  744. BOOST_FORCEINLINE value_type operator^=(value_type v) volatile noexcept
  745. {
  746. return bitwise_xor(v);
  747. }
  748. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  749. {
  750. BOOST_ASSERT(order != memory_order_release);
  751. BOOST_ASSERT(order != memory_order_acq_rel);
  752. return atomics::detail::integral_truncate< value_type >(wait_operations::wait(this->storage(), static_cast< storage_type >(old_val), order));
  753. }
  754. template< typename Clock, typename Duration >
  755. BOOST_FORCEINLINE wait_result< value_type >
  756. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  757. noexcept(noexcept(wait_operations::wait_until(
  758. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  759. {
  760. BOOST_ASSERT(order != memory_order_release);
  761. BOOST_ASSERT(order != memory_order_acq_rel);
  762. bool timed_out = false;
  763. storage_type new_value = wait_operations::wait_until(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  764. return wait_result< value_type >(atomics::detail::integral_truncate< value_type >(new_value), timed_out);
  765. }
  766. template< typename Rep, typename Period >
  767. BOOST_FORCEINLINE wait_result< value_type >
  768. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  769. noexcept(noexcept(wait_operations::wait_for(
  770. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  771. {
  772. BOOST_ASSERT(order != memory_order_release);
  773. BOOST_ASSERT(order != memory_order_acq_rel);
  774. bool timed_out = false;
  775. storage_type new_value = wait_operations::wait_for(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  776. return wait_result< value_type >(atomics::detail::integral_truncate< value_type >(new_value), timed_out);
  777. }
  778. private:
  779. BOOST_FORCEINLINE bool
  780. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  781. {
  782. return core_operations::compare_exchange_strong(
  783. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  784. }
  785. BOOST_FORCEINLINE bool
  786. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  787. {
  788. storage_type old_value = static_cast< storage_type >(expected);
  789. const bool res = core_operations::compare_exchange_strong(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  790. expected = atomics::detail::integral_truncate< value_type >(old_value);
  791. return res;
  792. }
  793. BOOST_FORCEINLINE bool
  794. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  795. {
  796. return core_operations::compare_exchange_weak(
  797. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  798. }
  799. BOOST_FORCEINLINE bool
  800. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  801. {
  802. storage_type old_value = static_cast< storage_type >(expected);
  803. const bool res = core_operations::compare_exchange_weak(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  804. expected = atomics::detail::integral_truncate< value_type >(old_value);
  805. return res;
  806. }
  807. };
  808. //! Implementation for bool
  809. template< bool Interprocess >
  810. class base_atomic< bool, int, Interprocess > :
  811. public base_atomic_common< bool, false, Interprocess >
  812. {
  813. private:
  814. using base_type = base_atomic_common< bool, false, Interprocess >;
  815. public:
  816. using value_type = typename base_type::value_type;
  817. protected:
  818. using core_operations = typename base_type::core_operations;
  819. using wait_operations = typename base_type::wait_operations;
  820. using storage_type = typename base_type::storage_type;
  821. using value_arg_type = value_type;
  822. private:
  823. using cxchg_use_bitwise_cast =
  824. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  825. std::true_type;
  826. #else
  827. std::integral_constant<
  828. bool,
  829. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  830. >;
  831. #endif
  832. public:
  833. base_atomic() = default;
  834. BOOST_FORCEINLINE constexpr explicit base_atomic(value_arg_type v) noexcept : base_type(static_cast< storage_type >(v)) {}
  835. base_atomic(base_atomic const&) = delete;
  836. base_atomic& operator=(base_atomic const&) = delete;
  837. // Standard methods
  838. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  839. {
  840. BOOST_ASSERT(order != memory_order_consume);
  841. BOOST_ASSERT(order != memory_order_acquire);
  842. BOOST_ASSERT(order != memory_order_acq_rel);
  843. core_operations::store(this->storage(), static_cast< storage_type >(v), order);
  844. }
  845. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  846. {
  847. BOOST_ASSERT(order != memory_order_release);
  848. BOOST_ASSERT(order != memory_order_acq_rel);
  849. return !!core_operations::load(this->storage(), order);
  850. }
  851. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  852. {
  853. return !!core_operations::exchange(this->storage(), static_cast< storage_type >(v), order);
  854. }
  855. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  856. {
  857. BOOST_ASSERT(failure_order != memory_order_release);
  858. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  859. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  860. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  861. }
  862. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  863. {
  864. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  865. }
  866. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  867. {
  868. BOOST_ASSERT(failure_order != memory_order_release);
  869. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  870. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  871. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  872. }
  873. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  874. {
  875. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  876. }
  877. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  878. {
  879. BOOST_ASSERT(order != memory_order_release);
  880. BOOST_ASSERT(order != memory_order_acq_rel);
  881. return !!wait_operations::wait(this->storage(), static_cast< storage_type >(old_val), order);
  882. }
  883. template< typename Clock, typename Duration >
  884. BOOST_FORCEINLINE wait_result< value_type >
  885. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  886. noexcept(noexcept(wait_operations::wait_until(
  887. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  888. {
  889. BOOST_ASSERT(order != memory_order_release);
  890. BOOST_ASSERT(order != memory_order_acq_rel);
  891. bool timed_out = false;
  892. storage_type new_value = wait_operations::wait_until(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  893. return wait_result< value_type >(!!new_value, timed_out);
  894. }
  895. template< typename Rep, typename Period >
  896. BOOST_FORCEINLINE wait_result< value_type >
  897. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  898. noexcept(noexcept(wait_operations::wait_for(
  899. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  900. {
  901. BOOST_ASSERT(order != memory_order_release);
  902. BOOST_ASSERT(order != memory_order_acq_rel);
  903. bool timed_out = false;
  904. storage_type new_value = wait_operations::wait_for(this->storage(), static_cast< storage_type >(old_val), timeout, order, timed_out);
  905. return wait_result< value_type >(!!new_value, timed_out);
  906. }
  907. private:
  908. BOOST_FORCEINLINE bool
  909. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  910. {
  911. return core_operations::compare_exchange_strong(
  912. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  913. }
  914. BOOST_FORCEINLINE bool
  915. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  916. {
  917. storage_type old_value = static_cast< storage_type >(expected);
  918. const bool res = core_operations::compare_exchange_strong(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  919. expected = !!old_value;
  920. return res;
  921. }
  922. BOOST_FORCEINLINE bool
  923. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  924. {
  925. return core_operations::compare_exchange_weak(
  926. this->storage(), reinterpret_cast< storage_type& >(expected), static_cast< storage_type >(desired), success_order, failure_order);
  927. }
  928. BOOST_FORCEINLINE bool
  929. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  930. {
  931. storage_type old_value = static_cast< storage_type >(expected);
  932. const bool res = core_operations::compare_exchange_weak(this->storage(), old_value, static_cast< storage_type >(desired), success_order, failure_order);
  933. expected = !!old_value;
  934. return res;
  935. }
  936. };
  937. #if !defined(BOOST_ATOMIC_NO_FLOATING_POINT)
  938. //! Implementation for floating point types
  939. template< typename T, bool Interprocess >
  940. class base_atomic< T, float, Interprocess > :
  941. public base_atomic_common< T, false, Interprocess >
  942. {
  943. private:
  944. using base_type = base_atomic_common< T, false, Interprocess >;
  945. public:
  946. using value_type = typename base_type::value_type;
  947. using difference_type = value_type;
  948. protected:
  949. using core_operations = typename base_type::core_operations;
  950. using wait_operations = typename base_type::wait_operations;
  951. using extra_operations = atomics::detail::extra_operations< core_operations >;
  952. using fp_operations = atomics::detail::fp_operations< extra_operations, value_type >;
  953. using extra_fp_operations = atomics::detail::extra_fp_operations< fp_operations >;
  954. using storage_type = typename base_type::storage_type;
  955. using value_arg_type = value_type;
  956. private:
  957. using cxchg_use_bitwise_cast =
  958. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  959. std::true_type;
  960. #else
  961. std::integral_constant<
  962. bool,
  963. atomics::detail::value_size_of< value_type >::value != sizeof(storage_type) ||
  964. atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  965. >;
  966. #endif
  967. public:
  968. base_atomic() = default;
  969. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic(value_arg_type v) noexcept :
  970. base_type(atomics::detail::bitwise_fp_cast< storage_type >(v))
  971. {
  972. }
  973. base_atomic(base_atomic const&) = delete;
  974. base_atomic& operator=(base_atomic const&) = delete;
  975. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  976. {
  977. BOOST_ASSERT(order != memory_order_consume);
  978. BOOST_ASSERT(order != memory_order_acquire);
  979. BOOST_ASSERT(order != memory_order_acq_rel);
  980. core_operations::store(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(v), order);
  981. }
  982. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  983. {
  984. BOOST_ASSERT(order != memory_order_release);
  985. BOOST_ASSERT(order != memory_order_acq_rel);
  986. return atomics::detail::bitwise_fp_cast< value_type >(core_operations::load(this->storage(), order));
  987. }
  988. BOOST_FORCEINLINE value_type fetch_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  989. {
  990. return fp_operations::fetch_add(this->storage(), v, order);
  991. }
  992. BOOST_FORCEINLINE value_type fetch_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  993. {
  994. return fp_operations::fetch_sub(this->storage(), v, order);
  995. }
  996. BOOST_FORCEINLINE value_type exchange(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  997. {
  998. return atomics::detail::bitwise_fp_cast< value_type >(core_operations::exchange(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(v), order));
  999. }
  1000. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  1001. {
  1002. BOOST_ASSERT(failure_order != memory_order_release);
  1003. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  1004. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  1005. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  1006. }
  1007. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  1008. {
  1009. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  1010. }
  1011. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  1012. {
  1013. BOOST_ASSERT(failure_order != memory_order_release);
  1014. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  1015. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  1016. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  1017. }
  1018. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  1019. {
  1020. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  1021. }
  1022. // Boost.Atomic extensions
  1023. BOOST_FORCEINLINE value_type fetch_negate(memory_order order = memory_order_seq_cst) volatile noexcept
  1024. {
  1025. return extra_fp_operations::fetch_negate(this->storage(), order);
  1026. }
  1027. BOOST_FORCEINLINE value_type add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1028. {
  1029. return extra_fp_operations::add(this->storage(), v, order);
  1030. }
  1031. BOOST_FORCEINLINE value_type sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1032. {
  1033. return extra_fp_operations::sub(this->storage(), v, order);
  1034. }
  1035. BOOST_FORCEINLINE value_type negate(memory_order order = memory_order_seq_cst) volatile noexcept
  1036. {
  1037. return extra_fp_operations::negate(this->storage(), order);
  1038. }
  1039. BOOST_FORCEINLINE void opaque_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1040. {
  1041. extra_fp_operations::opaque_add(this->storage(), v, order);
  1042. }
  1043. BOOST_FORCEINLINE void opaque_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1044. {
  1045. extra_fp_operations::opaque_sub(this->storage(), v, order);
  1046. }
  1047. BOOST_FORCEINLINE void opaque_negate(memory_order order = memory_order_seq_cst) volatile noexcept
  1048. {
  1049. extra_fp_operations::opaque_negate(this->storage(), order);
  1050. }
  1051. // Operators
  1052. BOOST_FORCEINLINE value_type operator+=(difference_type v) volatile noexcept
  1053. {
  1054. return add(v);
  1055. }
  1056. BOOST_FORCEINLINE value_type operator-=(difference_type v) volatile noexcept
  1057. {
  1058. return sub(v);
  1059. }
  1060. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  1061. {
  1062. BOOST_ASSERT(order != memory_order_release);
  1063. BOOST_ASSERT(order != memory_order_acq_rel);
  1064. return atomics::detail::bitwise_fp_cast< value_type >(wait_operations::wait(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(old_val), order));
  1065. }
  1066. template< typename Clock, typename Duration >
  1067. BOOST_FORCEINLINE wait_result< value_type >
  1068. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  1069. noexcept(noexcept(wait_operations::wait_until(
  1070. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  1071. {
  1072. BOOST_ASSERT(order != memory_order_release);
  1073. BOOST_ASSERT(order != memory_order_acq_rel);
  1074. bool timed_out = false;
  1075. storage_type new_value = wait_operations::wait_until(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(old_val), timeout, order, timed_out);
  1076. return wait_result< value_type >(atomics::detail::bitwise_fp_cast< value_type >(new_value), timed_out);
  1077. }
  1078. template< typename Rep, typename Period >
  1079. BOOST_FORCEINLINE wait_result< value_type >
  1080. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  1081. noexcept(noexcept(wait_operations::wait_for(
  1082. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  1083. {
  1084. BOOST_ASSERT(order != memory_order_release);
  1085. BOOST_ASSERT(order != memory_order_acq_rel);
  1086. bool timed_out = false;
  1087. storage_type new_value = wait_operations::wait_for(this->storage(), atomics::detail::bitwise_fp_cast< storage_type >(old_val), timeout, order, timed_out);
  1088. return wait_result< value_type >(atomics::detail::bitwise_fp_cast< value_type >(new_value), timed_out);
  1089. }
  1090. private:
  1091. BOOST_FORCEINLINE bool
  1092. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  1093. {
  1094. return core_operations::compare_exchange_strong(
  1095. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_fp_cast< storage_type >(desired), success_order, failure_order);
  1096. }
  1097. BOOST_FORCEINLINE bool
  1098. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  1099. {
  1100. storage_type old_value = atomics::detail::bitwise_fp_cast< storage_type >(expected);
  1101. const bool res = core_operations::compare_exchange_strong(
  1102. this->storage(), old_value, atomics::detail::bitwise_fp_cast< storage_type >(desired), success_order, failure_order);
  1103. expected = atomics::detail::bitwise_fp_cast< value_type >(old_value);
  1104. return res;
  1105. }
  1106. BOOST_FORCEINLINE bool
  1107. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  1108. {
  1109. return core_operations::compare_exchange_weak(
  1110. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_fp_cast< storage_type >(desired), success_order, failure_order);
  1111. }
  1112. BOOST_FORCEINLINE bool
  1113. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  1114. {
  1115. storage_type old_value = atomics::detail::bitwise_fp_cast< storage_type >(expected);
  1116. const bool res = core_operations::compare_exchange_weak(
  1117. this->storage(), old_value, atomics::detail::bitwise_fp_cast< storage_type >(desired), success_order, failure_order);
  1118. expected = atomics::detail::bitwise_fp_cast< value_type >(old_value);
  1119. return res;
  1120. }
  1121. };
  1122. #endif // !defined(BOOST_ATOMIC_NO_FLOATING_POINT)
  1123. //! Implementation for pointers to object types
  1124. template< typename T, bool Interprocess >
  1125. class base_atomic< T*, void*, Interprocess > :
  1126. public base_atomic_common< T*, false, Interprocess >
  1127. {
  1128. private:
  1129. using base_type = base_atomic_common< T*, false, Interprocess >;
  1130. public:
  1131. using value_type = typename base_type::value_type;
  1132. using difference_type = std::ptrdiff_t;
  1133. protected:
  1134. using core_operations = typename base_type::core_operations;
  1135. using wait_operations = typename base_type::wait_operations;
  1136. using extra_operations = atomics::detail::extra_operations< core_operations >;
  1137. using storage_type = typename base_type::storage_type;
  1138. using value_arg_type = value_type;
  1139. private:
  1140. using cxchg_use_bitwise_cast =
  1141. #if !defined(BOOST_ATOMIC_DETAIL_STORAGE_TYPE_MAY_ALIAS) || !defined(BOOST_ATOMIC_NO_CLEAR_PADDING)
  1142. std::true_type;
  1143. #else
  1144. std::integral_constant<
  1145. bool,
  1146. sizeof(value_type) != sizeof(storage_type) || atomics::detail::alignment_of< value_type >::value <= core_operations::storage_alignment
  1147. >;
  1148. #endif
  1149. // uintptr_storage_type is the minimal storage type that is enough to store pointers. The actual storage_type theoretically may be larger,
  1150. // if the target architecture only supports atomic ops on larger data. Typically, though, they are the same type.
  1151. using uintptr_storage_type = atomics::detail::uintptr_t;
  1152. public:
  1153. base_atomic() = default;
  1154. BOOST_FORCEINLINE BOOST_ATOMIC_DETAIL_CONSTEXPR_ATOMIC_CTOR explicit base_atomic(value_arg_type v) noexcept :
  1155. base_type(atomics::detail::bitwise_cast< uintptr_storage_type >(v))
  1156. {
  1157. }
  1158. base_atomic(base_atomic const&) = delete;
  1159. base_atomic& operator=(base_atomic const&) = delete;
  1160. // Standard methods
  1161. BOOST_FORCEINLINE void store(value_arg_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1162. {
  1163. BOOST_ASSERT(order != memory_order_consume);
  1164. BOOST_ASSERT(order != memory_order_acquire);
  1165. BOOST_ASSERT(order != memory_order_acq_rel);
  1166. core_operations::store(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(v), order);
  1167. }
  1168. BOOST_FORCEINLINE value_type load(memory_order order = memory_order_seq_cst) const volatile noexcept
  1169. {
  1170. BOOST_ASSERT(order != memory_order_release);
  1171. BOOST_ASSERT(order != memory_order_acq_rel);
  1172. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(core_operations::load(this->storage(), order)));
  1173. }
  1174. BOOST_FORCEINLINE value_type fetch_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1175. {
  1176. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1177. core_operations::fetch_add(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order)));
  1178. }
  1179. BOOST_FORCEINLINE value_type fetch_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1180. {
  1181. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1182. core_operations::fetch_sub(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order)));
  1183. }
  1184. BOOST_FORCEINLINE value_type exchange(value_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1185. {
  1186. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1187. core_operations::exchange(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(v), order)));
  1188. }
  1189. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  1190. {
  1191. BOOST_ASSERT(failure_order != memory_order_release);
  1192. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  1193. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  1194. return compare_exchange_strong_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  1195. }
  1196. BOOST_FORCEINLINE bool compare_exchange_strong(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  1197. {
  1198. return compare_exchange_strong(expected, desired, order, atomics::detail::deduce_failure_order(order));
  1199. }
  1200. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order) volatile noexcept
  1201. {
  1202. BOOST_ASSERT(failure_order != memory_order_release);
  1203. BOOST_ASSERT(failure_order != memory_order_acq_rel);
  1204. BOOST_ASSERT(cas_failure_order_must_not_be_stronger_than_success_order(success_order, failure_order));
  1205. return compare_exchange_weak_impl(expected, desired, success_order, failure_order, cxchg_use_bitwise_cast());
  1206. }
  1207. BOOST_FORCEINLINE bool compare_exchange_weak(value_type& expected, value_arg_type desired, memory_order order = memory_order_seq_cst) volatile noexcept
  1208. {
  1209. return compare_exchange_weak(expected, desired, order, atomics::detail::deduce_failure_order(order));
  1210. }
  1211. // Boost.Atomic extensions
  1212. BOOST_FORCEINLINE value_type add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1213. {
  1214. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1215. extra_operations::add(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order)));
  1216. }
  1217. BOOST_FORCEINLINE value_type sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1218. {
  1219. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1220. extra_operations::sub(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order)));
  1221. }
  1222. BOOST_FORCEINLINE void opaque_add(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1223. {
  1224. extra_operations::opaque_add(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order);
  1225. }
  1226. BOOST_FORCEINLINE void opaque_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1227. {
  1228. extra_operations::opaque_sub(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order);
  1229. }
  1230. BOOST_FORCEINLINE bool add_and_test(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1231. {
  1232. return extra_operations::add_and_test(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order);
  1233. }
  1234. BOOST_FORCEINLINE bool sub_and_test(difference_type v, memory_order order = memory_order_seq_cst) volatile noexcept
  1235. {
  1236. return extra_operations::sub_and_test(this->storage(), static_cast< uintptr_storage_type >(v * sizeof(T)), order);
  1237. }
  1238. // Operators
  1239. BOOST_FORCEINLINE value_type operator++(int) volatile noexcept
  1240. {
  1241. return fetch_add(1);
  1242. }
  1243. BOOST_FORCEINLINE value_type operator++() volatile noexcept
  1244. {
  1245. return add(1);
  1246. }
  1247. BOOST_FORCEINLINE value_type operator--(int) volatile noexcept
  1248. {
  1249. return fetch_sub(1);
  1250. }
  1251. BOOST_FORCEINLINE value_type operator--() volatile noexcept
  1252. {
  1253. return sub(1);
  1254. }
  1255. BOOST_FORCEINLINE value_type operator+=(difference_type v) volatile noexcept
  1256. {
  1257. return add(v);
  1258. }
  1259. BOOST_FORCEINLINE value_type operator-=(difference_type v) volatile noexcept
  1260. {
  1261. return sub(v);
  1262. }
  1263. BOOST_FORCEINLINE value_type wait(value_arg_type old_val, memory_order order = memory_order_seq_cst) const volatile noexcept
  1264. {
  1265. BOOST_ASSERT(order != memory_order_release);
  1266. BOOST_ASSERT(order != memory_order_acq_rel);
  1267. return atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(
  1268. wait_operations::wait(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(old_val), order)));
  1269. }
  1270. template< typename Clock, typename Duration >
  1271. BOOST_FORCEINLINE wait_result< value_type >
  1272. wait_until(value_arg_type old_val, std::chrono::time_point< Clock, Duration > timeout, memory_order order = memory_order_seq_cst) const volatile
  1273. noexcept(noexcept(wait_operations::wait_until(
  1274. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  1275. {
  1276. BOOST_ASSERT(order != memory_order_release);
  1277. BOOST_ASSERT(order != memory_order_acq_rel);
  1278. bool timed_out = false;
  1279. storage_type new_value = wait_operations::wait_until(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(old_val), timeout, order, timed_out);
  1280. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  1281. }
  1282. template< typename Rep, typename Period >
  1283. BOOST_FORCEINLINE wait_result< value_type >
  1284. wait_for(value_arg_type old_val, std::chrono::duration< Rep, Period > timeout, memory_order order = memory_order_seq_cst) const volatile
  1285. noexcept(noexcept(wait_operations::wait_for(
  1286. std::declval< storage_type const volatile& >(), std::declval< storage_type >(), timeout, order, std::declval< bool& >())))
  1287. {
  1288. BOOST_ASSERT(order != memory_order_release);
  1289. BOOST_ASSERT(order != memory_order_acq_rel);
  1290. bool timed_out = false;
  1291. storage_type new_value = wait_operations::wait_for(this->storage(), atomics::detail::bitwise_cast< uintptr_storage_type >(old_val), timeout, order, timed_out);
  1292. return wait_result< value_type >(atomics::detail::bitwise_cast< value_type >(new_value), timed_out);
  1293. }
  1294. private:
  1295. BOOST_FORCEINLINE bool
  1296. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  1297. {
  1298. return core_operations::compare_exchange_strong(
  1299. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_cast< uintptr_storage_type >(desired), success_order, failure_order);
  1300. }
  1301. BOOST_FORCEINLINE bool
  1302. compare_exchange_strong_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  1303. {
  1304. storage_type old_value = atomics::detail::bitwise_cast< uintptr_storage_type >(expected);
  1305. const bool res = core_operations::compare_exchange_strong(
  1306. this->storage(), old_value, atomics::detail::bitwise_cast< uintptr_storage_type >(desired), success_order, failure_order);
  1307. expected = atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(old_value));
  1308. return res;
  1309. }
  1310. BOOST_FORCEINLINE bool
  1311. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::false_type) volatile noexcept
  1312. {
  1313. return core_operations::compare_exchange_weak(
  1314. this->storage(), reinterpret_cast< storage_type& >(expected), atomics::detail::bitwise_cast< uintptr_storage_type >(desired), success_order, failure_order);
  1315. }
  1316. BOOST_FORCEINLINE bool
  1317. compare_exchange_weak_impl(value_type& expected, value_arg_type desired, memory_order success_order, memory_order failure_order, std::true_type) volatile noexcept
  1318. {
  1319. storage_type old_value = atomics::detail::bitwise_cast< uintptr_storage_type >(expected);
  1320. const bool res = core_operations::compare_exchange_weak(
  1321. this->storage(), old_value, atomics::detail::bitwise_cast< uintptr_storage_type >(desired), success_order, failure_order);
  1322. expected = atomics::detail::bitwise_cast< value_type >(static_cast< uintptr_storage_type >(old_value));
  1323. return res;
  1324. }
  1325. };
  1326. } // namespace detail
  1327. } // namespace atomics
  1328. } // namespace boost
  1329. #include <boost/atomic/detail/footer.hpp>
  1330. #endif // BOOST_ATOMIC_DETAIL_ATOMIC_IMPl_HPP_INCLUDED_