interlocked.hpp 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586
  1. #ifndef BOOST_ATOMIC_DETAIL_INTERLOCKED_HPP
  2. #define BOOST_ATOMIC_DETAIL_INTERLOCKED_HPP
  3. // Copyright (c) 2009 Helge Bahmann
  4. // Copyright (c) 2012 - 2014, 2017 Andrey Semashev
  5. //
  6. // Distributed under the Boost Software License, Version 1.0.
  7. // See accompanying file LICENSE_1_0.txt or copy at
  8. // http://www.boost.org/LICENSE_1_0.txt)
  9. #include <boost/atomic/detail/config.hpp>
  10. #ifdef BOOST_HAS_PRAGMA_ONCE
  11. #pragma once
  12. #endif
  13. #if defined(_WIN32_WCE)
  14. #if _WIN32_WCE >= 0x600
  15. extern "C" long __cdecl _InterlockedCompareExchange(long volatile*, long, long);
  16. extern "C" long __cdecl _InterlockedExchangeAdd(long volatile*, long);
  17. extern "C" long __cdecl _InterlockedExchange(long volatile*, long);
  18. extern "C" long __cdecl _InterlockedIncrement(long volatile*);
  19. extern "C" long __cdecl _InterlockedDecrement(long volatile*);
  20. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE(dest, exchange, compare) _InterlockedCompareExchange((long*)(dest), exchange, compare)
  21. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD(dest, addend) _InterlockedExchangeAdd((long*)(dest), (long)(addend))
  22. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval) _InterlockedExchange((long*)(dest), (long)(newval))
  23. #define BOOST_ATOMIC_INTERLOCKED_INCREMENT(dest) _InterlockedIncrement((long*)(dest))
  24. #define BOOST_ATOMIC_INTERLOCKED_DECREMENT(dest) _InterlockedDecrement((long*)(dest))
  25. #else // _WIN32_WCE >= 0x600
  26. extern "C" long __cdecl InterlockedCompareExchange(long*, long, long);
  27. extern "C" long __cdecl InterlockedExchangeAdd(long*, long);
  28. extern "C" long __cdecl InterlockedExchange(long*, long);
  29. extern "C" long __cdecl InterlockedIncrement(long*);
  30. extern "C" long __cdecl InterlockedDecrement(long*);
  31. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE(dest, exchange, compare) InterlockedCompareExchange((long*)(dest), exchange, compare)
  32. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD(dest, addend) InterlockedExchangeAdd((long*)(dest), (long)(addend))
  33. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval) InterlockedExchange((long*)(dest), (long)(newval))
  34. #define BOOST_ATOMIC_INTERLOCKED_INCREMENT(dest) InterlockedIncrement((long*)(dest))
  35. #define BOOST_ATOMIC_INTERLOCKED_DECREMENT(dest) InterlockedDecrement((long*)(dest))
  36. #endif // _WIN32_WCE >= 0x600
  37. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) \
  38. ((void*)BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE((long*)(dest), (long)(exchange), (long)(compare)))
  39. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, exchange) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE((long*)(dest), (long)(exchange)))
  40. #elif defined(_MSC_VER) && _MSC_VER >= 1310
  41. #if _MSC_VER < 1400
  42. extern "C" long __cdecl _InterlockedCompareExchange(long volatile*, long, long);
  43. extern "C" long __cdecl _InterlockedExchangeAdd(long volatile*, long);
  44. extern "C" long __cdecl _InterlockedExchange(long volatile*, long);
  45. extern "C" long __cdecl _InterlockedIncrement(long volatile*);
  46. extern "C" long __cdecl _InterlockedDecrement(long volatile*);
  47. #if defined(BOOST_MSVC)
  48. #pragma intrinsic(_InterlockedCompareExchange)
  49. #pragma intrinsic(_InterlockedExchangeAdd)
  50. #pragma intrinsic(_InterlockedExchange)
  51. #pragma intrinsic(_InterlockedIncrement)
  52. #pragma intrinsic(_InterlockedDecrement)
  53. #endif
  54. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE(dest, exchange, compare) _InterlockedCompareExchange((long*)(dest), exchange, compare)
  55. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD(dest, addend) _InterlockedExchangeAdd((long*)(dest), (long)(addend))
  56. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval) _InterlockedExchange((long*)(dest), (long)(newval))
  57. #define BOOST_ATOMIC_INTERLOCKED_INCREMENT(dest) _InterlockedIncrement((long*)(dest))
  58. #define BOOST_ATOMIC_INTERLOCKED_DECREMENT(dest) _InterlockedDecrement((long*)(dest))
  59. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) \
  60. ((void*)BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE((long*)(dest), (long)(exchange), (long)(compare)))
  61. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, exchange) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE((long*)(dest), (long)(exchange)))
  62. #else // _MSC_VER < 1400
  63. #include <intrin.h>
  64. #if defined(BOOST_MSVC)
  65. #pragma intrinsic(_InterlockedCompareExchange)
  66. #pragma intrinsic(_InterlockedExchangeAdd)
  67. #pragma intrinsic(_InterlockedExchange)
  68. #pragma intrinsic(_InterlockedIncrement)
  69. #pragma intrinsic(_InterlockedDecrement)
  70. #pragma intrinsic(_InterlockedAnd)
  71. #pragma intrinsic(_InterlockedOr)
  72. #pragma intrinsic(_InterlockedXor)
  73. #pragma intrinsic(_interlockedbittestandset)
  74. #pragma intrinsic(_interlockedbittestandreset)
  75. #endif
  76. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE(dest, exchange, compare) _InterlockedCompareExchange((long*)(dest), (long)(exchange), (long)(compare))
  77. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD(dest, addend) _InterlockedExchangeAdd((long*)(dest), (long)(addend))
  78. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval) _InterlockedExchange((long*)(dest), (long)(newval))
  79. #define BOOST_ATOMIC_INTERLOCKED_INCREMENT(dest) _InterlockedIncrement((long*)(dest))
  80. #define BOOST_ATOMIC_INTERLOCKED_DECREMENT(dest) _InterlockedDecrement((long*)(dest))
  81. #define BOOST_ATOMIC_INTERLOCKED_AND(dest, arg) _InterlockedAnd((long*)(dest), (long)(arg))
  82. #define BOOST_ATOMIC_INTERLOCKED_OR(dest, arg) _InterlockedOr((long*)(dest), (long)(arg))
  83. #define BOOST_ATOMIC_INTERLOCKED_XOR(dest, arg) _InterlockedXor((long*)(dest), (long)(arg))
  84. #define BOOST_ATOMIC_INTERLOCKED_BTS(dest, arg) _interlockedbittestandset((long*)(dest), (long)(arg))
  85. #define BOOST_ATOMIC_INTERLOCKED_BTR(dest, arg) _interlockedbittestandreset((long*)(dest), (long)(arg))
  86. #if defined(_M_AMD64) && !defined(_M_ARM64EC)
  87. #if defined(BOOST_MSVC)
  88. #pragma intrinsic(_interlockedbittestandset64)
  89. #pragma intrinsic(_interlockedbittestandreset64)
  90. #endif
  91. #define BOOST_ATOMIC_INTERLOCKED_BTS64(dest, arg) _interlockedbittestandset64((__int64*)(dest), (__int64)(arg))
  92. #define BOOST_ATOMIC_INTERLOCKED_BTR64(dest, arg) _interlockedbittestandreset64((__int64*)(dest), (__int64)(arg))
  93. #endif // defined(_M_AMD64) && !defined(_M_ARM64EC)
  94. #if (defined(_M_IX86) && _M_IX86 >= 500) || (defined(_M_AMD64) && !defined(_M_ARM64EC)) || defined(_M_IA64)
  95. #if defined(BOOST_MSVC)
  96. #pragma intrinsic(_InterlockedCompareExchange64)
  97. #endif
  98. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE64(dest, exchange, compare) _InterlockedCompareExchange64((__int64*)(dest), (__int64)(exchange), (__int64)(compare))
  99. #endif
  100. #if _MSC_VER >= 1500 && (defined(_M_AMD64) && !defined(_M_ARM64EC))
  101. #if defined(BOOST_MSVC)
  102. #pragma intrinsic(_InterlockedCompareExchange128)
  103. #endif
  104. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE128(dest, exchange, compare) \
  105. _InterlockedCompareExchange128((__int64*)(dest), ((const __int64*)(&exchange))[1], ((const __int64*)(&exchange))[0], (__int64*)(compare))
  106. #endif
  107. #if _MSC_VER >= 1600
  108. // MSVC 2010 and later provide intrinsics for 8 and 16 bit integers.
  109. // Note that for each bit count these macros must be either all defined or all not defined.
  110. // Otherwise atomic<> operations will be implemented inconsistently.
  111. #if defined(BOOST_MSVC)
  112. #pragma intrinsic(_InterlockedCompareExchange8)
  113. #pragma intrinsic(_InterlockedExchangeAdd8)
  114. #pragma intrinsic(_InterlockedExchange8)
  115. #pragma intrinsic(_InterlockedAnd8)
  116. #pragma intrinsic(_InterlockedOr8)
  117. #pragma intrinsic(_InterlockedXor8)
  118. #endif
  119. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE8(dest, exchange, compare) _InterlockedCompareExchange8((char*)(dest), (char)(exchange), (char)(compare))
  120. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD8(dest, addend) _InterlockedExchangeAdd8((char*)(dest), (char)(addend))
  121. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE8(dest, newval) _InterlockedExchange8((char*)(dest), (char)(newval))
  122. #define BOOST_ATOMIC_INTERLOCKED_AND8(dest, arg) _InterlockedAnd8((char*)(dest), (char)(arg))
  123. #define BOOST_ATOMIC_INTERLOCKED_OR8(dest, arg) _InterlockedOr8((char*)(dest), (char)(arg))
  124. #define BOOST_ATOMIC_INTERLOCKED_XOR8(dest, arg) _InterlockedXor8((char*)(dest), (char)(arg))
  125. #if defined(BOOST_MSVC)
  126. #pragma intrinsic(_InterlockedCompareExchange16)
  127. #pragma intrinsic(_InterlockedExchangeAdd16)
  128. #pragma intrinsic(_InterlockedExchange16)
  129. #pragma intrinsic(_InterlockedAnd16)
  130. #pragma intrinsic(_InterlockedOr16)
  131. #pragma intrinsic(_InterlockedXor16)
  132. #endif
  133. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE16(dest, exchange, compare) _InterlockedCompareExchange16((short*)(dest), (short)(exchange), (short)(compare))
  134. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD16(dest, addend) _InterlockedExchangeAdd16((short*)(dest), (short)(addend))
  135. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE16(dest, newval) _InterlockedExchange16((short*)(dest), (short)(newval))
  136. #define BOOST_ATOMIC_INTERLOCKED_AND16(dest, arg) _InterlockedAnd16((short*)(dest), (short)(arg))
  137. #define BOOST_ATOMIC_INTERLOCKED_OR16(dest, arg) _InterlockedOr16((short*)(dest), (short)(arg))
  138. #define BOOST_ATOMIC_INTERLOCKED_XOR16(dest, arg) _InterlockedXor16((short*)(dest), (short)(arg))
  139. #endif // _MSC_VER >= 1600
  140. #if (defined(_M_AMD64) && !defined(_M_ARM64EC)) || defined(_M_IA64)
  141. #if defined(BOOST_MSVC)
  142. #pragma intrinsic(_InterlockedExchangeAdd64)
  143. #pragma intrinsic(_InterlockedExchange64)
  144. #pragma intrinsic(_InterlockedAnd64)
  145. #pragma intrinsic(_InterlockedOr64)
  146. #pragma intrinsic(_InterlockedXor64)
  147. #endif
  148. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64(dest, addend) _InterlockedExchangeAdd64((__int64*)(dest), (__int64)(addend))
  149. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE64(dest, newval) _InterlockedExchange64((__int64*)(dest), (__int64)(newval))
  150. #define BOOST_ATOMIC_INTERLOCKED_AND64(dest, arg) _InterlockedAnd64((__int64*)(dest), (__int64)(arg))
  151. #define BOOST_ATOMIC_INTERLOCKED_OR64(dest, arg) _InterlockedOr64((__int64*)(dest), (__int64)(arg))
  152. #define BOOST_ATOMIC_INTERLOCKED_XOR64(dest, arg) _InterlockedXor64((__int64*)(dest), (__int64)(arg))
  153. #if defined(BOOST_MSVC)
  154. #pragma intrinsic(_InterlockedCompareExchangePointer)
  155. #pragma intrinsic(_InterlockedExchangePointer)
  156. #endif
  157. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) _InterlockedCompareExchangePointer((void**)(dest), (void*)(exchange), (void*)(compare))
  158. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, newval) _InterlockedExchangePointer((void**)(dest), (void*)(newval))
  159. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64((long*)(dest), byte_offset))
  160. #elif defined(_M_IX86)
  161. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) ((void*)_InterlockedCompareExchange((long*)(dest), (long)(exchange), (long)(compare)))
  162. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, newval) ((void*)_InterlockedExchange((long*)(dest), (long)(newval)))
  163. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD((long*)(dest), byte_offset))
  164. #endif
  165. #if _MSC_VER >= 1700 && (defined(_M_ARM) || defined(_M_ARM64) || defined(_M_ARM64EC))
  166. #if defined(BOOST_MSVC)
  167. #pragma intrinsic(_InterlockedExchangeAdd64)
  168. #pragma intrinsic(_InterlockedExchange64)
  169. #pragma intrinsic(_InterlockedAnd64)
  170. #pragma intrinsic(_InterlockedOr64)
  171. #pragma intrinsic(_InterlockedXor64)
  172. #endif
  173. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64(dest, addend) _InterlockedExchangeAdd64((__int64*)(dest), (__int64)(addend))
  174. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE64(dest, newval) _InterlockedExchange64((__int64*)(dest), (__int64)(newval))
  175. #define BOOST_ATOMIC_INTERLOCKED_AND64(dest, arg) _InterlockedAnd64((__int64*)(dest), (__int64)(arg))
  176. #define BOOST_ATOMIC_INTERLOCKED_OR64(dest, arg) _InterlockedOr64((__int64*)(dest), (__int64)(arg))
  177. #define BOOST_ATOMIC_INTERLOCKED_XOR64(dest, arg) _InterlockedXor64((__int64*)(dest), (__int64)(arg))
  178. #if defined(BOOST_MSVC)
  179. #pragma intrinsic(_InterlockedCompareExchange8_nf)
  180. #pragma intrinsic(_InterlockedCompareExchange8_acq)
  181. #pragma intrinsic(_InterlockedCompareExchange8_rel)
  182. #pragma intrinsic(_InterlockedCompareExchange16_nf)
  183. #pragma intrinsic(_InterlockedCompareExchange16_acq)
  184. #pragma intrinsic(_InterlockedCompareExchange16_rel)
  185. #pragma intrinsic(_InterlockedCompareExchange_nf)
  186. #pragma intrinsic(_InterlockedCompareExchange_acq)
  187. #pragma intrinsic(_InterlockedCompareExchange_rel)
  188. #pragma intrinsic(_InterlockedCompareExchange64)
  189. #pragma intrinsic(_InterlockedCompareExchange64_nf)
  190. #pragma intrinsic(_InterlockedCompareExchange64_acq)
  191. #pragma intrinsic(_InterlockedCompareExchange64_rel)
  192. #if _MSC_VER >= 1900 && (defined(_M_ARM64) || defined(_M_ARM64EC))
  193. #pragma intrinsic(_InterlockedCompareExchange128)
  194. #pragma intrinsic(_InterlockedCompareExchange128_nf)
  195. #pragma intrinsic(_InterlockedCompareExchange128_acq)
  196. #pragma intrinsic(_InterlockedCompareExchange128_rel)
  197. #endif
  198. #pragma intrinsic(_InterlockedCompareExchangePointer)
  199. #pragma intrinsic(_InterlockedCompareExchangePointer_nf)
  200. #pragma intrinsic(_InterlockedCompareExchangePointer_acq)
  201. #pragma intrinsic(_InterlockedCompareExchangePointer_rel)
  202. #endif
  203. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE8_RELAXED(dest, exchange, compare) \
  204. _InterlockedCompareExchange8_nf((char*)(dest), (char)(exchange), (char)(compare))
  205. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE8_ACQUIRE(dest, exchange, compare) \
  206. _InterlockedCompareExchange8_acq((char*)(dest), (char)(exchange), (char)(compare))
  207. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE8_RELEASE(dest, exchange, compare) \
  208. _InterlockedCompareExchange8_rel((char*)(dest), (char)(exchange), (char)(compare))
  209. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE16_RELAXED(dest, exchange, compare) \
  210. _InterlockedCompareExchange16_nf((short*)(dest), (short)(exchange), (short)(compare))
  211. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE16_ACQUIRE(dest, exchange, compare) \
  212. _InterlockedCompareExchange16_acq((short*)(dest), (short)(exchange), (short)(compare))
  213. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE16_RELEASE(dest, exchange, compare) \
  214. _InterlockedCompareExchange16_rel((short*)(dest), (short)(exchange), (short)(compare))
  215. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_RELAXED(dest, exchange, compare) \
  216. _InterlockedCompareExchange_nf((long*)(dest), (long)(exchange), (long)(compare))
  217. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_ACQUIRE(dest, exchange, compare) \
  218. _InterlockedCompareExchange_acq((long*)(dest), (long)(exchange), (long)(compare))
  219. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_RELEASE(dest, exchange, compare) \
  220. _InterlockedCompareExchange_rel((long*)(dest), (long)(exchange), (long)(compare))
  221. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE64(dest, exchange, compare) \
  222. _InterlockedCompareExchange64((__int64*)(dest), (__int64)(exchange), (__int64)(compare))
  223. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE64_RELAXED(dest, exchange, compare) \
  224. _InterlockedCompareExchange64_nf((__int64*)(dest), (__int64)(exchange), (__int64)(compare))
  225. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE64_ACQUIRE(dest, exchange, compare) \
  226. _InterlockedCompareExchange64_acq((__int64*)(dest), (__int64)(exchange), (__int64)(compare))
  227. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE64_RELEASE(dest, exchange, compare) \
  228. _InterlockedCompareExchange64_rel((__int64*)(dest), (__int64)(exchange), (__int64)(compare))
  229. #if _MSC_VER >= 1900 && (defined(_M_ARM64) || defined(_M_ARM64EC))
  230. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE128(dest, exchange, compare) \
  231. _InterlockedCompareExchange128((__int64*)(dest), ((const __int64*)(&exchange))[1], ((const __int64*)(&exchange))[0], (__int64*)(compare))
  232. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE128_RELAXED(dest, exchange, compare) \
  233. _InterlockedCompareExchange128_nf((__int64*)(dest), ((const __int64*)(&exchange))[1], ((const __int64*)(&exchange))[0], (__int64*)(compare))
  234. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE128_ACQUIRE(dest, exchange, compare) \
  235. _InterlockedCompareExchange128_acq((__int64*)(dest), ((const __int64*)(&exchange))[1], ((const __int64*)(&exchange))[0], (__int64*)(compare))
  236. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE128_RELEASE(dest, exchange, compare) \
  237. _InterlockedCompareExchange128_rel((__int64*)(dest), ((const __int64*)(&exchange))[1], ((const __int64*)(&exchange))[0], (__int64*)(compare))
  238. #endif
  239. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) \
  240. _InterlockedCompareExchangePointer((void**)(dest), (void*)(exchange), (void*)(compare))
  241. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER_RELAXED(dest, exchange, compare) \
  242. _InterlockedCompareExchangePointer_nf((void**)(dest), (void*)(exchange), (void*)(compare))
  243. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER_ACQUIRE(dest, exchange, compare) \
  244. _InterlockedCompareExchangePointer_acq((void**)(dest), (void*)(exchange), (void*)(compare))
  245. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER_RELEASE(dest, exchange, compare) \
  246. _InterlockedCompareExchangePointer_rel((void**)(dest), (void*)(exchange), (void*)(compare))
  247. #if defined(BOOST_MSVC)
  248. #pragma intrinsic(_InterlockedExchangeAdd8_nf)
  249. #pragma intrinsic(_InterlockedExchangeAdd8_acq)
  250. #pragma intrinsic(_InterlockedExchangeAdd8_rel)
  251. #pragma intrinsic(_InterlockedExchangeAdd16_nf)
  252. #pragma intrinsic(_InterlockedExchangeAdd16_acq)
  253. #pragma intrinsic(_InterlockedExchangeAdd16_rel)
  254. #pragma intrinsic(_InterlockedExchangeAdd_nf)
  255. #pragma intrinsic(_InterlockedExchangeAdd_acq)
  256. #pragma intrinsic(_InterlockedExchangeAdd_rel)
  257. #pragma intrinsic(_InterlockedExchangeAdd64_nf)
  258. #pragma intrinsic(_InterlockedExchangeAdd64_acq)
  259. #pragma intrinsic(_InterlockedExchangeAdd64_rel)
  260. #endif
  261. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD8_RELAXED(dest, addend) _InterlockedExchangeAdd8_nf((char*)(dest), (char)(addend))
  262. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD8_ACQUIRE(dest, addend) _InterlockedExchangeAdd8_acq((char*)(dest), (char)(addend))
  263. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD8_RELEASE(dest, addend) _InterlockedExchangeAdd8_rel((char*)(dest), (char)(addend))
  264. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD16_RELAXED(dest, addend) _InterlockedExchangeAdd16_nf((short*)(dest), (short)(addend))
  265. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD16_ACQUIRE(dest, addend) _InterlockedExchangeAdd16_acq((short*)(dest), (short)(addend))
  266. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD16_RELEASE(dest, addend) _InterlockedExchangeAdd16_rel((short*)(dest), (short)(addend))
  267. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_RELAXED(dest, addend) _InterlockedExchangeAdd_nf((long*)(dest), (long)(addend))
  268. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_ACQUIRE(dest, addend) _InterlockedExchangeAdd_acq((long*)(dest), (long)(addend))
  269. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_RELEASE(dest, addend) _InterlockedExchangeAdd_rel((long*)(dest), (long)(addend))
  270. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64_RELAXED(dest, addend) _InterlockedExchangeAdd64_nf((__int64*)(dest), (__int64)(addend))
  271. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64_ACQUIRE(dest, addend) _InterlockedExchangeAdd64_acq((__int64*)(dest), (__int64)(addend))
  272. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64_RELEASE(dest, addend) _InterlockedExchangeAdd64_rel((__int64*)(dest), (__int64)(addend))
  273. #if defined(_M_ARM64) || defined(_M_ARM64EC)
  274. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64((__int64*)(dest), byte_offset))
  275. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER_RELAXED(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64_RELAXED((__int64*)(dest), byte_offset))
  276. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER_ACQUIRE(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64_ACQUIRE((__int64*)(dest), byte_offset))
  277. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER_RELEASE(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64_RELEASE((__int64*)(dest), byte_offset))
  278. #else
  279. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD((long*)(dest), byte_offset))
  280. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER_RELAXED(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_RELAXED((long*)(dest), byte_offset))
  281. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER_ACQUIRE(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_ACQUIRE((long*)(dest), byte_offset))
  282. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER_RELEASE(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_RELEASE((long*)(dest), byte_offset))
  283. #endif
  284. #if defined(BOOST_MSVC)
  285. #pragma intrinsic(_InterlockedExchange8_nf)
  286. #pragma intrinsic(_InterlockedExchange8_acq)
  287. #pragma intrinsic(_InterlockedExchange16_nf)
  288. #pragma intrinsic(_InterlockedExchange16_acq)
  289. #pragma intrinsic(_InterlockedExchange_nf)
  290. #pragma intrinsic(_InterlockedExchange_acq)
  291. #pragma intrinsic(_InterlockedExchange64_nf)
  292. #pragma intrinsic(_InterlockedExchange64_acq)
  293. #pragma intrinsic(_InterlockedExchangePointer)
  294. #pragma intrinsic(_InterlockedExchangePointer_nf)
  295. #pragma intrinsic(_InterlockedExchangePointer_acq)
  296. #if _MSC_VER >= 1800
  297. #pragma intrinsic(_InterlockedExchange8_rel)
  298. #pragma intrinsic(_InterlockedExchange16_rel)
  299. #pragma intrinsic(_InterlockedExchange_rel)
  300. #pragma intrinsic(_InterlockedExchange64_rel)
  301. #pragma intrinsic(_InterlockedExchangePointer_rel)
  302. #endif
  303. #endif
  304. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE8_RELAXED(dest, newval) _InterlockedExchange8_nf((char*)(dest), (char)(newval))
  305. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE8_ACQUIRE(dest, newval) _InterlockedExchange8_acq((char*)(dest), (char)(newval))
  306. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE16_RELAXED(dest, newval) _InterlockedExchange16_nf((short*)(dest), (short)(newval))
  307. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE16_ACQUIRE(dest, newval) _InterlockedExchange16_acq((short*)(dest), (short)(newval))
  308. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_RELAXED(dest, newval) _InterlockedExchange_nf((long*)(dest), (long)(newval))
  309. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ACQUIRE(dest, newval) _InterlockedExchange_acq((long*)(dest), (long)(newval))
  310. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE64_RELAXED(dest, newval) _InterlockedExchange64_nf((__int64*)(dest), (__int64)(newval))
  311. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE64_ACQUIRE(dest, newval) _InterlockedExchange64_acq((__int64*)(dest), (__int64)(newval))
  312. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, newval) _InterlockedExchangePointer((void**)(dest), (void*)(newval))
  313. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER_RELAXED(dest, newval) _InterlockedExchangePointer_nf((void**)(dest), (void*)(newval))
  314. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER_ACQUIRE(dest, newval) _InterlockedExchangePointer_acq((void**)(dest), (void*)(newval))
  315. #if _MSC_VER >= 1800
  316. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE8_RELEASE(dest, newval) _InterlockedExchange8_rel((char*)(dest), (char)(newval))
  317. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE16_RELEASE(dest, newval) _InterlockedExchange16_rel((short*)(dest), (short)(newval))
  318. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_RELEASE(dest, newval) _InterlockedExchange_rel((long*)(dest), (long)(newval))
  319. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE64_RELEASE(dest, newval) _InterlockedExchange64_rel((__int64*)(dest), (__int64)(newval))
  320. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER_RELEASE(dest, newval) _InterlockedExchangePointer_rel((void**)(dest), (void*)(newval))
  321. #else
  322. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE8_RELEASE(dest, newval) BOOST_ATOMIC_INTERLOCKED_EXCHANGE8(dest, newval)
  323. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE16_RELEASE(dest, newval) BOOST_ATOMIC_INTERLOCKED_EXCHANGE16(dest, newval)
  324. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_RELEASE(dest, newval) BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval)
  325. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE64_RELEASE(dest, newval) BOOST_ATOMIC_INTERLOCKED_EXCHANGE64(dest, newval)
  326. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER_RELEASE(dest, newval) BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, newval)
  327. #endif
  328. #if defined(BOOST_MSVC)
  329. #pragma intrinsic(_InterlockedAnd8_nf)
  330. #pragma intrinsic(_InterlockedAnd8_acq)
  331. #pragma intrinsic(_InterlockedAnd8_rel)
  332. #pragma intrinsic(_InterlockedAnd16_nf)
  333. #pragma intrinsic(_InterlockedAnd16_acq)
  334. #pragma intrinsic(_InterlockedAnd16_rel)
  335. #pragma intrinsic(_InterlockedAnd_nf)
  336. #pragma intrinsic(_InterlockedAnd_acq)
  337. #pragma intrinsic(_InterlockedAnd_rel)
  338. #pragma intrinsic(_InterlockedAnd64_nf)
  339. #pragma intrinsic(_InterlockedAnd64_acq)
  340. #pragma intrinsic(_InterlockedAnd64_rel)
  341. #endif
  342. #define BOOST_ATOMIC_INTERLOCKED_AND8_RELAXED(dest, arg) _InterlockedAnd8_nf((char*)(dest), (char)(arg))
  343. #define BOOST_ATOMIC_INTERLOCKED_AND8_ACQUIRE(dest, arg) _InterlockedAnd8_acq((char*)(dest), (char)(arg))
  344. #define BOOST_ATOMIC_INTERLOCKED_AND8_RELEASE(dest, arg) _InterlockedAnd8_rel((char*)(dest), (char)(arg))
  345. #define BOOST_ATOMIC_INTERLOCKED_AND16_RELAXED(dest, arg) _InterlockedAnd16_nf((short*)(dest), (short)(arg))
  346. #define BOOST_ATOMIC_INTERLOCKED_AND16_ACQUIRE(dest, arg) _InterlockedAnd16_acq((short*)(dest), (short)(arg))
  347. #define BOOST_ATOMIC_INTERLOCKED_AND16_RELEASE(dest, arg) _InterlockedAnd16_rel((short*)(dest), (short)(arg))
  348. #define BOOST_ATOMIC_INTERLOCKED_AND_RELAXED(dest, arg) _InterlockedAnd_nf((long*)(dest), (long)(arg))
  349. #define BOOST_ATOMIC_INTERLOCKED_AND_ACQUIRE(dest, arg) _InterlockedAnd_acq((long*)(dest), (long)(arg))
  350. #define BOOST_ATOMIC_INTERLOCKED_AND_RELEASE(dest, arg) _InterlockedAnd_rel((long*)(dest), (long)(arg))
  351. #define BOOST_ATOMIC_INTERLOCKED_AND64_RELAXED(dest, arg) _InterlockedAnd64_nf((__int64*)(dest), (__int64)(arg))
  352. #define BOOST_ATOMIC_INTERLOCKED_AND64_ACQUIRE(dest, arg) _InterlockedAnd64_acq((__int64*)(dest), (__int64)(arg))
  353. #define BOOST_ATOMIC_INTERLOCKED_AND64_RELEASE(dest, arg) _InterlockedAnd64_rel((__int64*)(dest), (__int64)(arg))
  354. #if defined(BOOST_MSVC)
  355. #pragma intrinsic(_InterlockedOr8_nf)
  356. #pragma intrinsic(_InterlockedOr8_acq)
  357. #pragma intrinsic(_InterlockedOr8_rel)
  358. #pragma intrinsic(_InterlockedOr16_nf)
  359. #pragma intrinsic(_InterlockedOr16_acq)
  360. #pragma intrinsic(_InterlockedOr16_rel)
  361. #pragma intrinsic(_InterlockedOr_nf)
  362. #pragma intrinsic(_InterlockedOr_acq)
  363. #pragma intrinsic(_InterlockedOr_rel)
  364. #pragma intrinsic(_InterlockedOr64_nf)
  365. #pragma intrinsic(_InterlockedOr64_acq)
  366. #pragma intrinsic(_InterlockedOr64_rel)
  367. #endif
  368. #define BOOST_ATOMIC_INTERLOCKED_OR8_RELAXED(dest, arg) _InterlockedOr8_nf((char*)(dest), (char)(arg))
  369. #define BOOST_ATOMIC_INTERLOCKED_OR8_ACQUIRE(dest, arg) _InterlockedOr8_acq((char*)(dest), (char)(arg))
  370. #define BOOST_ATOMIC_INTERLOCKED_OR8_RELEASE(dest, arg) _InterlockedOr8_rel((char*)(dest), (char)(arg))
  371. #define BOOST_ATOMIC_INTERLOCKED_OR16_RELAXED(dest, arg) _InterlockedOr16_nf((short*)(dest), (short)(arg))
  372. #define BOOST_ATOMIC_INTERLOCKED_OR16_ACQUIRE(dest, arg) _InterlockedOr16_acq((short*)(dest), (short)(arg))
  373. #define BOOST_ATOMIC_INTERLOCKED_OR16_RELEASE(dest, arg) _InterlockedOr16_rel((short*)(dest), (short)(arg))
  374. #define BOOST_ATOMIC_INTERLOCKED_OR_RELAXED(dest, arg) _InterlockedOr_nf((long*)(dest), (long)(arg))
  375. #define BOOST_ATOMIC_INTERLOCKED_OR_ACQUIRE(dest, arg) _InterlockedOr_acq((long*)(dest), (long)(arg))
  376. #define BOOST_ATOMIC_INTERLOCKED_OR_RELEASE(dest, arg) _InterlockedOr_rel((long*)(dest), (long)(arg))
  377. #define BOOST_ATOMIC_INTERLOCKED_OR64_RELAXED(dest, arg) _InterlockedOr64_nf((__int64*)(dest), (__int64)(arg))
  378. #define BOOST_ATOMIC_INTERLOCKED_OR64_ACQUIRE(dest, arg) _InterlockedOr64_acq((__int64*)(dest), (__int64)(arg))
  379. #define BOOST_ATOMIC_INTERLOCKED_OR64_RELEASE(dest, arg) _InterlockedOr64_rel((__int64*)(dest), (__int64)(arg))
  380. #if defined(BOOST_MSVC)
  381. #pragma intrinsic(_InterlockedXor8_nf)
  382. #pragma intrinsic(_InterlockedXor8_acq)
  383. #pragma intrinsic(_InterlockedXor8_rel)
  384. #pragma intrinsic(_InterlockedXor16_nf)
  385. #pragma intrinsic(_InterlockedXor16_acq)
  386. #pragma intrinsic(_InterlockedXor16_rel)
  387. #pragma intrinsic(_InterlockedXor_nf)
  388. #pragma intrinsic(_InterlockedXor_acq)
  389. #pragma intrinsic(_InterlockedXor_rel)
  390. #pragma intrinsic(_InterlockedXor64_nf)
  391. #pragma intrinsic(_InterlockedXor64_acq)
  392. #pragma intrinsic(_InterlockedXor64_rel)
  393. #endif
  394. #define BOOST_ATOMIC_INTERLOCKED_XOR8_RELAXED(dest, arg) _InterlockedXor8_nf((char*)(dest), (char)(arg))
  395. #define BOOST_ATOMIC_INTERLOCKED_XOR8_ACQUIRE(dest, arg) _InterlockedXor8_acq((char*)(dest), (char)(arg))
  396. #define BOOST_ATOMIC_INTERLOCKED_XOR8_RELEASE(dest, arg) _InterlockedXor8_rel((char*)(dest), (char)(arg))
  397. #define BOOST_ATOMIC_INTERLOCKED_XOR16_RELAXED(dest, arg) _InterlockedXor16_nf((short*)(dest), (short)(arg))
  398. #define BOOST_ATOMIC_INTERLOCKED_XOR16_ACQUIRE(dest, arg) _InterlockedXor16_acq((short*)(dest), (short)(arg))
  399. #define BOOST_ATOMIC_INTERLOCKED_XOR16_RELEASE(dest, arg) _InterlockedXor16_rel((short*)(dest), (short)(arg))
  400. #define BOOST_ATOMIC_INTERLOCKED_XOR_RELAXED(dest, arg) _InterlockedXor_nf((long*)(dest), (long)(arg))
  401. #define BOOST_ATOMIC_INTERLOCKED_XOR_ACQUIRE(dest, arg) _InterlockedXor_acq((long*)(dest), (long)(arg))
  402. #define BOOST_ATOMIC_INTERLOCKED_XOR_RELEASE(dest, arg) _InterlockedXor_rel((long*)(dest), (long)(arg))
  403. #define BOOST_ATOMIC_INTERLOCKED_XOR64_RELAXED(dest, arg) _InterlockedXor64_nf((__int64*)(dest), (__int64)(arg))
  404. #define BOOST_ATOMIC_INTERLOCKED_XOR64_ACQUIRE(dest, arg) _InterlockedXor64_acq((__int64*)(dest), (__int64)(arg))
  405. #define BOOST_ATOMIC_INTERLOCKED_XOR64_RELEASE(dest, arg) _InterlockedXor64_rel((__int64*)(dest), (__int64)(arg))
  406. #if defined(BOOST_MSVC)
  407. #pragma intrinsic(_interlockedbittestandset_nf)
  408. #pragma intrinsic(_interlockedbittestandset_acq)
  409. #pragma intrinsic(_interlockedbittestandset_rel)
  410. #endif
  411. #define BOOST_ATOMIC_INTERLOCKED_BTS_RELAXED(dest, arg) _interlockedbittestandset_nf((long*)(dest), (long)(arg))
  412. #define BOOST_ATOMIC_INTERLOCKED_BTS_ACQUIRE(dest, arg) _interlockedbittestandset_acq((long*)(dest), (long)(arg))
  413. #define BOOST_ATOMIC_INTERLOCKED_BTS_RELEASE(dest, arg) _interlockedbittestandset_rel((long*)(dest), (long)(arg))
  414. #if defined(BOOST_MSVC)
  415. #pragma intrinsic(_interlockedbittestandreset_nf)
  416. #pragma intrinsic(_interlockedbittestandreset_acq)
  417. #pragma intrinsic(_interlockedbittestandreset_rel)
  418. #endif
  419. #define BOOST_ATOMIC_INTERLOCKED_BTR_RELAXED(dest, arg) _interlockedbittestandreset_nf((long*)(dest), (long)(arg))
  420. #define BOOST_ATOMIC_INTERLOCKED_BTR_ACQUIRE(dest, arg) _interlockedbittestandreset_acq((long*)(dest), (long)(arg))
  421. #define BOOST_ATOMIC_INTERLOCKED_BTR_RELEASE(dest, arg) _interlockedbittestandreset_rel((long*)(dest), (long)(arg))
  422. #endif // _MSC_VER >= 1700 && defined(_M_ARM)
  423. #endif // _MSC_VER < 1400
  424. #else // defined(_MSC_VER) && _MSC_VER >= 1310
  425. #if defined(BOOST_USE_WINDOWS_H)
  426. #include <windows.h>
  427. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE(dest, exchange, compare) InterlockedCompareExchange((long*)(dest), (long)(exchange), (long)(compare))
  428. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval) InterlockedExchange((long*)(dest), (long)(newval))
  429. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD(dest, addend) InterlockedExchangeAdd((long*)(dest), (long)(addend))
  430. #define BOOST_ATOMIC_INTERLOCKED_INCREMENT(dest) InterlockedIncrement((long*)(dest))
  431. #define BOOST_ATOMIC_INTERLOCKED_DECREMENT(dest) InterlockedDecrement((long*)(dest))
  432. #if defined(_WIN64)
  433. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE64(dest, exchange, compare) InterlockedCompareExchange64((__int64*)(dest), (__int64)(exchange), (__int64)(compare))
  434. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE64(dest, newval) InterlockedExchange64((__int64*)(dest), (__int64)(newval))
  435. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64(dest, addend) InterlockedExchangeAdd64((__int64*)(dest), (__int64)(addend))
  436. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) InterlockedCompareExchangePointer((void**)(dest), (void*)(exchange), (void*)(compare))
  437. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, newval) InterlockedExchangePointer((void**)(dest), (void*)(newval))
  438. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64(dest, byte_offset))
  439. #else // defined(_WIN64)
  440. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) ((void*)BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE(dest, exchange, compare))
  441. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, newval) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval))
  442. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD(dest, byte_offset))
  443. #endif // defined(_WIN64)
  444. #else // defined(BOOST_USE_WINDOWS_H)
  445. #if defined(__MINGW64__)
  446. #define BOOST_ATOMIC_INTERLOCKED_IMPORT
  447. #else
  448. #define BOOST_ATOMIC_INTERLOCKED_IMPORT __declspec(dllimport)
  449. #endif
  450. namespace boost {
  451. namespace atomics {
  452. namespace detail {
  453. extern "C" {
  454. BOOST_ATOMIC_INTERLOCKED_IMPORT long __stdcall InterlockedCompareExchange(long volatile*, long, long);
  455. BOOST_ATOMIC_INTERLOCKED_IMPORT long __stdcall InterlockedExchange(long volatile*, long);
  456. BOOST_ATOMIC_INTERLOCKED_IMPORT long __stdcall InterlockedExchangeAdd(long volatile*, long);
  457. BOOST_ATOMIC_INTERLOCKED_IMPORT long __stdcall InterlockedIncrement(long volatile*, long);
  458. BOOST_ATOMIC_INTERLOCKED_IMPORT long __stdcall InterlockedDecrement(long volatile*, long);
  459. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE(dest, exchange, compare) \
  460. boost::atomics::detail::InterlockedCompareExchange((long*)(dest), (long)(exchange), (long)(compare))
  461. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval) boost::atomics::detail::InterlockedExchange((long*)(dest), (long)(newval))
  462. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD(dest, addend) boost::atomics::detail::InterlockedExchangeAdd((long*)(dest), (long)(addend))
  463. #define BOOST_ATOMIC_INTERLOCKED_INCREMENT(dest) boost::atomics::detail::InterlockedIncrement((long*)(dest))
  464. #define BOOST_ATOMIC_INTERLOCKED_DECREMENT(dest) boost::atomics::detail::InterlockedDecrement((long*)(dest))
  465. #if defined(_WIN64)
  466. BOOST_ATOMIC_INTERLOCKED_IMPORT __int64 __stdcall InterlockedCompareExchange64(__int64 volatile*, __int64, __int64);
  467. BOOST_ATOMIC_INTERLOCKED_IMPORT __int64 __stdcall InterlockedExchange64(__int64 volatile*, __int64);
  468. BOOST_ATOMIC_INTERLOCKED_IMPORT __int64 __stdcall InterlockedExchangeAdd64(__int64 volatile*, __int64);
  469. BOOST_ATOMIC_INTERLOCKED_IMPORT void* __stdcall InterlockedCompareExchangePointer(void* volatile*, void*, void*);
  470. BOOST_ATOMIC_INTERLOCKED_IMPORT void* __stdcall InterlockedExchangePointer(void* volatile*, void*);
  471. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE64(dest, exchange, compare) \
  472. boost::atomics::detail::InterlockedCompareExchange64((__int64*)(dest), (__int64)(exchange), (__int64)(compare))
  473. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE64(dest, newval) boost::atomics::detail::InterlockedExchange64((__int64*)(dest), (__int64)(newval))
  474. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64(dest, addend) boost::atomics::detail::InterlockedExchangeAdd64((__int64*)(dest), (__int64)(addend))
  475. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) \
  476. boost::atomics::detail::InterlockedCompareExchangePointer((void**)(dest), (void*)(exchange), (void*)(compare))
  477. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, newval) boost::atomics::detail::InterlockedExchangePointer((void**)(dest), (void*)(newval))
  478. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD64(dest, byte_offset))
  479. #else // defined(_WIN64)
  480. #define BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE_POINTER(dest, exchange, compare) ((void*)BOOST_ATOMIC_INTERLOCKED_COMPARE_EXCHANGE(dest, exchange, compare))
  481. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_POINTER(dest, newval) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE(dest, newval))
  482. #define BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD_POINTER(dest, byte_offset) ((void*)BOOST_ATOMIC_INTERLOCKED_EXCHANGE_ADD(dest, byte_offset))
  483. #endif // defined(_WIN64)
  484. } // extern "C"
  485. } // namespace detail
  486. } // namespace atomics
  487. } // namespace boost
  488. #undef BOOST_ATOMIC_INTERLOCKED_IMPORT
  489. #endif // defined(BOOST_USE_WINDOWS_H)
  490. #endif // defined(_MSC_VER)
  491. #endif