SDL_atomic.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421
  1. /*
  2. Simple DirectMedia Layer
  3. Copyright (C) 1997-2026 Sam Lantinga <slouken@libsdl.org>
  4. This software is provided 'as-is', without any express or implied
  5. warranty. In no event will the authors be held liable for any damages
  6. arising from the use of this software.
  7. Permission is granted to anyone to use this software for any purpose,
  8. including commercial applications, and to alter it and redistribute it
  9. freely, subject to the following restrictions:
  10. 1. The origin of this software must not be misrepresented; you must not
  11. claim that you wrote the original software. If you use this software
  12. in a product, an acknowledgment in the product documentation would be
  13. appreciated but is not required.
  14. 2. Altered source versions must be plainly marked as such, and must not be
  15. misrepresented as being the original software.
  16. 3. This notice may not be removed or altered from any source distribution.
  17. */
  18. /**
  19. * # CategoryAtomic
  20. *
  21. * Atomic operations.
  22. *
  23. * IMPORTANT: If you are not an expert in concurrent lockless programming, you
  24. * should not be using any functions in this file. You should be protecting
  25. * your data structures with full mutexes instead.
  26. *
  27. * ***Seriously, here be dragons!***
  28. *
  29. * You can find out a little more about lockless programming and the subtle
  30. * issues that can arise here:
  31. * https://learn.microsoft.com/en-us/windows/win32/dxtecharts/lockless-programming
  32. *
  33. * There's also lots of good information here:
  34. *
  35. * - https://www.1024cores.net/home/lock-free-algorithms
  36. * - https://preshing.com/
  37. *
  38. * These operations may or may not actually be implemented using processor
  39. * specific atomic operations. When possible they are implemented as true
  40. * processor specific atomic operations. When that is not possible the are
  41. * implemented using locks that *do* use the available atomic operations.
  42. *
  43. * All of the atomic operations that modify memory are full memory barriers.
  44. */
  45. #ifndef SDL_atomic_h_
  46. #define SDL_atomic_h_
  47. #include "SDL_stdinc.h"
  48. #include "SDL_platform.h"
  49. #include "begin_code.h"
  50. /* Set up for C function definitions, even when using C++ */
  51. #ifdef __cplusplus
  52. extern "C" {
  53. #endif
  54. /**
  55. * \name SDL AtomicLock
  56. *
  57. * The atomic locks are efficient spinlocks using CPU instructions,
  58. * but are vulnerable to starvation and can spin forever if a thread
  59. * holding a lock has been terminated. For this reason you should
  60. * minimize the code executed inside an atomic lock and never do
  61. * expensive things like API or system calls while holding them.
  62. *
  63. * The atomic locks are not safe to lock recursively.
  64. *
  65. * Porting Note:
  66. * The spin lock functions and type are required and can not be
  67. * emulated because they are used in the atomic emulation code.
  68. */
  69. /* @{ */
  70. typedef int SDL_SpinLock;
  71. /**
  72. * Try to lock a spin lock by setting it to a non-zero value.
  73. *
  74. * ***Please note that spinlocks are dangerous if you don't know what you're
  75. * doing. Please be careful using any sort of spinlock!***
  76. *
  77. * \param lock a pointer to a lock variable.
  78. * \returns SDL_TRUE if the lock succeeded, SDL_FALSE if the lock is already
  79. * held.
  80. *
  81. * \since This function is available since SDL 2.0.0.
  82. *
  83. * \sa SDL_AtomicLock
  84. * \sa SDL_AtomicUnlock
  85. */
  86. extern DECLSPEC SDL_bool SDLCALL SDL_AtomicTryLock(SDL_SpinLock *lock);
  87. /**
  88. * Lock a spin lock by setting it to a non-zero value.
  89. *
  90. * ***Please note that spinlocks are dangerous if you don't know what you're
  91. * doing. Please be careful using any sort of spinlock!***
  92. *
  93. * \param lock a pointer to a lock variable.
  94. *
  95. * \since This function is available since SDL 2.0.0.
  96. *
  97. * \sa SDL_AtomicTryLock
  98. * \sa SDL_AtomicUnlock
  99. */
  100. extern DECLSPEC void SDLCALL SDL_AtomicLock(SDL_SpinLock *lock);
  101. /**
  102. * Unlock a spin lock by setting it to 0.
  103. *
  104. * Always returns immediately.
  105. *
  106. * ***Please note that spinlocks are dangerous if you don't know what you're
  107. * doing. Please be careful using any sort of spinlock!***
  108. *
  109. * \param lock a pointer to a lock variable.
  110. *
  111. * \since This function is available since SDL 2.0.0.
  112. *
  113. * \sa SDL_AtomicLock
  114. * \sa SDL_AtomicTryLock
  115. */
  116. extern DECLSPEC void SDLCALL SDL_AtomicUnlock(SDL_SpinLock *lock);
  117. /* @} *//* SDL AtomicLock */
  118. /**
  119. * The compiler barrier prevents the compiler from reordering
  120. * reads and writes to globally visible variables across the call.
  121. */
  122. #if _SDL_HAS_BUILTIN(__atomic_signal_fence) || (defined(__GNUC__) && (__GNUC__ >= 5))
  123. #define SDL_CompilerBarrier() __atomic_signal_fence(__ATOMIC_SEQ_CST)
  124. #elif defined(_MSC_VER) && (_MSC_VER > 1200) && !defined(__clang__)
  125. void _ReadWriteBarrier(void);
  126. #pragma intrinsic(_ReadWriteBarrier)
  127. #define SDL_CompilerBarrier() _ReadWriteBarrier()
  128. #elif (defined(__GNUC__) && !defined(__EMSCRIPTEN__)) || (defined(__SUNPRO_C) && (__SUNPRO_C >= 0x5120))
  129. /* This is correct for all CPUs when using GCC or Solaris Studio 12.1+. */
  130. #define SDL_CompilerBarrier() __asm__ __volatile__ ("" : : : "memory")
  131. #elif defined(__WATCOMC__)
  132. extern __inline void SDL_CompilerBarrier(void);
  133. #pragma aux SDL_CompilerBarrier = "" parm [] modify exact [];
  134. #else
  135. #define SDL_CompilerBarrier() \
  136. { SDL_SpinLock _tmp = 0; SDL_AtomicLock(&_tmp); SDL_AtomicUnlock(&_tmp); }
  137. #endif
  138. /**
  139. * Memory barriers are designed to prevent reads and writes from being
  140. * reordered by the compiler and being seen out of order on multi-core CPUs.
  141. *
  142. * A typical pattern would be for thread A to write some data and a flag, and
  143. * for thread B to read the flag and get the data. In this case you would
  144. * insert a release barrier between writing the data and the flag,
  145. * guaranteeing that the data write completes no later than the flag is
  146. * written, and you would insert an acquire barrier between reading the flag
  147. * and reading the data, to ensure that all the reads associated with the flag
  148. * have completed.
  149. *
  150. * In this pattern you should always see a release barrier paired with an
  151. * acquire barrier and you should gate the data reads/writes with a single
  152. * flag variable.
  153. *
  154. * For more information on these semantics, take a look at the blog post:
  155. * http://preshing.com/20120913/acquire-and-release-semantics
  156. *
  157. * \since This function is available since SDL 2.0.6.
  158. */
  159. extern DECLSPEC void SDLCALL SDL_MemoryBarrierReleaseFunction(void);
  160. extern DECLSPEC void SDLCALL SDL_MemoryBarrierAcquireFunction(void);
  161. #if _SDL_HAS_BUILTIN(__atomic_thread_fence) || (defined(__GNUC__) && (__GNUC__ >= 5))
  162. #define SDL_MemoryBarrierRelease() __atomic_thread_fence(__ATOMIC_RELEASE)
  163. #define SDL_MemoryBarrierAcquire() __atomic_thread_fence(__ATOMIC_ACQUIRE)
  164. #elif defined(__GNUC__) && (defined(__powerpc__) || defined(__ppc__))
  165. #define SDL_MemoryBarrierRelease() __asm__ __volatile__ ("lwsync" : : : "memory")
  166. #define SDL_MemoryBarrierAcquire() __asm__ __volatile__ ("lwsync" : : : "memory")
  167. #elif defined(__GNUC__) && defined(__aarch64__)
  168. #define SDL_MemoryBarrierRelease() __asm__ __volatile__ ("dmb ish" : : : "memory")
  169. #define SDL_MemoryBarrierAcquire() __asm__ __volatile__ ("dmb ishld" : : : "memory")
  170. #elif defined(_MSC_VER) && (defined(_M_ARM64) || defined(_M_ARM64EC))
  171. #include <arm64intr.h>
  172. #define SDL_MemoryBarrierRelease() __dmb(_ARM64_BARRIER_ISH)
  173. #define SDL_MemoryBarrierAcquire() __dmb(_ARM64_BARRIER_ISHLD)
  174. #elif defined(_MSC_VER) && defined(_M_ARM)
  175. #include <armintr.h>
  176. #define SDL_MemoryBarrierRelease() __dmb(_ARM_BARRIER_ISH)
  177. #define SDL_MemoryBarrierAcquire() __dmb(_ARM_BARRIER_ISH)
  178. #elif defined(__GNUC__) && defined(__arm__)
  179. #if 0 /* defined(__LINUX__) || defined(__ANDROID__) */
  180. /* Information from:
  181. https://chromium.googlesource.com/chromium/chromium/+/trunk/base/atomicops_internals_arm_gcc.h#19
  182. The Linux kernel provides a helper function which provides the right code for a memory barrier,
  183. hard-coded at address 0xffff0fa0
  184. */
  185. typedef void (*SDL_KernelMemoryBarrierFunc)();
  186. #define SDL_MemoryBarrierRelease() ((SDL_KernelMemoryBarrierFunc)0xffff0fa0)()
  187. #define SDL_MemoryBarrierAcquire() ((SDL_KernelMemoryBarrierFunc)0xffff0fa0)()
  188. #elif 0 /* defined(__QNXNTO__) */
  189. #include <sys/cpuinline.h>
  190. #define SDL_MemoryBarrierRelease() __cpu_membarrier()
  191. #define SDL_MemoryBarrierAcquire() __cpu_membarrier()
  192. #else
  193. #if defined(__ARM_ARCH_7__) || defined(__ARM_ARCH_7A__) || defined(__ARM_ARCH_7EM__) || defined(__ARM_ARCH_7R__) || defined(__ARM_ARCH_7M__) || defined(__ARM_ARCH_7S__) || defined(__ARM_ARCH_8A__)
  194. #define SDL_MemoryBarrierRelease() __asm__ __volatile__ ("dmb ish" : : : "memory")
  195. #define SDL_MemoryBarrierAcquire() __asm__ __volatile__ ("dmb ish" : : : "memory")
  196. #elif defined(__ARM_ARCH_6__) || defined(__ARM_ARCH_6J__) || defined(__ARM_ARCH_6K__) || defined(__ARM_ARCH_6T2__) || defined(__ARM_ARCH_6Z__) || defined(__ARM_ARCH_6ZK__)
  197. #ifdef __thumb__
  198. /* The mcr instruction isn't available in thumb mode, use real functions */
  199. #define SDL_MEMORY_BARRIER_USES_FUNCTION
  200. #define SDL_MemoryBarrierRelease() SDL_MemoryBarrierReleaseFunction()
  201. #define SDL_MemoryBarrierAcquire() SDL_MemoryBarrierAcquireFunction()
  202. #else
  203. #define SDL_MemoryBarrierRelease() __asm__ __volatile__ ("mcr p15, 0, %0, c7, c10, 5" : : "r"(0) : "memory")
  204. #define SDL_MemoryBarrierAcquire() __asm__ __volatile__ ("mcr p15, 0, %0, c7, c10, 5" : : "r"(0) : "memory")
  205. #endif /* __thumb__ */
  206. #else
  207. #define SDL_MemoryBarrierRelease() __asm__ __volatile__ ("" : : : "memory")
  208. #define SDL_MemoryBarrierAcquire() __asm__ __volatile__ ("" : : : "memory")
  209. #endif /* __LINUX__ || __ANDROID__ */
  210. #endif /* __GNUC__ && __arm__ */
  211. #else
  212. #if (defined(__SUNPRO_C) && (__SUNPRO_C >= 0x5120))
  213. /* This is correct for all CPUs on Solaris when using Solaris Studio 12.1+. */
  214. #include <mbarrier.h>
  215. #define SDL_MemoryBarrierRelease() __machine_rel_barrier()
  216. #define SDL_MemoryBarrierAcquire() __machine_acq_barrier()
  217. #else
  218. /* This is correct for the x86 and x64 CPUs, and we'll expand this over time. */
  219. #define SDL_MemoryBarrierRelease() SDL_CompilerBarrier()
  220. #define SDL_MemoryBarrierAcquire() SDL_CompilerBarrier()
  221. #endif
  222. #endif
  223. /* "REP NOP" is PAUSE, coded for tools that don't know it by that name. */
  224. #if (defined(__GNUC__) || defined(__clang__)) && (defined(__i386__) || defined(__x86_64__))
  225. #define SDL_CPUPauseInstruction() __asm__ __volatile__("pause\n") /* Some assemblers can't do REP NOP, so go with PAUSE. */
  226. #elif (defined(__arm__) && defined(__ARM_ARCH) && __ARM_ARCH >= 7) || defined(__aarch64__)
  227. #define SDL_CPUPauseInstruction() __asm__ __volatile__("yield" ::: "memory")
  228. #elif (defined(__powerpc__) || defined(__powerpc64__))
  229. #define SDL_CPUPauseInstruction() __asm__ __volatile__("or 27,27,27");
  230. #elif defined(_MSC_VER) && (defined(_M_IX86) || defined(_M_X64))
  231. #define SDL_CPUPauseInstruction() _mm_pause() /* this is actually "rep nop" and not a SIMD instruction. No inline asm in MSVC x86-64! */
  232. #elif defined(_MSC_VER) && (defined(_M_ARM) || defined(_M_ARM64))
  233. #define SDL_CPUPauseInstruction() __yield()
  234. #elif defined(__WATCOMC__) && defined(__386__)
  235. extern __inline void SDL_CPUPauseInstruction(void);
  236. #pragma aux SDL_CPUPauseInstruction = ".686p" ".xmm2" "pause"
  237. #else
  238. #define SDL_CPUPauseInstruction()
  239. #endif
  240. /**
  241. * A type representing an atomic integer value.
  242. *
  243. * It is a struct so people don't accidentally use numeric operations on it.
  244. */
  245. typedef struct SDL_atomic_t {
  246. int value;
  247. } SDL_atomic_t;
  248. /**
  249. * Set an atomic variable to a new value if it is currently an old value.
  250. *
  251. * ***Note: If you don't know what this function is for, you shouldn't use
  252. * it!***
  253. *
  254. * \param a a pointer to an SDL_atomic_t variable to be modified.
  255. * \param oldval the old value.
  256. * \param newval the new value.
  257. * \returns SDL_TRUE if the atomic variable was set, SDL_FALSE otherwise.
  258. *
  259. * \since This function is available since SDL 2.0.0.
  260. *
  261. * \sa SDL_AtomicCASPtr
  262. * \sa SDL_AtomicGet
  263. * \sa SDL_AtomicSet
  264. */
  265. extern DECLSPEC SDL_bool SDLCALL SDL_AtomicCAS(SDL_atomic_t *a, int oldval, int newval);
  266. /**
  267. * Set an atomic variable to a value.
  268. *
  269. * This function also acts as a full memory barrier.
  270. *
  271. * ***Note: If you don't know what this function is for, you shouldn't use
  272. * it!***
  273. *
  274. * \param a a pointer to an SDL_atomic_t variable to be modified.
  275. * \param v the desired value.
  276. * \returns the previous value of the atomic variable.
  277. *
  278. * \since This function is available since SDL 2.0.2.
  279. *
  280. * \sa SDL_AtomicGet
  281. */
  282. extern DECLSPEC int SDLCALL SDL_AtomicSet(SDL_atomic_t *a, int v);
  283. /**
  284. * Get the value of an atomic variable.
  285. *
  286. * ***Note: If you don't know what this function is for, you shouldn't use
  287. * it!***
  288. *
  289. * \param a a pointer to an SDL_atomic_t variable.
  290. * \returns the current value of an atomic variable.
  291. *
  292. * \since This function is available since SDL 2.0.2.
  293. *
  294. * \sa SDL_AtomicSet
  295. */
  296. extern DECLSPEC int SDLCALL SDL_AtomicGet(SDL_atomic_t *a);
  297. /**
  298. * Add to an atomic variable.
  299. *
  300. * This function also acts as a full memory barrier.
  301. *
  302. * ***Note: If you don't know what this function is for, you shouldn't use
  303. * it!***
  304. *
  305. * \param a a pointer to an SDL_atomic_t variable to be modified.
  306. * \param v the desired value to add.
  307. * \returns the previous value of the atomic variable.
  308. *
  309. * \since This function is available since SDL 2.0.2.
  310. *
  311. * \sa SDL_AtomicDecRef
  312. * \sa SDL_AtomicIncRef
  313. */
  314. extern DECLSPEC int SDLCALL SDL_AtomicAdd(SDL_atomic_t *a, int v);
  315. /**
  316. * \brief Increment an atomic variable used as a reference count.
  317. */
  318. #ifndef SDL_AtomicIncRef
  319. #define SDL_AtomicIncRef(a) SDL_AtomicAdd(a, 1)
  320. #endif
  321. /**
  322. * \brief Decrement an atomic variable used as a reference count.
  323. *
  324. * \return SDL_TRUE if the variable reached zero after decrementing,
  325. * SDL_FALSE otherwise
  326. */
  327. #ifndef SDL_AtomicDecRef
  328. #define SDL_AtomicDecRef(a) (SDL_AtomicAdd(a, -1) == 1)
  329. #endif
  330. /**
  331. * Set a pointer to a new value if it is currently an old value.
  332. *
  333. * ***Note: If you don't know what this function is for, you shouldn't use
  334. * it!***
  335. *
  336. * \param a a pointer to a pointer.
  337. * \param oldval the old pointer value.
  338. * \param newval the new pointer value.
  339. * \returns SDL_TRUE if the pointer was set, SDL_FALSE otherwise.
  340. *
  341. * \since This function is available since SDL 2.0.0.
  342. *
  343. * \sa SDL_AtomicCAS
  344. * \sa SDL_AtomicGetPtr
  345. * \sa SDL_AtomicSetPtr
  346. */
  347. extern DECLSPEC SDL_bool SDLCALL SDL_AtomicCASPtr(void **a, void *oldval, void *newval);
  348. /**
  349. * Set a pointer to a value atomically.
  350. *
  351. * ***Note: If you don't know what this function is for, you shouldn't use
  352. * it!***
  353. *
  354. * \param a a pointer to a pointer.
  355. * \param v the desired pointer value.
  356. * \returns the previous value of the pointer.
  357. *
  358. * \since This function is available since SDL 2.0.2.
  359. *
  360. * \sa SDL_AtomicCASPtr
  361. * \sa SDL_AtomicGetPtr
  362. */
  363. extern DECLSPEC void* SDLCALL SDL_AtomicSetPtr(void **a, void* v);
  364. /**
  365. * Get the value of a pointer atomically.
  366. *
  367. * ***Note: If you don't know what this function is for, you shouldn't use
  368. * it!***
  369. *
  370. * \param a a pointer to a pointer.
  371. * \returns the current value of a pointer.
  372. *
  373. * \since This function is available since SDL 2.0.2.
  374. *
  375. * \sa SDL_AtomicCASPtr
  376. * \sa SDL_AtomicSetPtr
  377. */
  378. extern DECLSPEC void* SDLCALL SDL_AtomicGetPtr(void **a);
  379. /* Ends C function definitions when using C++ */
  380. #ifdef __cplusplus
  381. }
  382. #endif
  383. #include "close_code.h"
  384. #endif /* SDL_atomic_h_ */
  385. /* vi: set ts=4 sw=4 expandtab: */