16 #ifndef INSIDE_ATOMICS_H
17 # error "should be included via atomics.h"
24 #if !defined(pg_read_barrier_impl)
25 # define pg_read_barrier_impl pg_memory_barrier_impl
27 #if !defined(pg_write_barrier_impl)
28 # define pg_write_barrier_impl pg_memory_barrier_impl
31 #ifndef PG_HAVE_SPIN_DELAY
32 #define PG_HAVE_SPIN_DELAY
33 #define pg_spin_delay_impl() ((void)0)
38 #if !defined(PG_HAVE_ATOMIC_FLAG_SUPPORT) && defined(PG_HAVE_ATOMIC_U32_SUPPORT)
39 #define PG_HAVE_ATOMIC_FLAG_SUPPORT
43 #ifndef PG_HAVE_ATOMIC_READ_U32
44 #define PG_HAVE_ATOMIC_READ_U32
52 #ifndef PG_HAVE_ATOMIC_WRITE_U32
53 #define PG_HAVE_ATOMIC_WRITE_U32
61 #ifndef PG_HAVE_ATOMIC_UNLOCKED_WRITE_U32
62 #define PG_HAVE_ATOMIC_UNLOCKED_WRITE_U32
73 #if !defined(PG_HAVE_ATOMIC_TEST_SET_FLAG) && defined(PG_HAVE_ATOMIC_EXCHANGE_U32)
75 #define PG_HAVE_ATOMIC_INIT_FLAG
82 #define PG_HAVE_ATOMIC_TEST_SET_FLAG
86 return pg_atomic_exchange_u32_impl(ptr, 1) == 0;
89 #define PG_HAVE_ATOMIC_UNLOCKED_TEST_FLAG
97 #define PG_HAVE_ATOMIC_CLEAR_FLAG
110 #elif !defined(PG_HAVE_ATOMIC_TEST_SET_FLAG) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U32)
112 #define PG_HAVE_ATOMIC_INIT_FLAG
119 #define PG_HAVE_ATOMIC_TEST_SET_FLAG
127 #define PG_HAVE_ATOMIC_UNLOCKED_TEST_FLAG
134 #define PG_HAVE_ATOMIC_CLEAR_FLAG
143 #ifndef PG_HAVE_MEMORY_BARRIER_EMULATION
153 #elif !defined(PG_HAVE_ATOMIC_TEST_SET_FLAG)
154 # error "No pg_atomic_test_and_set provided"
158 #ifndef PG_HAVE_ATOMIC_INIT_U32
159 #define PG_HAVE_ATOMIC_INIT_U32
167 #if !defined(PG_HAVE_ATOMIC_EXCHANGE_U32) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U32)
168 #define PG_HAVE_ATOMIC_EXCHANGE_U32
180 #if !defined(PG_HAVE_ATOMIC_FETCH_ADD_U32) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U32)
181 #define PG_HAVE_ATOMIC_FETCH_ADD_U32
193 #if !defined(PG_HAVE_ATOMIC_FETCH_SUB_U32) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U32)
194 #define PG_HAVE_ATOMIC_FETCH_SUB_U32
202 #if !defined(PG_HAVE_ATOMIC_FETCH_AND_U32) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U32)
203 #define PG_HAVE_ATOMIC_FETCH_AND_U32
215 #if !defined(PG_HAVE_ATOMIC_FETCH_OR_U32) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U32)
216 #define PG_HAVE_ATOMIC_FETCH_OR_U32
228 #if !defined(PG_HAVE_ATOMIC_ADD_FETCH_U32) && defined(PG_HAVE_ATOMIC_FETCH_ADD_U32)
229 #define PG_HAVE_ATOMIC_ADD_FETCH_U32
237 #if !defined(PG_HAVE_ATOMIC_SUB_FETCH_U32) && defined(PG_HAVE_ATOMIC_FETCH_SUB_U32)
238 #define PG_HAVE_ATOMIC_SUB_FETCH_U32
242 return pg_atomic_fetch_sub_u32_impl(ptr, sub_) - sub_;
246 #if !defined(PG_HAVE_ATOMIC_EXCHANGE_U64) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U64)
247 #define PG_HAVE_ATOMIC_EXCHANGE_U64
259 #ifndef PG_HAVE_ATOMIC_WRITE_U64
260 #define PG_HAVE_ATOMIC_WRITE_U64
262 #if defined(PG_HAVE_8BYTE_SINGLE_COPY_ATOMICITY) && \
263 !defined(PG_HAVE_ATOMIC_U64_SIMULATION)
286 pg_atomic_exchange_u64_impl(ptr,
val);
292 #ifndef PG_HAVE_ATOMIC_READ_U64
293 #define PG_HAVE_ATOMIC_READ_U64
295 #if defined(PG_HAVE_8BYTE_SINGLE_COPY_ATOMICITY) && \
296 !defined(PG_HAVE_ATOMIC_U64_SIMULATION)
328 #ifndef PG_HAVE_ATOMIC_INIT_U64
329 #define PG_HAVE_ATOMIC_INIT_U64
337 #if !defined(PG_HAVE_ATOMIC_FETCH_ADD_U64) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U64)
338 #define PG_HAVE_ATOMIC_FETCH_ADD_U64
350 #if !defined(PG_HAVE_ATOMIC_FETCH_SUB_U64) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U64)
351 #define PG_HAVE_ATOMIC_FETCH_SUB_U64
359 #if !defined(PG_HAVE_ATOMIC_FETCH_AND_U64) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U64)
360 #define PG_HAVE_ATOMIC_FETCH_AND_U64
372 #if !defined(PG_HAVE_ATOMIC_FETCH_OR_U64) && defined(PG_HAVE_ATOMIC_COMPARE_EXCHANGE_U64)
373 #define PG_HAVE_ATOMIC_FETCH_OR_U64
385 #if !defined(PG_HAVE_ATOMIC_ADD_FETCH_U64) && defined(PG_HAVE_ATOMIC_FETCH_ADD_U64)
386 #define PG_HAVE_ATOMIC_ADD_FETCH_U64
394 #if !defined(PG_HAVE_ATOMIC_SUB_FETCH_U64) && defined(PG_HAVE_ATOMIC_FETCH_SUB_U64)
395 #define PG_HAVE_ATOMIC_SUB_FETCH_U64
399 return pg_atomic_fetch_sub_u64_impl(ptr, sub_) - sub_;
#define pg_memory_barrier_impl()
bool pg_atomic_compare_exchange_u32_impl(volatile pg_atomic_uint32 *ptr, uint32 *expected, uint32 newval)
void pg_atomic_clear_flag_impl(volatile pg_atomic_flag *ptr)
uint64 pg_atomic_fetch_add_u64_impl(volatile pg_atomic_uint64 *ptr, int64 add_)
uint32 pg_atomic_fetch_add_u32_impl(volatile pg_atomic_uint32 *ptr, int32 add_)
bool pg_atomic_unlocked_test_flag_impl(volatile pg_atomic_flag *ptr)
bool pg_atomic_test_set_flag_impl(volatile pg_atomic_flag *ptr)
bool pg_atomic_compare_exchange_u64_impl(volatile pg_atomic_uint64 *ptr, uint64 *expected, uint64 newval)
void pg_atomic_init_flag_impl(volatile pg_atomic_flag *ptr)
#define AssertPointerAlignment(ptr, bndr)
struct pg_atomic_flag pg_atomic_flag
static void pg_atomic_unlocked_write_u32_impl(volatile pg_atomic_uint32 *ptr, uint32 val)
static uint64 pg_atomic_read_u64_impl(volatile pg_atomic_uint64 *ptr)
static void pg_atomic_write_u32_impl(volatile pg_atomic_uint32 *ptr, uint32 val)
static void pg_atomic_init_u64_impl(volatile pg_atomic_uint64 *ptr, uint64 val_)
static void pg_atomic_write_u64_impl(volatile pg_atomic_uint64 *ptr, uint64 val)
static uint32 pg_atomic_read_u32_impl(volatile pg_atomic_uint32 *ptr)
static void pg_atomic_init_u32_impl(volatile pg_atomic_uint32 *ptr, uint32 val_)