atomics.h File Reference

#include <limits.h>
#include "port/atomics/fallback.h"
#include "port/atomics/generic.h"

Include dependency graph for atomics.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	INSIDE_ATOMICS_H
#define	pg_compiler_barrier()   pg_compiler_barrier_impl()
#define	pg_memory_barrier()   pg_memory_barrier_impl()
#define	pg_read_barrier()   pg_read_barrier_impl()
#define	pg_write_barrier()   pg_write_barrier_impl()
#define	pg_spin_delay()   pg_spin_delay_impl()

Functions
static void	pg_atomic_init_flag (volatile pg_atomic_flag *ptr)
static bool	pg_atomic_test_set_flag (volatile pg_atomic_flag *ptr)
static bool	pg_atomic_unlocked_test_flag (volatile pg_atomic_flag *ptr)
static void	pg_atomic_clear_flag (volatile pg_atomic_flag *ptr)
static void	pg_atomic_init_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static uint32	pg_atomic_read_u32 (volatile pg_atomic_uint32 *ptr)
static void	pg_atomic_write_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static void	pg_atomic_unlocked_write_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static uint32	pg_atomic_exchange_u32 (volatile pg_atomic_uint32 *ptr, uint32 newval)
static bool	pg_atomic_compare_exchange_u32 (volatile pg_atomic_uint32 *ptr, uint32 *expected, uint32 newval)
static uint32	pg_atomic_fetch_add_u32 (volatile pg_atomic_uint32 *ptr, int32 add_)
static uint32	pg_atomic_fetch_sub_u32 (volatile pg_atomic_uint32 *ptr, int32 sub_)
static uint32	pg_atomic_fetch_and_u32 (volatile pg_atomic_uint32 *ptr, uint32 and_)
static uint32	pg_atomic_fetch_or_u32 (volatile pg_atomic_uint32 *ptr, uint32 or_)
static uint32	pg_atomic_add_fetch_u32 (volatile pg_atomic_uint32 *ptr, int32 add_)
static uint32	pg_atomic_sub_fetch_u32 (volatile pg_atomic_uint32 *ptr, int32 sub_)
static void	pg_atomic_init_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static uint64	pg_atomic_read_u64 (volatile pg_atomic_uint64 *ptr)
static void	pg_atomic_write_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static uint64	pg_atomic_exchange_u64 (volatile pg_atomic_uint64 *ptr, uint64 newval)
static bool	pg_atomic_compare_exchange_u64 (volatile pg_atomic_uint64 *ptr, uint64 *expected, uint64 newval)
static uint64	pg_atomic_fetch_add_u64 (volatile pg_atomic_uint64 *ptr, int64 add_)
static uint64	pg_atomic_fetch_sub_u64 (volatile pg_atomic_uint64 *ptr, int64 sub_)
static uint64	pg_atomic_fetch_and_u64 (volatile pg_atomic_uint64 *ptr, uint64 and_)
static uint64	pg_atomic_fetch_or_u64 (volatile pg_atomic_uint64 *ptr, uint64 or_)
static uint64	pg_atomic_add_fetch_u64 (volatile pg_atomic_uint64 *ptr, int64 add_)
static uint64	pg_atomic_sub_fetch_u64 (volatile pg_atomic_uint64 *ptr, int64 sub_)

Macro Definition Documentation

INSIDE_ATOMICS_H

#define INSIDE_ATOMICS_H

Definition at line 45 of file atomics.h.

pg_compiler_barrier

#define pg_compiler_barrier

(

)

pg_compiler_barrier_impl()

Definition at line 128 of file atomics.h.

pg_memory_barrier

#define pg_memory_barrier

(

)

pg_memory_barrier_impl()

Definition at line 140 of file atomics.h.

pg_read_barrier

#define pg_read_barrier

(

)

pg_read_barrier_impl()

Definition at line 153 of file atomics.h.

pg_spin_delay

#define pg_spin_delay

(

)

pg_spin_delay_impl()

Definition at line 159 of file atomics.h.

pg_write_barrier

#define pg_write_barrier

(

)

pg_write_barrier_impl()

Definition at line 154 of file atomics.h.

Function Documentation

pg_atomic_add_fetch_u32()

static uint32 pg_atomic_add_fetch_u32 ( volatile pg_atomic_uint32 *  ptr, int32  add_  )

inlinestatic

Definition at line 381 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_add_fetch_u32_impl(ptr, add_);
}

References AssertPointerAlignment.

Referenced by apply_handle_stream_abort(), apply_handle_stream_start(), compute_parallel_delay(), parallel_vacuum_process_safe_indexes(), parallel_vacuum_process_unsafe_indexes(), tbm_prepare_shared_iterate(), and test_atomic_uint32().

pg_atomic_add_fetch_u64()

static uint64 pg_atomic_add_fetch_u64 ( volatile pg_atomic_uint64 *  ptr, int64  add_  )

inlinestatic

Definition at line 499 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_add_fetch_u64_impl(ptr, add_);
}

References AssertPointerAlignment.

Referenced by EmitProcSignalBarrier(), and test_atomic_uint64().

pg_atomic_clear_flag()

static void pg_atomic_clear_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 204 of file atomics.h.

{
    pg_atomic_clear_flag_impl(ptr);
}

References pg_atomic_clear_flag_impl().

Referenced by do_autovacuum(), FreeWorkerInfo(), and test_atomic_flag().

pg_atomic_compare_exchange_u32()

static bool pg_atomic_compare_exchange_u32 ( volatile pg_atomic_uint32 *  ptr, uint32 *  expected, uint32  newval  )

inlinestatic

Definition at line 306 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    AssertPointerAlignment(expected, 4);
 
    return pg_atomic_compare_exchange_u32_impl(ptr, expected, newval);
}

References AssertPointerAlignment, newval, and pg_atomic_compare_exchange_u32_impl().

Referenced by ClockSweepTick(), LWLockAttemptLock(), LWLockWakeup(), MarkBufferDirty(), PinBuffer(), ProcArrayGroupClearXid(), test_atomic_uint32(), TransactionGroupUpdateXidStatus(), and UnpinBuffer().

pg_atomic_compare_exchange_u64()

static bool pg_atomic_compare_exchange_u64 ( volatile pg_atomic_uint64 *  ptr, uint64 *  expected, uint64  newval  )

inlinestatic

Definition at line 451 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
    AssertPointerAlignment(expected, 8);
#endif
    return pg_atomic_compare_exchange_u64_impl(ptr, expected, newval);
}

References AssertPointerAlignment, newval, and pg_atomic_compare_exchange_u64_impl().

Referenced by test_atomic_uint64().

pg_atomic_exchange_u32()

static uint32 pg_atomic_exchange_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  newval  )

inlinestatic

Definition at line 287 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    return pg_atomic_exchange_u32_impl(ptr, newval);
}

References AssertPointerAlignment, and newval.

Referenced by ProcArrayGroupClearXid(), ProcessProcSignalBarrier(), StrategySyncStart(), test_atomic_uint32(), and TransactionGroupUpdateXidStatus().

pg_atomic_exchange_u64()

static uint64 pg_atomic_exchange_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  newval  )

inlinestatic

Definition at line 442 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_exchange_u64_impl(ptr, newval);
}

References AssertPointerAlignment, and newval.

Referenced by LWLockReleaseClearVar(), LWLockUpdateVar(), and test_atomic_uint64().

pg_atomic_fetch_add_u32()

static uint32 pg_atomic_fetch_add_u32 ( volatile pg_atomic_uint32 *  ptr, int32  add_  )

inlinestatic

Definition at line 323 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_add_u32_impl(ptr, add_);
}

References AssertPointerAlignment, and pg_atomic_fetch_add_u32_impl().

Referenced by ClockSweepTick(), ExecParallelHashJoinNewBatch(), find_or_make_matching_shared_tupledesc(), LWLockQueueSelf(), parallel_vacuum_process_safe_indexes(), pgstat_acquire_entry_ref(), pgstat_reinit_entry(), StrategyGetBuffer(), test_atomic_spin_nest(), and test_atomic_uint32().

pg_atomic_fetch_add_u64()

static uint64 pg_atomic_fetch_add_u64 ( volatile pg_atomic_uint64 *  ptr, int64  add_  )

inlinestatic

Definition at line 462 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_add_u64_impl(ptr, add_);
}

References AssertPointerAlignment, and pg_atomic_fetch_add_u64_impl().

Referenced by pgstat_request_entry_refs_gc(), table_block_parallelscan_nextpage(), test_atomic_spin_nest(), and test_atomic_uint64().

pg_atomic_fetch_and_u32()

static uint32 pg_atomic_fetch_and_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  and_  )

inlinestatic

Definition at line 353 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_and_u32_impl(ptr, and_);
}

References AssertPointerAlignment.

Referenced by LWLockDequeueSelf(), LWLockWaitListUnlock(), and test_atomic_uint32().

pg_atomic_fetch_and_u64()

static uint64 pg_atomic_fetch_and_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  and_  )

inlinestatic

Definition at line 481 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_and_u64_impl(ptr, and_);
}

References AssertPointerAlignment.

Referenced by test_atomic_uint64().

pg_atomic_fetch_or_u32()

static uint32 pg_atomic_fetch_or_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  or_  )

inlinestatic

Definition at line 367 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_or_u32_impl(ptr, or_);
}

References AssertPointerAlignment.

Referenced by EmitProcSignalBarrier(), LockBufHdr(), LWLockAcquire(), LWLockDequeueSelf(), LWLockQueueSelf(), LWLockWaitForVar(), LWLockWaitListLock(), ResetProcSignalBarrierBits(), and test_atomic_uint32().

pg_atomic_fetch_or_u64()

static uint64 pg_atomic_fetch_or_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  or_  )

inlinestatic

Definition at line 490 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_or_u64_impl(ptr, or_);
}

References AssertPointerAlignment.

Referenced by test_atomic_uint64().

pg_atomic_fetch_sub_u32()

static uint32 pg_atomic_fetch_sub_u32 ( volatile pg_atomic_uint32 *  ptr, int32  sub_  )

inlinestatic

Definition at line 338 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    Assert(sub_ != INT_MIN);
    return pg_atomic_fetch_sub_u32_impl(ptr, sub_);
}

References Assert(), and AssertPointerAlignment.

Referenced by LWLockAcquire(), LWLockAcquireOrWait(), LWLockDequeueSelf(), LWLockWaitForVar(), pgstat_release_entry_ref(), test_atomic_spin_nest(), and test_atomic_uint32().

pg_atomic_fetch_sub_u64()

static uint64 pg_atomic_fetch_sub_u64 ( volatile pg_atomic_uint64 *  ptr, int64  sub_  )

inlinestatic

Definition at line 471 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    Assert(sub_ != PG_INT64_MIN);
    return pg_atomic_fetch_sub_u64_impl(ptr, sub_);
}

References Assert(), AssertPointerAlignment, and PG_INT64_MIN.

Referenced by test_atomic_spin_nest(), and test_atomic_uint64().

pg_atomic_init_flag()

static void pg_atomic_init_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 167 of file atomics.h.

{
    pg_atomic_init_flag_impl(ptr);
}

References pg_atomic_init_flag_impl().

Referenced by AutoVacuumShmemInit(), and test_atomic_flag().

pg_atomic_init_u32()

static void pg_atomic_init_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 218 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_init_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_init_u32_impl(), and val.

Referenced by AutoVacuumShmemInit(), ExecHashJoinInitializeDSM(), InitBufferPool(), InitProcGlobal(), LWLockInitialize(), pa_setup_dsm(), parallel_vacuum_init(), pgstat_init_entry(), ProcSignalShmemInit(), SharedRecordTypmodRegistryInit(), StrategyInitialize(), tbm_prepare_shared_iterate(), test_atomic_spin_nest(), and test_atomic_uint32().

pg_atomic_init_u64()

static void pg_atomic_init_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 410 of file atomics.h.

{
    /*
     * Can't necessarily enforce alignment - and don't need it - when using
     * the spinlock based fallback implementation. Therefore only assert when
     * not using it.
     */
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    pg_atomic_init_u64_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_init_u64_impl(), and val.

Referenced by InitProcGlobal(), MarkAsPreparingGuts(), ProcSignalShmemInit(), shm_mq_create(), StatsShmemInit(), table_block_parallelscan_initialize(), test_atomic_spin_nest(), test_atomic_uint64(), WalRcvShmemInit(), XLogPrefetchShmemInit(), and XLOGShmemInit().

pg_atomic_read_u32()

static uint32 pg_atomic_read_u32 ( volatile pg_atomic_uint32 *  ptr )

inlinestatic

Definition at line 236 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_read_u32_impl(ptr);
}

References AssertPointerAlignment, and pg_atomic_read_u32_impl().

Referenced by autovac_recalculate_workers_for_balance(), AutoVacuumUpdateCostLimit(), BufferIsPermanent(), BufferSync(), compute_parallel_delay(), DropRelationAllLocalBuffers(), DropRelationLocalBuffers(), ExtendBufferedRelLocal(), FlushRelationBuffers(), GetLocalVictimBuffer(), GetVictimBuffer(), InitProcess(), InvalidateBuffer(), InvalidateVictimBuffer(), LocalBufferAlloc(), LWLockAttemptLock(), LWLockConflictsWithVar(), LWLockDequeueSelf(), LWLockUpdateVar(), LWLockWaitListLock(), LWLockWakeup(), MarkBufferDirty(), MarkBufferDirtyHint(), MarkLocalBufferDirty(), pa_decr_and_wait_stream_block(), parallel_vacuum_process_all_indexes(), pg_buffercache_summary(), pgstat_acquire_entry_ref(), pgstat_build_snapshot(), pgstat_get_entry_ref_cached(), pgstat_release_entry_ref(), pgstat_write_statsfile(), PinBuffer(), PinBuffer_Locked(), PinLocalBuffer(), PrintBufferLeakWarning(), ProcArrayGroupClearXid(), ReadBuffer_common(), ReadRecentBuffer(), StrategySyncStart(), test_atomic_spin_nest(), test_atomic_uint32(), TransactionGroupUpdateXidStatus(), UnpinBuffer(), and WaitBufHdrUnlocked().

pg_atomic_read_u64()

static uint64 pg_atomic_read_u64 ( volatile pg_atomic_uint64 *  ptr )

inlinestatic

Definition at line 424 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_read_u64_impl(ptr);
}

References AssertPointerAlignment, and pg_atomic_read_u64_impl().

Referenced by GetLockStatusData(), GetWalRcvWriteRecPtr(), LWLockConflictsWithVar(), pg_stat_get_recovery_prefetch(), pg_stat_get_wal_receiver(), pgstat_gc_entry_refs(), pgstat_need_entry_refs_gc(), pgstat_setup_shared_refs(), ProcessProcSignalBarrier(), ProcSignalInit(), ResolveRecoveryConflictWithLock(), shm_mq_inc_bytes_read(), shm_mq_inc_bytes_written(), shm_mq_receive_bytes(), shm_mq_send_bytes(), test_atomic_spin_nest(), test_atomic_uint64(), WaitForProcSignalBarrier(), and XLogPrefetchIncrement().

pg_atomic_sub_fetch_u32()

static uint32 pg_atomic_sub_fetch_u32 ( volatile pg_atomic_uint32 *  ptr, int32  sub_  )

inlinestatic

Definition at line 396 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    Assert(sub_ != INT_MIN);
    return pg_atomic_sub_fetch_u32_impl(ptr, sub_);
}

References Assert(), and AssertPointerAlignment.

Referenced by compute_parallel_delay(), LWLockRelease(), pa_decr_and_wait_stream_block(), parallel_vacuum_process_safe_indexes(), parallel_vacuum_process_unsafe_indexes(), pgstat_drop_entry_internal(), tbm_free_shared_area(), and test_atomic_uint32().

pg_atomic_sub_fetch_u64()

static uint64 pg_atomic_sub_fetch_u64 ( volatile pg_atomic_uint64 *  ptr, int64  sub_  )

inlinestatic

Definition at line 508 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    Assert(sub_ != PG_INT64_MIN);
    return pg_atomic_sub_fetch_u64_impl(ptr, sub_);
}

References Assert(), AssertPointerAlignment, and PG_INT64_MIN.

Referenced by test_atomic_uint64().

pg_atomic_test_set_flag()

static bool pg_atomic_test_set_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 180 of file atomics.h.

{
    return pg_atomic_test_set_flag_impl(ptr);
}

References pg_atomic_test_set_flag_impl().

Referenced by do_autovacuum(), and test_atomic_flag().

pg_atomic_unlocked_test_flag()

static bool pg_atomic_unlocked_test_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 193 of file atomics.h.

{
    return pg_atomic_unlocked_test_flag_impl(ptr);
}

References pg_atomic_unlocked_test_flag_impl().

Referenced by autovac_recalculate_workers_for_balance(), AutoVacuumUpdateCostLimit(), test_atomic_flag(), and VacuumUpdateCosts().

pg_atomic_unlocked_write_u32()

static void pg_atomic_unlocked_write_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 272 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_unlocked_write_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_unlocked_write_u32_impl(), and val.

Referenced by DropRelationAllLocalBuffers(), DropRelationLocalBuffers(), ExtendBufferedRelLocal(), FlushRelationBuffers(), GetLocalVictimBuffer(), LocalBufferAlloc(), MarkLocalBufferDirty(), PinLocalBuffer(), and ReadBuffer_common().

pg_atomic_write_u32()

static void pg_atomic_write_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 253 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_write_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_write_u32_impl(), and val.

Referenced by autovac_recalculate_workers_for_balance(), parallel_vacuum_process_all_indexes(), ProcArrayGroupClearXid(), ProcSignalInit(), test_atomic_uint32(), TransactionGroupUpdateXidStatus(), and UnlockBufHdr().

pg_atomic_write_u64()

static void pg_atomic_write_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 433 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    pg_atomic_write_u64_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_write_u64_impl(), and val.

Referenced by CleanupProcSignalState(), InitAuxiliaryProcess(), InitProcess(), ProcessProcSignalBarrier(), ProcSignalInit(), ProcSleep(), ProcWakeup(), ResolveRecoveryConflictWithLock(), shm_mq_inc_bytes_read(), shm_mq_inc_bytes_written(), table_block_parallelscan_reinitialize(), test_atomic_uint64(), WalReceiverMain(), XLogPrefetchIncrement(), XLogPrefetchResetStats(), and XLogWalRcvWrite().