atomics.h File Reference

#include <limits.h>
#include "port/atomics/fallback.h"
#include "port/atomics/generic.h"

Include dependency graph for atomics.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	INSIDE_ATOMICS_H
#define	pg_compiler_barrier()   pg_compiler_barrier_impl()
#define	pg_memory_barrier()   pg_memory_barrier_impl()
#define	pg_read_barrier()   pg_read_barrier_impl()
#define	pg_write_barrier()   pg_write_barrier_impl()
#define	pg_spin_delay()   pg_spin_delay_impl()

Functions
static void	pg_atomic_init_flag (volatile pg_atomic_flag *ptr)
static bool	pg_atomic_test_set_flag (volatile pg_atomic_flag *ptr)
static bool	pg_atomic_unlocked_test_flag (volatile pg_atomic_flag *ptr)
static void	pg_atomic_clear_flag (volatile pg_atomic_flag *ptr)
static void	pg_atomic_init_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static uint32	pg_atomic_read_u32 (volatile pg_atomic_uint32 *ptr)
static uint32	pg_atomic_read_membarrier_u32 (volatile pg_atomic_uint32 *ptr)
static void	pg_atomic_write_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static void	pg_atomic_unlocked_write_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static void	pg_atomic_write_membarrier_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static uint32	pg_atomic_exchange_u32 (volatile pg_atomic_uint32 *ptr, uint32 newval)
static bool	pg_atomic_compare_exchange_u32 (volatile pg_atomic_uint32 *ptr, uint32 *expected, uint32 newval)
static uint32	pg_atomic_fetch_add_u32 (volatile pg_atomic_uint32 *ptr, int32 add_)
static uint32	pg_atomic_fetch_sub_u32 (volatile pg_atomic_uint32 *ptr, int32 sub_)
static uint32	pg_atomic_fetch_and_u32 (volatile pg_atomic_uint32 *ptr, uint32 and_)
static uint32	pg_atomic_fetch_or_u32 (volatile pg_atomic_uint32 *ptr, uint32 or_)
static uint32	pg_atomic_add_fetch_u32 (volatile pg_atomic_uint32 *ptr, int32 add_)
static uint32	pg_atomic_sub_fetch_u32 (volatile pg_atomic_uint32 *ptr, int32 sub_)
static void	pg_atomic_init_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static uint64	pg_atomic_read_u64 (volatile pg_atomic_uint64 *ptr)
static uint64	pg_atomic_read_membarrier_u64 (volatile pg_atomic_uint64 *ptr)
static void	pg_atomic_write_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static void	pg_atomic_unlocked_write_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static void	pg_atomic_write_membarrier_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static uint64	pg_atomic_exchange_u64 (volatile pg_atomic_uint64 *ptr, uint64 newval)
static bool	pg_atomic_compare_exchange_u64 (volatile pg_atomic_uint64 *ptr, uint64 *expected, uint64 newval)
static uint64	pg_atomic_fetch_add_u64 (volatile pg_atomic_uint64 *ptr, int64 add_)
static uint64	pg_atomic_fetch_sub_u64 (volatile pg_atomic_uint64 *ptr, int64 sub_)
static uint64	pg_atomic_fetch_and_u64 (volatile pg_atomic_uint64 *ptr, uint64 and_)
static uint64	pg_atomic_fetch_or_u64 (volatile pg_atomic_uint64 *ptr, uint64 or_)
static uint64	pg_atomic_add_fetch_u64 (volatile pg_atomic_uint64 *ptr, int64 add_)
static uint64	pg_atomic_sub_fetch_u64 (volatile pg_atomic_uint64 *ptr, int64 sub_)
static uint64	pg_atomic_monotonic_advance_u64 (volatile pg_atomic_uint64 *ptr, uint64 target)

Macro Definition Documentation

INSIDE_ATOMICS_H

#define INSIDE_ATOMICS_H

Definition at line 45 of file atomics.h.

pg_compiler_barrier

#define pg_compiler_barrier

(

)

pg_compiler_barrier_impl()

Definition at line 129 of file atomics.h.

pg_memory_barrier

#define pg_memory_barrier

(

)

pg_memory_barrier_impl()

Definition at line 141 of file atomics.h.

pg_read_barrier

#define pg_read_barrier

(

)

pg_read_barrier_impl()

Definition at line 154 of file atomics.h.

pg_spin_delay

#define pg_spin_delay

(

)

pg_spin_delay_impl()

Definition at line 160 of file atomics.h.

pg_write_barrier

#define pg_write_barrier

(

)

pg_write_barrier_impl()

Definition at line 155 of file atomics.h.

Function Documentation

pg_atomic_add_fetch_u32()

static uint32 pg_atomic_add_fetch_u32 ( volatile pg_atomic_uint32 *  ptr, int32  add_  )

inlinestatic

Definition at line 424 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_add_fetch_u32_impl(ptr, add_);
}

References AssertPointerAlignment, and fb().

Referenced by apply_handle_stream_abort(), apply_handle_stream_start(), compute_parallel_delay(), parallel_vacuum_process_safe_indexes(), parallel_vacuum_process_unsafe_indexes(), tbm_prepare_shared_iterate(), and test_atomic_uint32().

pg_atomic_add_fetch_u64()

static uint64 pg_atomic_add_fetch_u64 ( volatile pg_atomic_uint64 *  ptr, int64  add_  )

inlinestatic

Definition at line 569 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_add_fetch_u64_impl(ptr, add_);
}

References AssertPointerAlignment, and fb().

Referenced by EmitProcSignalBarrier(), and test_atomic_uint64().

pg_atomic_clear_flag()

static void pg_atomic_clear_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 205 of file atomics.h.

{
    pg_atomic_clear_flag_impl(ptr);
}

References fb().

Referenced by do_autovacuum(), FreeWorkerInfo(), and test_atomic_flag().

pg_atomic_compare_exchange_u32()

static bool pg_atomic_compare_exchange_u32 ( volatile pg_atomic_uint32 *  ptr, uint32 *  expected, uint32  newval  )

inlinestatic

Definition at line 349 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    AssertPointerAlignment(expected, 4);
 
    return pg_atomic_compare_exchange_u32_impl(ptr, expected, newval);
}

References AssertPointerAlignment, fb(), newval, and pg_atomic_compare_exchange_u32_impl().

Referenced by ClockSweepTick(), LWLockAttemptLock(), LWLockWakeup(), ProcArrayGroupClearXid(), test_atomic_uint32(), and TransactionGroupUpdateXidStatus().

pg_atomic_compare_exchange_u64()

static bool pg_atomic_compare_exchange_u64 ( volatile pg_atomic_uint64 *  ptr, uint64 *  expected, uint64  newval  )

inlinestatic

Definition at line 522 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_compare_exchange_u64_impl(ptr, expected, newval);
}

References AssertPointerAlignment, fb(), newval, and pg_atomic_compare_exchange_u64_impl().

Referenced by BufferLockAttempt(), BufferLockWakeup(), GetBufferFromRing(), MarkBufferDirty(), pg_atomic_monotonic_advance_u64(), PinBuffer(), StrategyGetBuffer(), test_atomic_uint64(), and UnlockBufHdrExt().

pg_atomic_exchange_u32()

static uint32 pg_atomic_exchange_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  newval  )

inlinestatic

Definition at line 330 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    return pg_atomic_exchange_u32_impl(ptr, newval);
}

References AssertPointerAlignment, newval, and pg_atomic_exchange_u32_impl().

Referenced by pgarch_readyXlog(), ProcArrayGroupClearXid(), ProcessProcSignalBarrier(), StrategySyncStart(), test_atomic_uint32(), and TransactionGroupUpdateXidStatus().

pg_atomic_exchange_u64()

static uint64 pg_atomic_exchange_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  newval  )

inlinestatic

Definition at line 513 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_exchange_u64_impl(ptr, newval);
}

References AssertPointerAlignment, fb(), and newval.

Referenced by LWLockReleaseClearVar(), LWLockUpdateVar(), and test_atomic_uint64().

pg_atomic_fetch_add_u32()

static uint32 pg_atomic_fetch_add_u32 ( volatile pg_atomic_uint32 *  ptr, int32  add_  )

inlinestatic

Definition at line 366 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_add_u32_impl(ptr, add_);
}

References AssertPointerAlignment, fb(), and pg_atomic_fetch_add_u32_impl().

Referenced by ClockSweepTick(), ExecParallelHashJoinNewBatch(), find_or_make_matching_shared_tupledesc(), LWLockQueueSelf(), parallel_vacuum_process_safe_indexes(), pgstat_acquire_entry_ref(), pgstat_reinit_entry(), StrategyGetBuffer(), and test_atomic_uint32().

pg_atomic_fetch_add_u64()

static uint64 pg_atomic_fetch_add_u64 ( volatile pg_atomic_uint64 *  ptr, int64  add_  )

inlinestatic

Definition at line 532 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_add_u64_impl(ptr, add_);
}

References AssertPointerAlignment, fb(), and pg_atomic_fetch_add_u64_impl().

Referenced by GetFakeLSNForUnloggedRel(), pgstat_init_entry(), pgstat_request_entry_refs_gc(), table_block_parallelscan_nextpage(), and test_atomic_uint64().

pg_atomic_fetch_and_u32()

static uint32 pg_atomic_fetch_and_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  and_  )

inlinestatic

Definition at line 396 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_and_u32_impl(ptr, and_);
}

References AssertPointerAlignment, and fb().

Referenced by LWLockAcquire(), LWLockDequeueSelf(), LWLockWaitForVar(), LWLockWaitListUnlock(), and test_atomic_uint32().

pg_atomic_fetch_and_u64()

static uint64 pg_atomic_fetch_and_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  and_  )

inlinestatic

Definition at line 551 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_and_u64_impl(ptr, and_);
}

References AssertPointerAlignment, and fb().

Referenced by BufferLockAcquire(), BufferLockDequeueSelf(), ExtendBufferedRelShared(), and test_atomic_uint64().

pg_atomic_fetch_or_u32()

static uint32 pg_atomic_fetch_or_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  or_  )

inlinestatic

Definition at line 410 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_or_u32_impl(ptr, or_);
}

References AssertPointerAlignment, and fb().

Referenced by EmitProcSignalBarrier(), LWLockQueueSelf(), LWLockWaitListLock(), ResetProcSignalBarrierBits(), and test_atomic_uint32().

pg_atomic_fetch_or_u64()

static uint64 pg_atomic_fetch_or_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  or_  )

inlinestatic

Definition at line 560 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_or_u64_impl(ptr, or_);
}

References AssertPointerAlignment, and fb().

Referenced by BufferLockQueueSelf(), LockBufHdr(), and test_atomic_uint64().

pg_atomic_fetch_sub_u32()

static uint32 pg_atomic_fetch_sub_u32 ( volatile pg_atomic_uint32 *  ptr, int32  sub_  )

inlinestatic

Definition at line 381 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    Assert(sub_ != INT_MIN);
    return pg_atomic_fetch_sub_u32_impl(ptr, sub_);
}

References Assert, AssertPointerAlignment, and fb().

Referenced by LWLockAcquire(), LWLockAcquireOrWait(), LWLockDequeueSelf(), LWLockWaitForVar(), pgstat_release_entry_ref(), and test_atomic_uint32().

pg_atomic_fetch_sub_u64()

static uint64 pg_atomic_fetch_sub_u64 ( volatile pg_atomic_uint64 *  ptr, int64  sub_  )

inlinestatic

Definition at line 541 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    Assert(sub_ != PG_INT64_MIN);
    return pg_atomic_fetch_sub_u64_impl(ptr, sub_);
}

References Assert, AssertPointerAlignment, fb(), and PG_INT64_MIN.

Referenced by test_atomic_uint64(), UnlockBufHdr(), and UnpinBufferNoOwner().

pg_atomic_init_flag()

static void pg_atomic_init_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 168 of file atomics.h.

{
    pg_atomic_init_flag_impl(ptr);
}

References fb().

Referenced by AutoVacuumShmemInit(), and test_atomic_flag().

pg_atomic_init_u32()

static void pg_atomic_init_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 219 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_init_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_init_u32_impl(), and val.

Referenced by AutoVacuumShmemInit(), ExecHashJoinInitializeDSM(), InitProcGlobal(), InjectionPointShmemInit(), LWLockInitialize(), pa_setup_dsm(), parallel_vacuum_init(), PgArchShmemInit(), pgstat_init_entry(), ProcSignalShmemInit(), SharedRecordTypmodRegistryInit(), StrategyInitialize(), tbm_prepare_shared_iterate(), and test_atomic_uint32().

pg_atomic_init_u64()

static void pg_atomic_init_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 453 of file atomics.h.

{
    /*
     * Can't necessarily enforce alignment - and don't need it - when using
     * the spinlock based fallback implementation. Therefore only assert when
     * not using it.
     */
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    pg_atomic_init_u64_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_init_u64_impl(), and val.

Referenced by BufferManagerShmemInit(), InitProcGlobal(), InjectionPointShmemInit(), MarkAsPreparingGuts(), ProcSignalShmemInit(), shm_mq_create(), SimpleLruInit(), StatsShmemInit(), table_block_parallelscan_initialize(), test_atomic_uint64(), WaitLSNShmemInit(), WalRcvShmemInit(), XLogPrefetchShmemInit(), and XLOGShmemInit().

pg_atomic_monotonic_advance_u64()

static uint64 pg_atomic_monotonic_advance_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  target  )

inlinestatic

Definition at line 595 of file atomics.h.

{
    uint64      currval;
 
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
 
    currval = pg_atomic_read_u64_impl(ptr);
    if (currval >= target)
    {
        pg_memory_barrier();
        return currval;
    }
 
    while (currval < target)
    {
        if (pg_atomic_compare_exchange_u64(ptr, &currval, target))
            return target;
    }
 
    return currval;
}

References AssertPointerAlignment, fb(), pg_atomic_compare_exchange_u64(), pg_atomic_read_u64_impl(), and pg_memory_barrier.

Referenced by WaitXLogInsertionsToFinish().

pg_atomic_read_membarrier_u32()

static uint32 pg_atomic_read_membarrier_u32 ( volatile pg_atomic_uint32 *  ptr )

inlinestatic

Definition at line 256 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    return pg_atomic_read_membarrier_u32_impl(ptr);
}

References AssertPointerAlignment, and fb().

pg_atomic_read_membarrier_u64()

static uint64 pg_atomic_read_membarrier_u64 ( volatile pg_atomic_uint64 *  ptr )

inlinestatic

Definition at line 476 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_read_membarrier_u64_impl(ptr);
}

References AssertPointerAlignment, and fb().

Referenced by CreateCheckPoint(), and WaitXLogInsertionsToFinish().

pg_atomic_read_u32()

static uint32 pg_atomic_read_u32 ( volatile pg_atomic_uint32 *  ptr )

inlinestatic

Definition at line 237 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_read_u32_impl(ptr);
}

References AssertPointerAlignment, and pg_atomic_read_u32_impl().

Referenced by autovac_recalculate_workers_for_balance(), AutoVacuumUpdateCostLimit(), CleanupProcSignalState(), compute_parallel_delay(), EmitProcSignalBarrier(), InitProcess(), InjectionPointAttach(), InjectionPointDetach(), InjectionPointList(), LWLockAttemptLock(), LWLockConflictsWithVar(), LWLockDequeueSelf(), LWLockUpdateVar(), LWLockWaitListLock(), LWLockWakeup(), pa_decr_and_wait_stream_block(), parallel_vacuum_process_all_indexes(), pgstat_acquire_entry_ref(), pgstat_build_snapshot(), pgstat_drop_entry_internal(), pgstat_gc_entry_refs(), pgstat_get_entry_ref_cached(), pgstat_release_entry_ref(), pgstat_write_statsfile(), ProcArrayGroupClearXid(), ProcSignalInit(), SendCancelRequest(), SendProcSignal(), StrategySyncStart(), test_atomic_uint32(), TransactionGroupUpdateXidStatus(), and WaitForProcSignalBarrier().

pg_atomic_read_u64()

static uint64 pg_atomic_read_u64 ( volatile pg_atomic_uint64 *  ptr )

inlinestatic

Definition at line 467 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_read_u64_impl(ptr);
}

References AssertPointerAlignment, and pg_atomic_read_u64_impl().

Referenced by AdvanceXLInsertBuffer(), buffer_readv_complete_one(), buffer_stage_common(), BufferIsDirty(), BufferIsPermanent(), BufferLockAttempt(), BufferLockDequeueSelf(), BufferLockWakeup(), BufferSync(), CheckReadBuffersOperation(), create_toy_buffer(), DebugPrintBufferRefcount(), DropRelationAllLocalBuffers(), DropRelationLocalBuffers(), EvictAllUnpinnedBuffers(), EvictRelUnpinnedBuffers(), EvictUnpinnedBufferInternal(), ExtendBufferedRelLocal(), FlushRelationBuffers(), GetBufferFromRing(), GetLocalVictimBuffer(), GetLockStatusData(), GetVictimBuffer(), GetWalRcvWriteRecPtr(), GetXLogBuffer(), InjectionPointAttach(), InjectionPointDetach(), InjectionPointList(), invalidate_rel_block(), InvalidateLocalBuffer(), InvalidateVictimBuffer(), LocalBufferAlloc(), LockBufHdr(), LWLockConflictsWithVar(), MarkBufferDirty(), MarkBufferDirtyHint(), MarkDirtyAllUnpinnedBuffers(), MarkDirtyRelUnpinnedBuffers(), MarkDirtyUnpinnedBufferInternal(), MarkLocalBufferDirty(), PerformWalRecovery(), pg_buffercache_summary(), pg_buffercache_usage_counts(), pg_stat_get_recovery_prefetch(), pg_stat_get_wal_receiver(), pgstat_gc_entry_refs(), pgstat_get_entry_count(), pgstat_need_entry_refs_gc(), pgstat_setup_shared_refs(), PinBuffer(), PinBuffer_Locked(), PinLocalBuffer(), ProcessProcSignalBarrier(), ProcSignalInit(), ReadRecentBuffer(), ResolveRecoveryConflictWithLock(), shm_mq_inc_bytes_read(), shm_mq_inc_bytes_written(), shm_mq_receive_bytes(), shm_mq_send_bytes(), SimpleLruTruncate(), SlruSelectLRUPage(), StartLocalBufferIO(), StartReadBuffersImpl(), StrategyGetBuffer(), TerminateLocalBufferIO(), test_atomic_uint64(), UnlockBufHdr(), UnpinLocalBufferNoOwner(), WaitBufHdrUnlocked(), WaitForProcSignalBarrier(), WaitLSNWakeup(), WALReadFromBuffers(), XLogBackgroundFlush(), XLogFlush(), XLogPrefetchIncrement(), XLogWalRcvFlush(), XLogWalRcvWrite(), and XLogWrite().

pg_atomic_sub_fetch_u32()

static uint32 pg_atomic_sub_fetch_u32 ( volatile pg_atomic_uint32 *  ptr, int32  sub_  )

inlinestatic

Definition at line 439 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    Assert(sub_ != INT_MIN);
    return pg_atomic_sub_fetch_u32_impl(ptr, sub_);
}

References Assert, AssertPointerAlignment, and fb().

Referenced by compute_parallel_delay(), LWLockRelease(), pa_decr_and_wait_stream_block(), parallel_vacuum_process_safe_indexes(), parallel_vacuum_process_unsafe_indexes(), pgstat_drop_entry_internal(), tbm_free_shared_area(), and test_atomic_uint32().

pg_atomic_sub_fetch_u64()

static uint64 pg_atomic_sub_fetch_u64 ( volatile pg_atomic_uint64 *  ptr, int64  sub_  )

inlinestatic

Definition at line 578 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    Assert(sub_ != PG_INT64_MIN);
    return pg_atomic_sub_fetch_u64_impl(ptr, sub_);
}

References Assert, AssertPointerAlignment, fb(), and PG_INT64_MIN.

Referenced by BufferLockUnlock(), pgstat_free_entry(), and test_atomic_uint64().

pg_atomic_test_set_flag()

static bool pg_atomic_test_set_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 181 of file atomics.h.

{
    return pg_atomic_test_set_flag_impl(ptr);
}

References fb().

Referenced by do_autovacuum(), and test_atomic_flag().

pg_atomic_unlocked_test_flag()

static bool pg_atomic_unlocked_test_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 194 of file atomics.h.

{
    return pg_atomic_unlocked_test_flag_impl(ptr);
}

References fb().

Referenced by autovac_recalculate_workers_for_balance(), AutoVacuumUpdateCostLimit(), test_atomic_flag(), and VacuumUpdateCosts().

pg_atomic_unlocked_write_u32()

static void pg_atomic_unlocked_write_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 295 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_unlocked_write_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_unlocked_write_u32_impl(), and val.

pg_atomic_unlocked_write_u64()

static void pg_atomic_unlocked_write_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 494 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
 
    pg_atomic_unlocked_write_u64_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_unlocked_write_u64_impl(), and val.

Referenced by buffer_stage_common(), create_toy_buffer(), ExtendBufferedRelLocal(), GetLocalVictimBuffer(), InvalidateLocalBuffer(), LocalBufferAlloc(), MarkLocalBufferDirty(), PinLocalBuffer(), TerminateLocalBufferIO(), and UnpinLocalBufferNoOwner().

pg_atomic_write_membarrier_u32()

static void pg_atomic_write_membarrier_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 315 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_write_membarrier_u32_impl(ptr, val);
}

References AssertPointerAlignment, fb(), and val.

Referenced by PgArchForceDirScan().

pg_atomic_write_membarrier_u64()

static void pg_atomic_write_membarrier_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 504 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    pg_atomic_write_membarrier_u64_impl(ptr, val);
}

References AssertPointerAlignment, fb(), and val.

Referenced by StartupXLOG().

pg_atomic_write_u32()

static void pg_atomic_write_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 274 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_write_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_write_u32_impl(), and val.

Referenced by autovac_recalculate_workers_for_balance(), CleanupProcSignalState(), InjectionPointAttach(), InjectionPointDetach(), parallel_vacuum_process_all_indexes(), ProcArrayGroupClearXid(), ProcSignalInit(), test_atomic_uint32(), and TransactionGroupUpdateXidStatus().

pg_atomic_write_u64()

static void pg_atomic_write_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 485 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    pg_atomic_write_u64_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_write_u64_impl(), and val.

Referenced by ActivateCommitTs(), AdvanceXLInsertBuffer(), CleanupProcSignalState(), commit_ts_redo(), InitAuxiliaryProcess(), InitProcess(), InjectionPointAttach(), InjectionPointDetach(), multixact_redo(), ProcessProcSignalBarrier(), ProcSignalInit(), ProcSleep(), ProcWakeup(), ResolveRecoveryConflictWithLock(), shm_mq_inc_bytes_read(), shm_mq_inc_bytes_written(), SimpleLruZeroPage(), StartupCLOG(), StartupMultiXact(), StartupXLOG(), table_block_parallelscan_reinitialize(), test_atomic_uint64(), TrimMultiXact(), updateMinWaitedLSN(), WalReceiverMain(), XLogPrefetchIncrement(), XLogPrefetchResetStats(), XLogWalRcvWrite(), and XLogWrite().