atomics.h File Reference

#include <limits.h>
#include "port/atomics/fallback.h"
#include "port/atomics/generic.h"

Include dependency graph for atomics.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	INSIDE_ATOMICS_H
#define	pg_compiler_barrier()   pg_compiler_barrier_impl()
#define	pg_memory_barrier()   pg_memory_barrier_impl()
#define	pg_read_barrier()   pg_read_barrier_impl()
#define	pg_write_barrier()   pg_write_barrier_impl()

Functions
static void	pg_atomic_init_flag (volatile pg_atomic_flag *ptr)
static bool	pg_atomic_test_set_flag (volatile pg_atomic_flag *ptr)
static bool	pg_atomic_unlocked_test_flag (volatile pg_atomic_flag *ptr)
static void	pg_atomic_clear_flag (volatile pg_atomic_flag *ptr)
static void	pg_atomic_init_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static uint32	pg_atomic_read_u32 (volatile pg_atomic_uint32 *ptr)
static uint32	pg_atomic_read_membarrier_u32 (volatile pg_atomic_uint32 *ptr)
static void	pg_atomic_write_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static void	pg_atomic_unlocked_write_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static void	pg_atomic_write_membarrier_u32 (volatile pg_atomic_uint32 *ptr, uint32 val)
static uint32	pg_atomic_exchange_u32 (volatile pg_atomic_uint32 *ptr, uint32 newval)
static bool	pg_atomic_compare_exchange_u32 (volatile pg_atomic_uint32 *ptr, uint32 *expected, uint32 newval)
static uint32	pg_atomic_fetch_add_u32 (volatile pg_atomic_uint32 *ptr, int32 add_)
static uint32	pg_atomic_fetch_sub_u32 (volatile pg_atomic_uint32 *ptr, int32 sub_)
static uint32	pg_atomic_fetch_and_u32 (volatile pg_atomic_uint32 *ptr, uint32 and_)
static uint32	pg_atomic_fetch_or_u32 (volatile pg_atomic_uint32 *ptr, uint32 or_)
static uint32	pg_atomic_add_fetch_u32 (volatile pg_atomic_uint32 *ptr, int32 add_)
static uint32	pg_atomic_sub_fetch_u32 (volatile pg_atomic_uint32 *ptr, int32 sub_)
static void	pg_atomic_init_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static uint64	pg_atomic_read_u64 (volatile pg_atomic_uint64 *ptr)
static uint64	pg_atomic_read_membarrier_u64 (volatile pg_atomic_uint64 *ptr)
static void	pg_atomic_write_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static void	pg_atomic_unlocked_write_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static void	pg_atomic_write_membarrier_u64 (volatile pg_atomic_uint64 *ptr, uint64 val)
static uint64	pg_atomic_exchange_u64 (volatile pg_atomic_uint64 *ptr, uint64 newval)
static bool	pg_atomic_compare_exchange_u64 (volatile pg_atomic_uint64 *ptr, uint64 *expected, uint64 newval)
static uint64	pg_atomic_fetch_add_u64 (volatile pg_atomic_uint64 *ptr, int64 add_)
static uint64	pg_atomic_fetch_sub_u64 (volatile pg_atomic_uint64 *ptr, int64 sub_)
static uint64	pg_atomic_fetch_and_u64 (volatile pg_atomic_uint64 *ptr, uint64 and_)
static uint64	pg_atomic_fetch_or_u64 (volatile pg_atomic_uint64 *ptr, uint64 or_)
static uint64	pg_atomic_add_fetch_u64 (volatile pg_atomic_uint64 *ptr, int64 add_)
static uint64	pg_atomic_sub_fetch_u64 (volatile pg_atomic_uint64 *ptr, int64 sub_)
static uint64	pg_atomic_monotonic_advance_u64 (volatile pg_atomic_uint64 *ptr, uint64 target)

Macro Definition Documentation

INSIDE_ATOMICS_H

#define INSIDE_ATOMICS_H

Definition at line 45 of file atomics.h.

pg_compiler_barrier

#define pg_compiler_barrier

(

)

pg_compiler_barrier_impl()

Definition at line 129 of file atomics.h.

pg_memory_barrier

#define pg_memory_barrier

(

)

pg_memory_barrier_impl()

Definition at line 141 of file atomics.h.

pg_read_barrier

#define pg_read_barrier

(

)

pg_read_barrier_impl()

Definition at line 154 of file atomics.h.

pg_write_barrier

#define pg_write_barrier

(

)

pg_write_barrier_impl()

Definition at line 155 of file atomics.h.

Function Documentation

pg_atomic_add_fetch_u32()

static uint32 pg_atomic_add_fetch_u32 ( volatile pg_atomic_uint32 *  ptr, int32  add_  )

inlinestatic

Definition at line 419 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_add_fetch_u32_impl(ptr, add_);
}

References AssertPointerAlignment, and fb().

Referenced by apply_handle_stream_abort(), apply_handle_stream_start(), compute_parallel_delay(), parallel_vacuum_process_safe_indexes(), parallel_vacuum_process_unsafe_indexes(), tbm_prepare_shared_iterate(), and test_atomic_uint32().

pg_atomic_add_fetch_u64()

static uint64 pg_atomic_add_fetch_u64 ( volatile pg_atomic_uint64 *  ptr, int64  add_  )

inlinestatic

Definition at line 564 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_add_fetch_u64_impl(ptr, add_);
}

References AssertPointerAlignment, and fb().

Referenced by EmitProcSignalBarrier(), pgsa_clear_advice_string(), pgsa_create_stash(), pgsa_drop_stash(), pgsa_set_advice_string(), and test_atomic_uint64().

pg_atomic_clear_flag()

static void pg_atomic_clear_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 200 of file atomics.h.

{
    pg_atomic_clear_flag_impl(ptr);
}

References fb().

Referenced by do_autovacuum(), FreeWorkerInfo(), and test_atomic_flag().

pg_atomic_compare_exchange_u32()

static bool pg_atomic_compare_exchange_u32 ( volatile pg_atomic_uint32 *  ptr, uint32 *  expected, uint32  newval  )

inlinestatic

Definition at line 344 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    AssertPointerAlignment(expected, 4);
 
    return pg_atomic_compare_exchange_u32_impl(ptr, expected, newval);
}

References AssertPointerAlignment, fb(), newval, and pg_atomic_compare_exchange_u32_impl().

Referenced by ClockSweepTick(), LWLockAttemptLock(), LWLockWakeup(), ProcArrayGroupClearXid(), test_atomic_uint32(), and TransactionGroupUpdateXidStatus().

pg_atomic_compare_exchange_u64()

static bool pg_atomic_compare_exchange_u64 ( volatile pg_atomic_uint64 *  ptr, uint64 *  expected, uint64  newval  )

inlinestatic

Definition at line 517 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_compare_exchange_u64_impl(ptr, expected, newval);
}

References AssertPointerAlignment, fb(), newval, and pg_atomic_compare_exchange_u64_impl().

Referenced by BufferLockAttempt(), BufferLockWakeup(), GetBufferFromRing(), MarkBufferDirty(), pg_atomic_monotonic_advance_u64(), PinBuffer(), SharedBufferBeginSetHintBits(), StrategyGetBuffer(), test_atomic_uint64(), and UnlockBufHdrExt().

pg_atomic_exchange_u32()

static uint32 pg_atomic_exchange_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  newval  )

inlinestatic

Definition at line 325 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    return pg_atomic_exchange_u32_impl(ptr, newval);
}

References AssertPointerAlignment, newval, and pg_atomic_exchange_u32_impl().

Referenced by pgarch_readyXlog(), ProcArrayGroupClearXid(), ProcessProcSignalBarrier(), StrategySyncStart(), test_atomic_uint32(), and TransactionGroupUpdateXidStatus().

pg_atomic_exchange_u64()

static uint64 pg_atomic_exchange_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  newval  )

inlinestatic

Definition at line 508 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_exchange_u64_impl(ptr, newval);
}

References AssertPointerAlignment, fb(), and newval.

Referenced by LWLockReleaseClearVar(), LWLockUpdateVar(), and test_atomic_uint64().

pg_atomic_fetch_add_u32()

static uint32 pg_atomic_fetch_add_u32 ( volatile pg_atomic_uint32 *  ptr, int32  add_  )

inlinestatic

Definition at line 361 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_add_u32_impl(ptr, add_);
}

References AssertPointerAlignment, fb(), and pg_atomic_fetch_add_u32_impl().

Referenced by ClockSweepTick(), ExecParallelHashJoinNewBatch(), find_or_make_matching_shared_tupledesc(), injection_points_wakeup(), LWLockQueueSelf(), parallel_vacuum_process_safe_indexes(), parallel_vacuum_propagate_shared_delay_params(), pgstat_acquire_entry_ref(), pgstat_reinit_entry(), StrategyGetBuffer(), and test_atomic_uint32().

pg_atomic_fetch_add_u64()

static uint64 pg_atomic_fetch_add_u64 ( volatile pg_atomic_uint64 *  ptr, int64  add_  )

inlinestatic

Definition at line 527 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_add_u64_impl(ptr, add_);
}

References AssertPointerAlignment, fb(), and pg_atomic_fetch_add_u64_impl().

Referenced by GetFakeLSNForUnloggedRel(), pgstat_init_entry(), pgstat_request_entry_refs_gc(), table_block_parallelscan_nextpage(), and test_atomic_uint64().

pg_atomic_fetch_and_u32()

static uint32 pg_atomic_fetch_and_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  and_  )

inlinestatic

Definition at line 391 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_and_u32_impl(ptr, and_);
}

References AssertPointerAlignment, and fb().

Referenced by LWLockAcquire(), LWLockDequeueSelf(), LWLockWaitForVar(), LWLockWaitListUnlock(), ProcessRecoveryConflictInterrupts(), and test_atomic_uint32().

pg_atomic_fetch_and_u64()

static uint64 pg_atomic_fetch_and_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  and_  )

inlinestatic

Definition at line 546 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_and_u64_impl(ptr, and_);
}

References AssertPointerAlignment, and fb().

Referenced by BufferLockAcquire(), BufferLockDequeueSelf(), ExtendBufferedRelShared(), and test_atomic_uint64().

pg_atomic_fetch_or_u32()

static uint32 pg_atomic_fetch_or_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  or_  )

inlinestatic

Definition at line 405 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_fetch_or_u32_impl(ptr, or_);
}

References AssertPointerAlignment, and fb().

Referenced by EmitProcSignalBarrier(), LWLockQueueSelf(), LWLockWaitListLock(), report_recovery_conflict(), ResetProcSignalBarrierBits(), SignalRecoveryConflict(), SignalRecoveryConflictWithDatabase(), SignalRecoveryConflictWithVirtualXID(), and test_atomic_uint32().

pg_atomic_fetch_or_u64()

static uint64 pg_atomic_fetch_or_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  or_  )

inlinestatic

Definition at line 555 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_fetch_or_u64_impl(ptr, or_);
}

References AssertPointerAlignment, and fb().

Referenced by BufferLockQueueSelf(), LockBufferForCleanup(), LockBufHdr(), and test_atomic_uint64().

pg_atomic_fetch_sub_u32()

static uint32 pg_atomic_fetch_sub_u32 ( volatile pg_atomic_uint32 *  ptr, int32  sub_  )

inlinestatic

Definition at line 376 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    Assert(sub_ != INT_MIN);
    return pg_atomic_fetch_sub_u32_impl(ptr, sub_);
}

References Assert, AssertPointerAlignment, and fb().

Referenced by LWLockAcquire(), LWLockAcquireOrWait(), LWLockDequeueSelf(), LWLockWaitForVar(), pgstat_release_entry_ref(), and test_atomic_uint32().

pg_atomic_fetch_sub_u64()

static uint64 pg_atomic_fetch_sub_u64 ( volatile pg_atomic_uint64 *  ptr, int64  sub_  )

inlinestatic

Definition at line 536 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    Assert(sub_ != PG_INT64_MIN);
    return pg_atomic_fetch_sub_u64_impl(ptr, sub_);
}

References Assert, AssertPointerAlignment, fb(), and PG_INT64_MIN.

Referenced by test_atomic_uint64(), UnlockBufHdr(), and UnpinBufferNoOwner().

pg_atomic_init_flag()

static void pg_atomic_init_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 163 of file atomics.h.

{
    pg_atomic_init_flag_impl(ptr);
}

References fb().

Referenced by AutoVacuumShmemInit(), pgsa_init_shared_state(), and test_atomic_flag().

pg_atomic_init_u32()

static void pg_atomic_init_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 214 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_init_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_init_u32_impl(), and val.

Referenced by AutoVacuumShmemInit(), ExecHashJoinInitializeDSM(), injection_point_init_state(), LWLockInitialize(), pa_setup_dsm(), parallel_vacuum_init(), PgArchShmemInit(), pgstat_init_entry(), ProcGlobalShmemInit(), ProcSignalShmemInit(), SharedRecordTypmodRegistryInit(), StrategyCtlShmemInit(), tbm_prepare_shared_iterate(), and test_atomic_uint32().

pg_atomic_init_u64()

static void pg_atomic_init_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 448 of file atomics.h.

{
    /*
     * Can't necessarily enforce alignment - and don't need it - when using
     * the spinlock based fallback implementation. Therefore only assert when
     * not using it.
     */
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    pg_atomic_init_u64_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_init_u64_impl(), and val.

Referenced by BufferManagerShmemInit(), MarkAsPreparingGuts(), pgsa_init_shared_state(), ProcGlobalShmemInit(), ProcSignalShmemInit(), shm_mq_create(), shmem_slru_init(), StatsShmemInit(), table_block_parallelscan_initialize(), test_atomic_uint64(), WaitLSNShmemInit(), WalRcvShmemInit(), XLogPrefetchShmemInit(), and XLOGShmemInit().

pg_atomic_monotonic_advance_u64()

static uint64 pg_atomic_monotonic_advance_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  target  )

inlinestatic

Definition at line 590 of file atomics.h.

{
    uint64      currval;
 
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
 
    currval = pg_atomic_read_u64_impl(ptr);
    if (currval >= target)
    {
        pg_memory_barrier();
        return currval;
    }
 
    while (currval < target)
    {
        if (pg_atomic_compare_exchange_u64(ptr, &currval, target))
            return target;
    }
 
    return currval;
}

References AssertPointerAlignment, fb(), pg_atomic_compare_exchange_u64(), pg_atomic_read_u64_impl(), and pg_memory_barrier.

Referenced by WaitXLogInsertionsToFinish().

pg_atomic_read_membarrier_u32()

static uint32 pg_atomic_read_membarrier_u32 ( volatile pg_atomic_uint32 *  ptr )

inlinestatic

Definition at line 251 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    return pg_atomic_read_membarrier_u32_impl(ptr);
}

References AssertPointerAlignment, and fb().

Referenced by ProcessRecoveryConflictInterrupts().

pg_atomic_read_membarrier_u64()

static uint64 pg_atomic_read_membarrier_u64 ( volatile pg_atomic_uint64 *  ptr )

inlinestatic

Definition at line 471 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_read_membarrier_u64_impl(ptr);
}

References AssertPointerAlignment, and fb().

Referenced by CreateCheckPoint(), GetWalRcvWriteRecPtr(), WaitLSNWakeup(), and WaitXLogInsertionsToFinish().

pg_atomic_read_u32()

static uint32 pg_atomic_read_u32 ( volatile pg_atomic_uint32 *  ptr )

inlinestatic

Definition at line 232 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    return pg_atomic_read_u32_impl(ptr);
}

References AssertPointerAlignment, and pg_atomic_read_u32_impl().

Referenced by autovac_recalculate_workers_for_balance(), AutoVacuumUpdateCostLimit(), AutoVacWorkerMain(), AuxiliaryProcKill(), CleanupProcSignalState(), compute_parallel_delay(), EmitProcSignalBarrier(), ForwardSyncRequest(), HandleRecoveryConflictInterrupt(), InitProcess(), injection_wait(), InjectionPointAttach(), InjectionPointDetach(), InjectionPointList(), LWLockAttemptLock(), LWLockConflictsWithVar(), LWLockDequeueSelf(), LWLockUpdateVar(), LWLockWaitListLock(), LWLockWakeup(), pa_decr_and_wait_stream_block(), parallel_vacuum_process_all_indexes(), parallel_vacuum_update_shared_delay_params(), pgstat_acquire_entry_ref(), pgstat_build_snapshot(), pgstat_drop_entry(), pgstat_gc_entry_refs(), pgstat_get_entry_ref_cached(), pgstat_release_entry_ref(), pgstat_write_statsfile(), ProcArrayGroupClearXid(), ProcessInterrupts(), ProcKill(), ProcSignalInit(), RequestCheckpoint(), SendCancelRequest(), SendProcSignal(), StrategySyncStart(), test_atomic_uint32(), TransactionGroupUpdateXidStatus(), WaitForProcSignalBarrier(), WakeupCheckpointer(), and XLogSetAsyncXactLSN().

pg_atomic_read_u64()

static uint64 pg_atomic_read_u64 ( volatile pg_atomic_uint64 *  ptr )

inlinestatic

Definition at line 462 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    return pg_atomic_read_u64_impl(ptr);
}

References AssertPointerAlignment, and pg_atomic_read_u64_impl().

Referenced by AdvanceXLInsertBuffer(), buffer_readv_complete_one(), buffer_stage_common(), BufferIsDirty(), BufferIsPermanent(), BufferLockAttempt(), BufferLockDequeueSelf(), BufferLockWakeup(), BufferSync(), CheckReadBuffersOperation(), create_toy_buffer(), DebugPrintBufferRefcount(), DropRelationAllLocalBuffers(), DropRelationLocalBuffers(), EvictAllUnpinnedBuffers(), EvictRelUnpinnedBuffers(), EvictUnpinnedBufferInternal(), ExtendBufferedRelLocal(), FlushBuffer(), FlushRelationBuffers(), GetBufferFromRing(), GetLocalVictimBuffer(), GetLockStatusData(), GetVictimBuffer(), GetXLogBuffer(), InjectionPointAttach(), InjectionPointDetach(), InjectionPointList(), invalidate_one_block(), InvalidateLocalBuffer(), InvalidateVictimBuffer(), LocalBufferAlloc(), LockBufferForCleanup(), LockBufHdr(), LWLockConflictsWithVar(), MarkBufferDirty(), MarkBufferDirtyHint(), MarkDirtyAllUnpinnedBuffers(), MarkDirtyRelUnpinnedBuffers(), MarkDirtyUnpinnedBufferInternal(), MarkLocalBufferDirty(), pg_buffercache_summary(), pg_buffercache_usage_counts(), pg_stash_advice_worker_main(), pg_stat_get_recovery_prefetch(), pg_stat_get_wal_receiver(), pgstat_gc_entry_refs(), pgstat_get_entry_count(), pgstat_need_entry_refs_gc(), pgstat_setup_shared_refs(), PinBuffer(), PinBuffer_Locked(), PinLocalBuffer(), ProcessProcSignalBarrier(), ProcSignalInit(), ReadRecentBuffer(), ResolveRecoveryConflictWithLock(), SharedBufferBeginSetHintBits(), shm_mq_inc_bytes_read(), shm_mq_inc_bytes_written(), shm_mq_receive_bytes(), shm_mq_send_bytes(), SimpleLruTruncate(), SlruSelectLRUPage(), StartLocalBufferIO(), StartReadBuffersImpl(), StrategyGetBuffer(), TerminateLocalBufferIO(), test_atomic_uint64(), UnlockBufHdr(), UnpinLocalBufferNoOwner(), WaitBufHdrUnlocked(), WaitForProcSignalBarrier(), WaitReadBuffers(), WALReadFromBuffers(), XLogPrefetchIncrement(), and XLogWrite().

pg_atomic_sub_fetch_u32()

static uint32 pg_atomic_sub_fetch_u32 ( volatile pg_atomic_uint32 *  ptr, int32  sub_  )

inlinestatic

Definition at line 434 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
    Assert(sub_ != INT_MIN);
    return pg_atomic_sub_fetch_u32_impl(ptr, sub_);
}

References Assert, AssertPointerAlignment, and fb().

Referenced by compute_parallel_delay(), LWLockRelease(), pa_decr_and_wait_stream_block(), parallel_vacuum_process_safe_indexes(), parallel_vacuum_process_unsafe_indexes(), pgstat_drop_entry_internal(), tbm_free_shared_area(), and test_atomic_uint32().

pg_atomic_sub_fetch_u64()

static uint64 pg_atomic_sub_fetch_u64 ( volatile pg_atomic_uint64 *  ptr, int64  sub_  )

inlinestatic

Definition at line 573 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    Assert(sub_ != PG_INT64_MIN);
    return pg_atomic_sub_fetch_u64_impl(ptr, sub_);
}

References Assert, AssertPointerAlignment, fb(), and PG_INT64_MIN.

Referenced by BufferLockUnlock(), pgstat_free_entry(), test_atomic_uint64(), and UnlockReleaseBuffer().

pg_atomic_test_set_flag()

static bool pg_atomic_test_set_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 176 of file atomics.h.

{
    return pg_atomic_test_set_flag_impl(ptr);
}

References fb().

Referenced by do_autovacuum(), pg_stash_advice_worker_main(), pgsa_init_shared_state(), and test_atomic_flag().

pg_atomic_unlocked_test_flag()

static bool pg_atomic_unlocked_test_flag ( volatile pg_atomic_flag *  ptr )

inlinestatic

Definition at line 189 of file atomics.h.

{
    return pg_atomic_unlocked_test_flag_impl(ptr);
}

References fb().

Referenced by autovac_recalculate_workers_for_balance(), AutoVacuumUpdateCostLimit(), pg_get_advice_stash_contents(), pg_get_advice_stashes(), pg_stash_advice_worker_main(), pgsa_advisor(), pgsa_check_lockout(), test_atomic_flag(), and VacuumUpdateCosts().

pg_atomic_unlocked_write_u32()

static void pg_atomic_unlocked_write_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 290 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_unlocked_write_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_unlocked_write_u32_impl(), and val.

pg_atomic_unlocked_write_u64()

static void pg_atomic_unlocked_write_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 489 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
 
    pg_atomic_unlocked_write_u64_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_unlocked_write_u64_impl(), and val.

Referenced by buffer_stage_common(), create_toy_buffer(), ExtendBufferedRelLocal(), GetLocalVictimBuffer(), InvalidateLocalBuffer(), LocalBufferAlloc(), MarkLocalBufferDirty(), PinLocalBuffer(), TerminateLocalBufferIO(), and UnpinLocalBufferNoOwner().

pg_atomic_write_membarrier_u32()

static void pg_atomic_write_membarrier_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 310 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_write_membarrier_u32_impl(ptr, val);
}

References AssertPointerAlignment, fb(), and val.

Referenced by PgArchForceDirScan(), and ProcSignalInit().

pg_atomic_write_membarrier_u64()

static void pg_atomic_write_membarrier_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 499 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    pg_atomic_write_membarrier_u64_impl(ptr, val);
}

References AssertPointerAlignment, fb(), and val.

Referenced by RequestXLogStreaming(), StartupXLOG(), updateMinWaitedLSN(), and XLogWalRcvWrite().

pg_atomic_write_u32()

static void pg_atomic_write_u32 ( volatile pg_atomic_uint32 *  ptr, uint32  val  )

inlinestatic

Definition at line 269 of file atomics.h.

{
    AssertPointerAlignment(ptr, 4);
 
    pg_atomic_write_u32_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_write_u32_impl(), and val.

Referenced by autovac_recalculate_workers_for_balance(), AuxiliaryProcKill(), CleanupProcSignalState(), InitAuxiliaryProcess(), InitProcess(), InjectionPointAttach(), InjectionPointDetach(), parallel_vacuum_process_all_indexes(), ProcArrayGroupClearXid(), ProcKill(), ProcSignalInit(), test_atomic_uint32(), and TransactionGroupUpdateXidStatus().

pg_atomic_write_u64()

static void pg_atomic_write_u64 ( volatile pg_atomic_uint64 *  ptr, uint64  val  )

inlinestatic

Definition at line 480 of file atomics.h.

{
#ifndef PG_HAVE_ATOMIC_U64_SIMULATION
    AssertPointerAlignment(ptr, 8);
#endif
    pg_atomic_write_u64_impl(ptr, val);
}

References AssertPointerAlignment, pg_atomic_write_u64_impl(), and val.

Referenced by ActivateCommitTs(), AdvanceXLInsertBuffer(), CleanupProcSignalState(), commit_ts_redo(), InitAuxiliaryProcess(), InitProcess(), InjectionPointAttach(), InjectionPointDetach(), ProcessProcSignalBarrier(), ProcSignalInit(), ProcSleep(), ProcWakeup(), ResolveRecoveryConflictWithLock(), shm_mq_inc_bytes_read(), shm_mq_inc_bytes_written(), SimpleLruZeroPage(), StartupCLOG(), StartupMultiXact(), StartupXLOG(), table_block_parallelscan_reinitialize(), test_atomic_uint64(), TrimMultiXact(), XLogPrefetchIncrement(), XLogPrefetchResetStats(), and XLogWrite().