70#define UINT32_ACCESS_ONCE(var) ((uint32)(*((volatile uint32 *)&(var))))
324#define xc_by_recent_xmin_inc() (xc_by_recent_xmin++)
325#define xc_by_known_xact_inc() (xc_by_known_xact++)
326#define xc_by_my_xact_inc() (xc_by_my_xact++)
327#define xc_by_latest_xid_inc() (xc_by_latest_xid++)
328#define xc_by_main_xid_inc() (xc_by_main_xid++)
329#define xc_by_child_xid_inc() (xc_by_child_xid++)
330#define xc_by_known_assigned_inc() (xc_by_known_assigned++)
331#define xc_no_overflow_inc() (xc_no_overflow++)
332#define xc_slow_answer_inc() (xc_slow_answer++)
337#define xc_by_recent_xmin_inc() ((void) 0)
338#define xc_by_known_xact_inc() ((void) 0)
339#define xc_by_my_xact_inc() ((void) 0)
340#define xc_by_latest_xid_inc() ((void) 0)
341#define xc_by_main_xid_inc() ((void) 0)
342#define xc_by_child_xid_inc() ((void) 0)
343#define xc_by_known_assigned_inc() ((void) 0)
344#define xc_no_overflow_inc() ((void) 0)
345#define xc_slow_answer_inc() ((void) 0)
383#define PROCARRAY_MAXPROCS (MaxBackends + max_prepared_xacts)
401#define TOTAL_MAX_CACHED_SUBXIDS \
402 ((PGPROC_MAX_CACHED_SUBXIDS + 1) * PROCARRAY_MAXPROCS)
490 errmsg(
"sorry, too many clients already")));
893 nextproc->procArrayGroupMember =
false;
1127 "recovery snapshots are now enabled");
1131 "recovery snapshot waiting for non-overflowed snapshot or "
1132 "until oldest active xid on standby is at least %u (now %u)",
1186 xids[
nxids++] = xid;
1194 elog(
ERROR,
"KnownAssignedXids is not empty");
1218 "found duplicated transaction %u for KnownAssignedXids insertion",
1306 elog(
DEBUG1,
"recovery snapshots are now enabled");
1309 "recovery snapshot waiting for non-overflowed snapshot or "
1310 "until oldest active xid on standby is at least %u (now %u)",
1467 errmsg(
"out of memory")));
1479 latestCompletedXid =
1490 numProcs =
arrayP->numProcs;
1491 for (
int pgxactoff = 0; pgxactoff < numProcs; pgxactoff++)
1530 pgprocno =
arrayP->pgprocnos[pgxactoff];
1964 return horizons.shared_oldest_nonremovable;
1966 return horizons.catalog_oldest_nonremovable;
1968 return horizons.data_oldest_nonremovable;
1970 return horizons.temp_oldest_nonremovable;
1990 return horizons.oldest_considered_running;
2009 *xmin =
horizons.shared_oldest_nonremovable_raw;
2010 *catalog_xmin =
horizons.slot_catalog_xmin;
2087 snapshot->
copied =
false;
2133 bool suboverflowed =
false;
2167 errmsg(
"out of memory")));
2174 errmsg(
"out of memory")));
2213 int numProcs =
arrayP->numProcs;
2215 int *pgprocnos =
arrayP->pgprocnos;
2223 for (
int pgxactoff = 0; pgxactoff < numProcs; pgxactoff++)
2294 if (subxidStates[pgxactoff].overflowed)
2295 suboverflowed =
true;
2302 int pgprocno = pgprocnos[pgxactoff];
2351 suboverflowed =
true;
2451 snapshot->
xmin = xmin;
2452 snapshot->
xmax = xmax;
2453 snapshot->
xcnt = count;
2466 snapshot->
copied =
false;
2485 bool result =
false;
2568 bool result =
false;
2677 errmsg(
"out of memory")));
2683 suboverflowed =
false;
2692 latestCompletedXid =
2694 oldestDatabaseRunningXid = oldestRunningXid =
2720 oldestRunningXid = xid;
2733 oldestDatabaseRunningXid = xid;
2737 suboverflowed =
true;
2747 xids[count++] = xid;
2879 oldestRunningXid = xid;
2889 return oldestRunningXid;
3032 vxids[count++] = vxid;
3054 bool result =
false;
3109 if (result->
pid == 0)
3131 *overflowed =
false;
3195 if (proc->
pid == pid)
3332 vxids[count++] = vxid;
3398 errmsg(
"out of memory")));
3433 vxids[count++] = vxid;
3554 return count >= min;
3679 if (proc->
roleId == roleid)
3718#define MAXAUTOVACPIDS 10
3727#ifdef USE_INJECTION_POINTS
3732 for (
int tries = 0; tries <
ntries; tries++)
3818 int pgprocno =
arrayP->pgprocnos[
i];
3837 errmsg(
"database \"%s\" is being used by prepared transactions",
3840 "There are %d prepared transactions using the database.",
3873 errmsg(
"permission denied to terminate process"),
3874 errdetail(
"Only roles with the %s attribute may terminate processes of roles with the %s attribute.",
3875 "SUPERUSER",
"SUPERUSER")));
3881 errmsg(
"permission denied to terminate process"),
3882 errdetail(
"Only roles with privileges of the role whose process is being terminated or with privileges of the \"%s\" role may terminate this process.",
3883 "pg_signal_backend")));
3936 elog(
DEBUG1,
"xmin required by slots: data %u, catalog %u",
3937 xmin, catalog_xmin);
3955 if (catalog_xmin !=
NULL)
4041 elog(
WARNING,
"did not find subXID %u in MyProc", xid);
4052#ifdef XIDCACHE_DEBUG
4061 "XidCache: xmin: %ld, known: %ld, myxact: %ld, latest: %ld, mainxid: %ld, childxid: %ld, knownassigned: %ld, nooflo: %ld, slow: %ld\n",
4137 state->definitely_needed))
4149 horizons->shared_oldest_nonremovable);
4152 horizons->catalog_oldest_nonremovable);
4155 horizons->data_oldest_nonremovable);
4158 horizons->temp_oldest_nonremovable);
4388 elog(
DEBUG4,
"record known xact %u latestObservedXid %u",
4658#define KAX_COMPRESS_FREQUENCY 128
4659#define KAX_COMPRESS_IDLE_INTERVAL 1000
4666 tail =
pArray->tailKnownAssignedXids;
4667 nelements = head - tail;
4675 if (nelements ==
pArray->numKnownAssignedXids)
4728 for (
i = tail;
i < head;
i++)
4739 pArray->tailKnownAssignedXids = 0;
4795 head =
pArray->headKnownAssignedXids;
4796 tail =
pArray->tailKnownAssignedXids;
4810 elog(
ERROR,
"out-of-order XID insertion in KnownAssignedXids");
4820 head =
pArray->headKnownAssignedXids;
4827 elog(
ERROR,
"too many KnownAssignedXids");
4852 pArray->headKnownAssignedXids = head;
4875 head =
pArray->headKnownAssignedXids;
4890 while (first <= last)
4919 pArray->numKnownAssignedXids--;
4934 pArray->headKnownAssignedXids = 0;
4935 pArray->tailKnownAssignedXids = 0;
4939 pArray->tailKnownAssignedXids = tail;
4970 elog(
DEBUG4,
"remove KnownAssignedXid %u", xid);
5024 elog(
DEBUG4,
"removing all KnownAssignedXids");
5025 pArray->numKnownAssignedXids = 0;
5026 pArray->headKnownAssignedXids =
pArray->tailKnownAssignedXids = 0;
5036 tail =
pArray->tailKnownAssignedXids;
5037 head =
pArray->headKnownAssignedXids;
5039 for (
i = tail;
i < head;
i++)
5056 pArray->numKnownAssignedXids -= count;
5062 for (
i = tail;
i < head;
i++)
5070 pArray->headKnownAssignedXids = 0;
5071 pArray->tailKnownAssignedXids = 0;
5075 pArray->tailKnownAssignedXids =
i;
5126 for (
i = tail;
i < head;
i++)
5176 for (
i = tail;
i < head;
i++)
5206 tail =
pArray->tailKnownAssignedXids;
5207 head =
pArray->headKnownAssignedXids;
5211 for (
i = tail;
i < head;
i++)
5222 pArray->numKnownAssignedXids,
5223 pArray->tailKnownAssignedXids,
5224 pArray->headKnownAssignedXids,
5241 pArray->numKnownAssignedXids = 0;
5242 pArray->tailKnownAssignedXids = 0;
5243 pArray->headKnownAssignedXids = 0;
bool has_privs_of_role(Oid member, Oid role)
static bool pg_atomic_compare_exchange_u32(volatile pg_atomic_uint32 *ptr, uint32 *expected, uint32 newval)
#define pg_read_barrier()
#define pg_write_barrier()
static void pg_atomic_write_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
static uint32 pg_atomic_exchange_u32(volatile pg_atomic_uint32 *ptr, uint32 newval)
TimestampTz GetCurrentTimestamp(void)
void TerminateBackgroundWorkersForDatabase(Oid databaseId)
#define Assert(condition)
#define FLEXIBLE_ARRAY_MEMBER
#define OidIsValid(objectId)
bool IsCatalogRelation(Relation relation)
#define fprintf(file, fmt, msg)
int errdetail(const char *fmt,...)
int errdetail_plural(const char *fmt_singular, const char *fmt_plural, unsigned long n,...)
int errcode(int sqlerrcode)
int errmsg(const char *fmt,...)
#define ereport(elevel,...)
#define palloc_array(type, count)
#define IS_INJECTION_POINT_ATTACHED(name)
List * lappend_int(List *list, int datum)
#define VirtualTransactionIdIsValid(vxid)
#define GET_VXID_FROM_PGPROC(vxid_dst, proc)
#define InvalidLocalTransactionId
#define VirtualTransactionIdEquals(vxid1, vxid2)
char * get_database_name(Oid dbid)
bool LWLockHeldByMe(LWLock *lock)
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
bool LWLockHeldByMeInMode(LWLock *lock, LWLockMode mode)
void LWLockRelease(LWLock *lock)
bool LWLockConditionalAcquire(LWLock *lock, LWLockMode mode)
void pfree(void *pointer)
#define AmStartupProcess()
#define IsBootstrapProcessingMode()
#define CHECK_FOR_INTERRUPTS()
static bool pg_lfind32(uint32 key, const uint32 *base, uint32 nelem)
static char buf[DEFAULT_XLOG_SEG_SIZE]
#define qsort(a, b, c, d)
void PGSemaphoreUnlock(PGSemaphore sema)
void PGSemaphoreLock(PGSemaphore sema)
#define PROC_IN_LOGICAL_DECODING
#define NUM_AUXILIARY_PROCS
#define DELAY_CHKPT_IN_COMMIT
#define PROC_AFFECTS_ALL_HORIZONS
#define GetPGProcByNumber(n)
#define GetNumberFromPGProc(proc)
#define PROC_VACUUM_STATE_MASK
#define PROC_IS_AUTOVACUUM
@ KAX_STARTUP_PROCESS_IDLE
static GlobalVisState GlobalVisDataRels
bool GlobalVisTestIsRemovableFullXid(GlobalVisState *state, FullTransactionId fxid)
TransactionId GetOldestNonRemovableTransactionId(Relation rel)
#define TOTAL_MAX_CACHED_SUBXIDS
static GlobalVisState GlobalVisSharedRels
void ProcArrayGetReplicationSlotXmin(TransactionId *xmin, TransactionId *catalog_xmin)
static GlobalVisState GlobalVisCatalogRels
VirtualTransactionId * GetCurrentVirtualXIDs(TransactionId limitXmin, bool excludeXmin0, bool allDbs, int excludeVacuum, int *nvxids)
bool GlobalVisTestIsRemovableXid(GlobalVisState *state, TransactionId xid)
bool GlobalVisCheckRemovableFullXid(Relation rel, FullTransactionId fxid)
static void KnownAssignedXidsCompress(KAXCompressReason reason, bool haveLock)
pid_t SignalVirtualTransaction(VirtualTransactionId vxid, ProcSignalReason sigmode, bool conflictPending)
Size ProcArrayShmemSize(void)
TransactionId GetOldestSafeDecodingTransactionId(bool catalogOnly)
void XidCacheRemoveRunningXids(TransactionId xid, int nxids, const TransactionId *xids, TransactionId latestXid)
static FullTransactionId FullXidRelativeTo(FullTransactionId rel, TransactionId xid)
bool MinimumActiveBackends(int min)
void TerminateOtherDBBackends(Oid databaseId)
#define xc_no_overflow_inc()
static TransactionId standbySnapshotPendingXmin
void ExpireAllKnownAssignedTransactionIds(void)
#define UINT32_ACCESS_ONCE(var)
RunningTransactions GetRunningTransactionData(void)
static void KnownAssignedXidsRemoveTree(TransactionId xid, int nsubxids, TransactionId *subxids)
static int KnownAssignedXidsGetAndSetXmin(TransactionId *xarray, TransactionId *xmin, TransactionId xmax)
#define xc_by_recent_xmin_inc()
void ProcArrayEndTransaction(PGPROC *proc, TransactionId latestXid)
void ProcNumberGetTransactionIds(ProcNumber procNumber, TransactionId *xid, TransactionId *xmin, int *nsubxid, bool *overflowed)
void RecordKnownAssignedTransactionIds(TransactionId xid)
static int KnownAssignedXidsGet(TransactionId *xarray, TransactionId xmax)
TransactionId GetOldestTransactionIdConsideredRunning(void)
static TransactionId latestObservedXid
static ProcArrayStruct * procArray
int GetMaxSnapshotSubxidCount(void)
int CountDBConnections(Oid databaseid)
static GlobalVisState GlobalVisTempRels
#define xc_by_my_xact_inc()
#define xc_by_known_assigned_inc()
void CancelDBBackends(Oid databaseid, ProcSignalReason sigmode, bool conflictPending)
#define PROCARRAY_MAXPROCS
void GetReplicationHorizons(TransactionId *xmin, TransactionId *catalog_xmin)
static bool GlobalVisTestShouldUpdate(GlobalVisState *state)
static void ProcArrayEndTransactionInternal(PGPROC *proc, TransactionId latestXid)
static void KnownAssignedXidsRemovePreceding(TransactionId removeXid)
void ProcArrayAdd(PGPROC *proc)
static TransactionId * KnownAssignedXids
#define xc_by_child_xid_inc()
pid_t CancelVirtualTransaction(VirtualTransactionId vxid, ProcSignalReason sigmode)
Snapshot GetSnapshotData(Snapshot snapshot)
static bool * KnownAssignedXidsValid
bool HaveVirtualXIDsDelayingChkpt(VirtualTransactionId *vxids, int nvxids, int type)
static void KnownAssignedXidsRemove(TransactionId xid)
void KnownAssignedTransactionIdsIdleMaintenance(void)
static void GlobalVisUpdateApply(ComputeXidHorizonsResult *horizons)
int GetMaxSnapshotXidCount(void)
int CountDBBackends(Oid databaseid)
PGPROC * BackendPidGetProcWithLock(int pid)
bool GlobalVisCheckRemovableXid(Relation rel, TransactionId xid)
PGPROC * BackendPidGetProc(int pid)
bool ProcArrayInstallRestoredXmin(TransactionId xmin, PGPROC *proc)
PGPROC * ProcNumberGetProc(ProcNumber procNumber)
#define KAX_COMPRESS_FREQUENCY
GlobalVisState * GlobalVisTestFor(Relation rel)
static TransactionId KnownAssignedXidsGetOldestXmin(void)
void ProcArrayApplyRecoveryInfo(RunningTransactions running)
void ProcArrayClearTransaction(PGPROC *proc)
int CountUserBackends(Oid roleid)
static TransactionId ComputeXidHorizonsResultLastXmin
static void GlobalVisUpdate(void)
#define xc_slow_answer_inc()
static void KnownAssignedXidsDisplay(int trace_level)
#define xc_by_main_xid_inc()
static void MaintainLatestCompletedXidRecovery(TransactionId latestXid)
static void ComputeXidHorizons(ComputeXidHorizonsResult *h)
void ProcArrayApplyXidAssignment(TransactionId topxid, int nsubxids, TransactionId *subxids)
static bool KnownAssignedXidExists(TransactionId xid)
TransactionId GetOldestActiveTransactionId(bool inCommitOnly, bool allDbs)
void ProcArrayShmemInit(void)
bool CountOtherDBBackends(Oid databaseId, int *nbackends, int *nprepared)
int BackendXidGetPid(TransactionId xid)
#define xc_by_latest_xid_inc()
bool IsBackendPid(int pid)
#define xc_by_known_xact_inc()
static bool KnownAssignedXidsSearch(TransactionId xid, bool remove)
static void KnownAssignedXidsReset(void)
static GlobalVisHorizonKind GlobalVisHorizonKindForRel(Relation rel)
void ProcArraySetReplicationSlotXmin(TransactionId xmin, TransactionId catalog_xmin, bool already_locked)
void ProcArrayInitRecovery(TransactionId initializedUptoXID)
void ProcArrayRemove(PGPROC *proc, TransactionId latestXid)
#define KAX_COMPRESS_IDLE_INTERVAL
VirtualTransactionId * GetConflictingVirtualXIDs(TransactionId limitXmin, Oid dbOid)
static void MaintainLatestCompletedXid(TransactionId latestXid)
static void ProcArrayGroupClearXid(PGPROC *proc, TransactionId latestXid)
void ExpireTreeKnownAssignedTransactionIds(TransactionId xid, int nsubxids, TransactionId *subxids, TransactionId max_xid)
VirtualTransactionId * GetVirtualXIDsDelayingChkpt(int *nvxids, int type)
static TransactionId cachedXidIsNotInProgress
bool ProcArrayInstallImportedXmin(TransactionId xmin, VirtualTransactionId *sourcevxid)
static bool GetSnapshotDataReuse(Snapshot snapshot)
static void KnownAssignedXidsAdd(TransactionId from_xid, TransactionId to_xid, bool exclusive_lock)
bool TransactionIdIsInProgress(TransactionId xid)
void ExpireOldKnownAssignedTransactionIds(TransactionId xid)
#define INVALID_PROC_NUMBER
int SendProcSignal(pid_t pid, ProcSignalReason reason, ProcNumber procNumber)
#define RELATION_IS_LOCAL(relation)
#define RelationIsAccessibleInLogicalDecoding(relation)
Size add_size(Size s1, Size s2)
Size mul_size(Size s1, Size s2)
void * ShmemInitStruct(const char *name, Size size, bool *foundPtr)
void pg_usleep(long microsec)
TransactionId TransactionXmin
void StandbyReleaseOldLocks(TransactionId oldxid)
void appendStringInfo(StringInfo str, const char *fmt,...)
void initStringInfo(StringInfo str)
TransactionId slot_catalog_xmin
TransactionId data_oldest_nonremovable
TransactionId temp_oldest_nonremovable
TransactionId shared_oldest_nonremovable
TransactionId oldest_considered_running
FullTransactionId latest_completed
TransactionId catalog_oldest_nonremovable
TransactionId shared_oldest_nonremovable_raw
FullTransactionId definitely_needed
FullTransactionId maybe_needed
bool procArrayGroupMember
pg_atomic_uint32 procArrayGroupNext
bool recoveryConflictPending
XidCacheStatus subxidStatus
TransactionId procArrayGroupMemberXid
XidCacheStatus * subxidStates
TransactionId replication_slot_xmin
TransactionId replication_slot_catalog_xmin
int pgprocnos[FLEXIBLE_ARRAY_MEMBER]
TransactionId lastOverflowedXid
int tailKnownAssignedXids
int headKnownAssignedXids
TransactionId oldestRunningXid
TransactionId latestCompletedXid
subxids_array_status subxid_status
uint64 snapXactCompletionCount
FullTransactionId latestCompletedXid
FullTransactionId nextXid
uint64 xactCompletionCount
LocalTransactionId localTransactionId
TransactionId xids[PGPROC_MAX_CACHED_SUBXIDS]
void SubTransSetParent(TransactionId xid, TransactionId parent)
TransactionId SubTransGetTopmostTransaction(TransactionId xid)
void ExtendSUBTRANS(TransactionId newestXact)
bool superuser_arg(Oid roleid)
TransactionId TransactionIdLatest(TransactionId mainxid, int nxids, const TransactionId *xids)
bool TransactionIdDidCommit(TransactionId transactionId)
bool TransactionIdDidAbort(TransactionId transactionId)
static bool TransactionIdFollows(TransactionId id1, TransactionId id2)
#define FullTransactionIdIsNormal(x)
static FullTransactionId FullTransactionIdNewer(FullTransactionId a, FullTransactionId b)
#define TransactionIdRetreat(dest)
#define InvalidTransactionId
static void FullTransactionIdRetreat(FullTransactionId *dest)
#define U64FromFullTransactionId(x)
static bool TransactionIdPrecedesOrEquals(TransactionId id1, TransactionId id2)
static FullTransactionId FullTransactionIdFromU64(uint64 value)
#define FullTransactionIdFollowsOrEquals(a, b)
static bool TransactionIdFollowsOrEquals(TransactionId id1, TransactionId id2)
#define AssertTransactionIdInAllowableRange(xid)
#define TransactionIdEquals(id1, id2)
#define NormalTransactionIdPrecedes(id1, id2)
#define XidFromFullTransactionId(x)
static void FullTransactionIdAdvance(FullTransactionId *dest)
#define TransactionIdIsValid(xid)
#define TransactionIdIsNormal(xid)
#define TransactionIdAdvance(dest)
#define FullTransactionIdPrecedes(a, b)
#define FullTransactionIdIsValid(x)
static TransactionId TransactionIdOlder(TransactionId a, TransactionId b)
static bool TransactionIdPrecedes(TransactionId id1, TransactionId id2)
bool StandbyTransactionIdIsPrepared(TransactionId xid)
#define TimestampTzPlusMilliseconds(tz, ms)
void AdvanceNextFullTransactionIdPastXid(TransactionId xid)
TransamVariablesData * TransamVariables
static void pgstat_report_wait_start(uint32 wait_event_info)
static void pgstat_report_wait_end(void)
bool TransactionIdIsCurrentTransactionId(TransactionId xid)
CommandId GetCurrentCommandId(bool used)
int xidLogicalComparator(const void *arg1, const void *arg2)
bool RecoveryInProgress(void)
HotStandbyState standbyState
@ STANDBY_SNAPSHOT_PENDING