PostgreSQL Source Code git master
Loading...
Searching...
No Matches
proc.h File Reference
#include "access/xlogdefs.h"
#include "lib/ilist.h"
#include "miscadmin.h"
#include "storage/latch.h"
#include "storage/lock.h"
#include "storage/pg_sema.h"
#include "storage/proclist_types.h"
#include "storage/procnumber.h"
#include "storage/spin.h"
Include dependency graph for proc.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures

struct  XidCacheStatus
 
struct  XidCache
 
struct  PGPROC
 
struct  PROC_HDR
 

Macros

#define PGPROC_MAX_CACHED_SUBXIDS   64 /* XXX guessed-at value */
 
#define PROC_IS_AUTOVACUUM   0x01 /* is it an autovac worker? */
 
#define PROC_IN_VACUUM   0x02 /* currently running lazy vacuum */
 
#define PROC_IN_SAFE_IC
 
#define PROC_VACUUM_FOR_WRAPAROUND   0x08 /* set by autovac only */
 
#define PROC_IN_LOGICAL_DECODING
 
#define PROC_AFFECTS_ALL_HORIZONS
 
#define PROC_VACUUM_STATE_MASK    (PROC_IN_VACUUM | PROC_IN_SAFE_IC | PROC_VACUUM_FOR_WRAPAROUND)
 
#define PROC_XMIN_FLAGS   (PROC_IN_VACUUM | PROC_IN_SAFE_IC)
 
#define FP_LOCK_GROUPS_PER_BACKEND_MAX   1024
 
#define FP_LOCK_SLOTS_PER_GROUP   16 /* don't change */
 
#define FastPathLockSlotsPerBackend()    (FP_LOCK_SLOTS_PER_GROUP * FastPathLockGroupsPerBackend)
 
#define DELAY_CHKPT_START   (1<<0)
 
#define DELAY_CHKPT_COMPLETE   (1<<1)
 
#define DELAY_CHKPT_IN_COMMIT   (DELAY_CHKPT_START | 1<<2)
 
#define GetPGProcByNumber(n)   (&ProcGlobal->allProcs[(n)])
 
#define GetNumberFromPGProc(proc)   ((proc) - &ProcGlobal->allProcs[0])
 
#define NUM_SPECIAL_WORKER_PROCS   2
 
#define MAX_IO_WORKERS   32
 
#define NUM_AUXILIARY_PROCS   (6 + MAX_IO_WORKERS)
 
#define FIRST_PREPARED_XACT_PROC_NUMBER   (MaxBackends + NUM_AUXILIARY_PROCS)
 

Typedefs

typedef int XidStatus
 
typedef struct XidCacheStatus XidCacheStatus
 
typedef struct PGPROC PGPROC
 
typedef struct PROC_HDR PROC_HDR
 

Enumerations

enum  ProcWaitStatus { PROC_WAIT_STATUS_OK , PROC_WAIT_STATUS_WAITING , PROC_WAIT_STATUS_ERROR }
 

Functions

int ProcGlobalSemas (void)
 
void InitProcess (void)
 
void InitProcessPhase2 (void)
 
void InitAuxiliaryProcess (void)
 
void SetStartupBufferPinWaitBufId (int bufid)
 
int GetStartupBufferPinWaitBufId (void)
 
bool HaveNFreeProcs (int n, int *nfree)
 
void ProcReleaseLocks (bool isCommit)
 
ProcWaitStatus JoinWaitQueue (LOCALLOCK *locallock, LockMethod lockMethodTable, bool dontWait)
 
ProcWaitStatus ProcSleep (LOCALLOCK *locallock)
 
void ProcWakeup (PGPROC *proc, ProcWaitStatus waitStatus)
 
void ProcLockWakeup (LockMethod lockMethodTable, LOCK *lock)
 
void CheckDeadLockAlert (void)
 
void LockErrorCleanup (void)
 
void GetLockHoldersAndWaiters (LOCALLOCK *locallock, StringInfo lock_holders_sbuf, StringInfo lock_waiters_sbuf, int *lockHoldersNum)
 
void ProcWaitForSignal (uint32 wait_event_info)
 
void ProcSendSignal (ProcNumber procNumber)
 
PGPROCAuxiliaryPidGetProc (int pid)
 
void BecomeLockGroupLeader (void)
 
bool BecomeLockGroupMember (PGPROC *leader, int pid)
 

Variables

PGDLLIMPORT int FastPathLockGroupsPerBackend
 
PGDLLIMPORT PGPROCMyProc
 
PGDLLIMPORT PROC_HDRProcGlobal
 
PGDLLIMPORT PGPROCPreparedXactProcs
 
PGDLLIMPORT int DeadlockTimeout
 
PGDLLIMPORT int StatementTimeout
 
PGDLLIMPORT int LockTimeout
 
PGDLLIMPORT int IdleInTransactionSessionTimeout
 
PGDLLIMPORT int TransactionTimeout
 
PGDLLIMPORT int IdleSessionTimeout
 
PGDLLIMPORT bool log_lock_waits
 

Macro Definition Documentation

◆ DELAY_CHKPT_COMPLETE

#define DELAY_CHKPT_COMPLETE   (1<<1)

Definition at line 140 of file proc.h.

◆ DELAY_CHKPT_IN_COMMIT

#define DELAY_CHKPT_IN_COMMIT   (DELAY_CHKPT_START | 1<<2)

Definition at line 141 of file proc.h.

◆ DELAY_CHKPT_START

#define DELAY_CHKPT_START   (1<<0)

Definition at line 139 of file proc.h.

◆ FastPathLockSlotsPerBackend

#define FastPathLockSlotsPerBackend ( )     (FP_LOCK_SLOTS_PER_GROUP * FastPathLockGroupsPerBackend)

Definition at line 97 of file proc.h.

150{
155
156/*
157 * Each backend has a PGPROC struct in shared memory. There is also a list of
158 * currently-unused PGPROC structs that will be reallocated to new backends.
159 *
160 * Note: twophase.c also sets up a dummy PGPROC struct for each currently
161 * prepared transaction. These PGPROCs appear in the ProcArray data structure
162 * so that the prepared transactions appear to be still running and are
163 * correctly shown as holding locks. A prepared transaction PGPROC can be
164 * distinguished from a real one at need by the fact that it has pid == 0.
165 * The semaphore and lock-activity fields in a prepared-xact PGPROC are unused,
166 * but its myProcLocks[] lists are valid.
167 *
168 * We allow many fields of this struct to be accessed without locks, such as
169 * delayChkptFlags and backendType. However, keep in mind that writing
170 * mirrored ones (see below) requires holding ProcArrayLock or XidGenLock in
171 * at least shared mode, so that pgxactoff does not change concurrently.
172 *
173 * Mirrored fields:
174 *
175 * Some fields in PGPROC (see "mirrored in ..." comment) are mirrored into an
176 * element of more densely packed ProcGlobal arrays. These arrays are indexed
177 * by PGPROC->pgxactoff. Both copies need to be maintained coherently.
178 *
179 * NB: The pgxactoff indexed value can *never* be accessed without holding
180 * locks.
181 *
182 * See PROC_HDR for details.
183 */
184typedef struct PGPROC
185{
186 /*
187 * Align the struct at cache line boundaries. This is just for
188 * performance, to avoid false sharing.
189 */
190 alignas(PG_CACHE_LINE_SIZE)
191 dlist_head *procgloballist; /* procglobal list that owns this PGPROC */
192 dlist_node freeProcsLink; /* link in procgloballist, when in recycled
193 * state */
194
195 /************************************************************************
196 * Backend identity
197 ************************************************************************/
198
199 /*
200 * These fields that don't change after backend startup, or only very
201 * rarely
202 */
203 int pid; /* Backend's process ID; 0 if prepared xact */
204 BackendType backendType; /* what kind of process is this? */
205
206 /* These fields are zero while a backend is still starting up: */
207 Oid databaseId; /* OID of database this backend is using */
208 Oid roleId; /* OID of role using this backend */
209
210 Oid tempNamespaceId; /* OID of temp schema this backend is
211 * using */
212
213 int pgxactoff; /* offset into various ProcGlobal->arrays with
214 * data mirrored from this PGPROC */
215
216 uint8 statusFlags; /* this backend's status flags, see PROC_*
217 * above. mirrored in
218 * ProcGlobal->statusFlags[pgxactoff] */
219
220 /************************************************************************
221 * Transactions and snapshots
222 ************************************************************************/
223
224 /*
225 * Currently running top-level transaction's virtual xid. Together these
226 * form a VirtualTransactionId, but we don't use that struct because this
227 * is not atomically assignable as whole, and we want to enforce code to
228 * consider both parts separately. See comments at VirtualTransactionId.
229 */
230 struct
231 {
232 ProcNumber procNumber; /* For regular backends, equal to
233 * GetNumberFromPGProc(proc). For prepared
234 * xacts, ID of the original backend that
235 * processed the transaction. For unused
236 * PGPROC entries, INVALID_PROC_NUMBER. */
237 LocalTransactionId lxid; /* local id of top-level transaction
238 * currently * being executed by this
239 * proc, if running; else
240 * InvalidLocalTransactionId */
241 } vxid;
242
243 TransactionId xid; /* id of top-level transaction currently being
244 * executed by this proc, if running and XID
245 * is assigned; else InvalidTransactionId.
246 * mirrored in ProcGlobal->xids[pgxactoff] */
247
248 TransactionId xmin; /* minimal running XID as it was when we were
249 * starting our xact, excluding LAZY VACUUM:
250 * vacuum must not remove tuples deleted by
251 * xid >= xmin ! */
252
253 XidCacheStatus subxidStatus; /* mirrored with
254 * ProcGlobal->subxidStates[i] */
255 struct XidCache subxids; /* cache for subtransaction XIDs */
256
257
258 /************************************************************************
259 * Inter-process signaling
260 ************************************************************************/
261
262 Latch procLatch; /* generic latch for process */
263
264 PGSemaphore sem; /* ONE semaphore to sleep on */
265
266 int delayChkptFlags; /* for DELAY_CHKPT_* flags */
267
268 /*
269 * While in hot standby mode, shows that a conflict signal has been sent
270 * for the current transaction. Set/cleared while holding ProcArrayLock,
271 * though not required. Accessed without lock, if needed.
272 *
273 * This is a bitmask; each bit corresponds to a RecoveryConflictReason
274 * enum value.
275 */
277
278 /************************************************************************
279 * LWLock waiting
280 ************************************************************************/
281
282 /*
283 * Info about LWLock the process is currently waiting for, if any.
284 *
285 * This is currently used both for lwlocks and buffer content locks, which
286 * is acceptable, although not pretty, because a backend can't wait for
287 * both types of locks at the same time.
288 */
289 uint8 lwWaiting; /* see LWLockWaitState */
290 uint8 lwWaitMode; /* lwlock mode being waited for */
291 proclist_node lwWaitLink; /* position in LW lock wait list */
292
293 /* Support for condition variables. */
294 proclist_node cvWaitLink; /* position in CV wait list */
295
296 /************************************************************************
297 * Lock manager data
298 ************************************************************************/
299
300 /*
301 * Support for lock groups. Use LockHashPartitionLockByProc on the group
302 * leader to get the LWLock protecting these fields.
303 */
304 PGPROC *lockGroupLeader; /* lock group leader, if I'm a member */
305 dlist_head lockGroupMembers; /* list of members, if I'm a leader */
306 dlist_node lockGroupLink; /* my member link, if I'm a member */
307
308 /* Info about lock the process is currently waiting for, if any. */
309 /* waitLock and waitProcLock are NULL if not currently waiting. */
310 LOCK *waitLock; /* Lock object we're sleeping on ... */
311 dlist_node waitLink; /* position in waitLock->waitProcs queue */
312 PROCLOCK *waitProcLock; /* Per-holder info for awaited lock */
313 LOCKMODE waitLockMode; /* type of lock we're waiting for */
314 LOCKMASK heldLocks; /* bitmask for lock types already held on this
315 * lock object by this backend */
316
317 pg_atomic_uint64 waitStart; /* time at which wait for lock acquisition
318 * started */
319
321
322 /*
323 * All PROCLOCK objects for locks held or awaited by this backend are
324 * linked into one of these lists, according to the partition number of
325 * their lock.
326 */
328
329 /*-- recording fast-path locks taken by this backend. --*/
330 LWLock fpInfoLock; /* protects per-backend fast-path state */
331 uint64 *fpLockBits; /* lock modes held for each fast-path slot */
332 Oid *fpRelId; /* slots for rel oids */
333 bool fpVXIDLock; /* are we holding a fast-path VXID lock? */
334 LocalTransactionId fpLocalTransactionId; /* lxid for fast-path VXID
335 * lock */
336
337 /************************************************************************
338 * Synchronous replication waiting
339 ************************************************************************/
340
341 /*
342 * Info to allow us to wait for synchronous replication, if needed.
343 * waitLSN is InvalidXLogRecPtr if not waiting; set only by user backend.
344 * syncRepState must not be touched except by owning process or WALSender.
345 * syncRepLinks used only while holding SyncRepLock.
346 */
347 XLogRecPtr waitLSN; /* waiting for this LSN or higher */
348 int syncRepState; /* wait state for sync rep */
349 dlist_node syncRepLinks; /* list link if process is in syncrep queue */
350
351 /************************************************************************
352 * Support for group XID clearing
353 ************************************************************************/
354
355 /* true, if member of ProcArray group waiting for XID clear */
357 /* next ProcArray group member waiting for XID clear */
359
360 /*
361 * latest transaction id among the transaction's main XID and
362 * subtransactions
363 */
365
366 /************************************************************************
367 * Support for group transaction status update
368 ************************************************************************/
369
370 bool clogGroupMember; /* true, if member of clog group */
371 pg_atomic_uint32 clogGroupNext; /* next clog group member */
372 TransactionId clogGroupMemberXid; /* transaction id of clog group member */
373 XidStatus clogGroupMemberXidStatus; /* transaction status of clog
374 * group member */
375 int64 clogGroupMemberPage; /* clog page corresponding to
376 * transaction id of clog group member */
377 XLogRecPtr clogGroupMemberLsn; /* WAL location of commit record for clog
378 * group member */
379
380 /************************************************************************
381 * Status reporting
382 ************************************************************************/
383
384 uint32 wait_event_info; /* proc's wait information */
385}
386PGPROC;
387
389
390/*
391 * There is one ProcGlobal struct for the whole database cluster.
392 *
393 * Adding/Removing an entry into the procarray requires holding *both*
394 * ProcArrayLock and XidGenLock in exclusive mode (in that order). Both are
395 * needed because the dense arrays (see below) are accessed from
396 * GetNewTransactionId() and GetSnapshotData(), and we don't want to add
397 * further contention by both using the same lock. Adding/Removing a procarray
398 * entry is much less frequent.
399 *
400 * Some fields in PGPROC are mirrored into more densely packed arrays (e.g.
401 * xids), with one entry for each backend. These arrays only contain entries
402 * for PGPROCs that have been added to the shared array with ProcArrayAdd()
403 * (in contrast to PGPROC array which has unused PGPROCs interspersed).
404 *
405 * The dense arrays are indexed by PGPROC->pgxactoff. Any concurrent
406 * ProcArrayAdd() / ProcArrayRemove() can lead to pgxactoff of a procarray
407 * member to change. Therefore it is only safe to use PGPROC->pgxactoff to
408 * access the dense array while holding either ProcArrayLock or XidGenLock.
409 *
410 * As long as a PGPROC is in the procarray, the mirrored values need to be
411 * maintained in both places in a coherent manner.
412 *
413 * The denser separate arrays are beneficial for three main reasons: First, to
414 * allow for as tight loops accessing the data as possible. Second, to prevent
415 * updates of frequently changing data (e.g. xmin) from invalidating
416 * cachelines also containing less frequently changing data (e.g. xid,
417 * statusFlags). Third to condense frequently accessed data into as few
418 * cachelines as possible.
419 *
420 * There are two main reasons to have the data mirrored between these dense
421 * arrays and PGPROC. First, as explained above, a PGPROC's array entries can
422 * only be accessed with either ProcArrayLock or XidGenLock held, whereas the
423 * PGPROC entries do not require that (obviously there may still be locking
424 * requirements around the individual field, separate from the concerns
425 * here). That is particularly important for a backend to efficiently checks
426 * it own values, which it often can safely do without locking. Second, the
427 * PGPROC fields allow to avoid unnecessary accesses and modification to the
428 * dense arrays. A backend's own PGPROC is more likely to be in a local cache,
429 * whereas the cachelines for the dense array will be modified by other
430 * backends (often removing it from the cache for other cores/sockets). At
431 * commit/abort time a check of the PGPROC value can avoid accessing/dirtying
432 * the corresponding array value.
433 *
434 * Basically it makes sense to access the PGPROC variable when checking a
435 * single backend's data, especially when already looking at the PGPROC for
436 * other reasons already. It makes sense to look at the "dense" arrays if we
437 * need to look at many / most entries, because we then benefit from the
438 * reduced indirection and better cross-process cache-ability.
439 *
440 * When entering a PGPROC for 2PC transactions with ProcArrayAdd(), the data
441 * in the dense arrays is initialized from the PGPROC while it already holds
442 * ProcArrayLock.
443 */
444typedef struct PROC_HDR
445{
446 /* Array of PGPROC structures (not including dummies for prepared txns) */
448
449 /* Array mirroring PGPROC.xid for each PGPROC currently in the procarray */
451
452 /*
453 * Array mirroring PGPROC.subxidStatus for each PGPROC currently in the
454 * procarray.
455 */
457
458 /*
459 * Array mirroring PGPROC.statusFlags for each PGPROC currently in the
460 * procarray.
461 */
463
464 /* Length of allProcs array */
466
467 /*
468 * This spinlock protects the below freelists of PGPROC structures. We
469 * cannot use an LWLock because the LWLock manager depends on already
470 * having a PGPROC and a wait semaphore! But these structures are touched
471 * relatively infrequently (only at backend startup or shutdown) and not
472 * for very long, so a spinlock is okay.
473 */
475
476 /* Head of list of free PGPROC structures */
478 /* Head of list of autovacuum & special worker free PGPROC structures */
480 /* Head of list of bgworker free PGPROC structures */
482 /* Head of list of walsender free PGPROC structures */
484
485 /* First pgproc waiting for group XID clear */
487 /* First pgproc waiting for group transaction status update */
489
490 /*
491 * Current proc numbers of some auxiliary processes. There can be only one
492 * of each of these running at a time.
493 */
496 /* avlauncher is not an aux process, but it is advertised the same way */
498
499 /* Current shared estimate of appropriate spins_per_delay value */
500 int spins_per_delay;
501 /* Buffer id of the buffer that Startup process waits for pin on, or -1 */
503} PROC_HDR;
504
506
508
509/*
510 * Accessors for getting PGPROC given a ProcNumber and vice versa.
511 */
512#define GetPGProcByNumber(n) (&ProcGlobal->allProcs[(n)])
513#define GetNumberFromPGProc(proc) ((proc) - &ProcGlobal->allProcs[0])
514
515/*
516 * We set aside some extra PGPROC structures for "special worker" processes,
517 * which are full-fledged backends (they can run transactions)
518 * but are unique animals that there's never more than one of.
519 * Currently there are two such processes: the autovacuum launcher
520 * and the slotsync worker.
521 */
522#define NUM_SPECIAL_WORKER_PROCS 2
523
524/*
525 * We set aside some extra PGPROC structures for auxiliary processes,
526 * ie things that aren't full-fledged backends (they cannot run transactions
527 * or take heavyweight locks) but need shmem access.
528 *
529 * Background writer, checkpointer, WAL writer, WAL summarizer, and archiver
530 * run during normal operation. Startup process and WAL receiver also consume
531 * 2 slots, but WAL writer is launched only after startup has exited, so we
532 * only need 6 slots.
533 */
534#define MAX_IO_WORKERS 32
535#define NUM_AUXILIARY_PROCS (6 + MAX_IO_WORKERS)
536
537#define FIRST_PREPARED_XACT_PROC_NUMBER (MaxBackends + NUM_AUXILIARY_PROCS)
538
539/* configurable options */
542extern PGDLLIMPORT int LockTimeout;
546extern PGDLLIMPORT bool log_lock_waits;
547
548#ifdef EXEC_BACKEND
550#endif
551
552
553/*
554 * Function Prototypes
555 */
556extern int ProcGlobalSemas(void);
557extern void InitProcess(void);
558extern void InitProcessPhase2(void);
559extern void InitAuxiliaryProcess(void);
560
561extern void SetStartupBufferPinWaitBufId(int bufid);
562extern int GetStartupBufferPinWaitBufId(void);
563
564extern bool HaveNFreeProcs(int n, int *nfree);
565extern void ProcReleaseLocks(bool isCommit);
566
570extern void ProcWakeup(PGPROC *proc, ProcWaitStatus waitStatus);
572extern void CheckDeadLockAlert(void);
573extern void LockErrorCleanup(void);
577 int *lockHoldersNum);
578
579extern void ProcWaitForSignal(uint32 wait_event_info);
580extern void ProcSendSignal(ProcNumber procNumber);
581
582extern PGPROC *AuxiliaryPidGetProc(int pid);
583
584extern void BecomeLockGroupLeader(void);
585extern bool BecomeLockGroupMember(PGPROC *leader, int pid);
586
587#endif /* _PROC_H_ */
#define PGDLLIMPORT
Definition c.h:1478
uint8_t uint8
Definition c.h:681
int64_t int64
Definition c.h:680
uint64_t uint64
Definition c.h:684
uint32_t uint32
Definition c.h:683
uint32 LocalTransactionId
Definition c.h:797
uint32 TransactionId
Definition c.h:795
int XidStatus
Definition clog.h:25
int LOCKMODE
Definition lockdefs.h:26
int LOCKMASK
Definition lockdefs.h:25
#define NUM_LOCK_PARTITIONS
Definition lwlock.h:87
BackendType
Definition miscadmin.h:341
#define PG_CACHE_LINE_SIZE
unsigned int Oid
static int fb(int x)
ProcWaitStatus JoinWaitQueue(LOCALLOCK *locallock, LockMethod lockMethodTable, bool dontWait)
Definition proc.c:1209
void ProcSendSignal(ProcNumber procNumber)
Definition proc.c:2091
PGDLLIMPORT int IdleInTransactionSessionTimeout
Definition proc.c:65
void ProcWakeup(PGPROC *proc, ProcWaitStatus waitStatus)
Definition proc.c:1812
PGDLLIMPORT int IdleSessionTimeout
Definition proc.c:67
bool HaveNFreeProcs(int n, int *nfree)
Definition proc.c:797
void InitAuxiliaryProcess(void)
Definition proc.c:623
void GetLockHoldersAndWaiters(LOCALLOCK *locallock, StringInfo lock_holders_sbuf, StringInfo lock_waiters_sbuf, int *lockHoldersNum)
Definition proc.c:2005
PGDLLIMPORT PROC_HDR * ProcGlobal
Definition proc.c:74
int GetStartupBufferPinWaitBufId(void)
Definition proc.c:781
ProcWaitStatus ProcSleep(LOCALLOCK *locallock)
Definition proc.c:1378
PGDLLIMPORT PGPROC * MyProc
Definition proc.c:71
void ProcLockWakeup(LockMethod lockMethodTable, LOCK *lock)
Definition proc.c:1840
int ProcGlobalSemas(void)
Definition proc.c:130
void ProcReleaseLocks(bool isCommit)
Definition proc.c:906
void LockErrorCleanup(void)
Definition proc.c:828
bool BecomeLockGroupMember(PGPROC *leader, int pid)
Definition proc.c:2136
PGDLLIMPORT int StatementTimeout
Definition proc.c:63
void BecomeLockGroupLeader(void)
Definition proc.c:2106
PGDLLIMPORT int DeadlockTimeout
Definition proc.c:62
PGDLLIMPORT int LockTimeout
Definition proc.c:64
void InitProcess(void)
Definition proc.c:393
void CheckDeadLockAlert(void)
Definition proc.c:1978
void InitProcessPhase2(void)
Definition proc.c:588
PGDLLIMPORT bool log_lock_waits
Definition proc.c:68
ProcWaitStatus
Definition proc.h:144
@ PROC_WAIT_STATUS_OK
Definition proc.h:145
@ PROC_WAIT_STATUS_WAITING
Definition proc.h:146
@ PROC_WAIT_STATUS_ERROR
Definition proc.h:147
PGDLLIMPORT PGPROC * PreparedXactProcs
Definition proc.c:78
PGDLLIMPORT int TransactionTimeout
Definition proc.c:66
PGPROC * AuxiliaryPidGetProc(int pid)
Definition proc.c:1160
void SetStartupBufferPinWaitBufId(int bufid)
Definition proc.c:769
void ProcWaitForSignal(uint32 wait_event_info)
Definition proc.c:2079
int ProcNumber
Definition procnumber.h:24
NON_EXEC_STATIC PGPROC * AuxiliaryProcs
Definition proc.c:77
Definition lock.h:140
Definition latch.h:116
Definition proc.h:179
LWLock fpInfoLock
Definition proc.h:324
TransactionId xmin
Definition proc.h:242
bool procArrayGroupMember
Definition proc.h:350
LocalTransactionId lxid
Definition proc.h:231
PROCLOCK * waitProcLock
Definition proc.h:306
dlist_node freeProcsLink
Definition proc.h:186
XLogRecPtr clogGroupMemberLsn
Definition proc.h:371
pg_atomic_uint32 procArrayGroupNext
Definition proc.h:352
uint8 lwWaitMode
Definition proc.h:284
dlist_head lockGroupMembers
Definition proc.h:299
uint32 wait_event_info
Definition proc.h:378
dlist_head * procgloballist
Definition proc.h:185
Oid * fpRelId
Definition proc.h:326
BackendType backendType
Definition proc.h:198
uint8 statusFlags
Definition proc.h:210
TransactionId clogGroupMemberXid
Definition proc.h:366
Oid databaseId
Definition proc.h:201
int64 clogGroupMemberPage
Definition proc.h:369
bool clogGroupMember
Definition proc.h:364
uint64 * fpLockBits
Definition proc.h:325
pg_atomic_uint64 waitStart
Definition proc.h:311
bool fpVXIDLock
Definition proc.h:327
ProcNumber procNumber
Definition proc.h:226
int pid
Definition proc.h:197
XLogRecPtr waitLSN
Definition proc.h:341
dlist_node syncRepLinks
Definition proc.h:343
int syncRepState
Definition proc.h:342
pg_atomic_uint32 clogGroupNext
Definition proc.h:365
dlist_node lockGroupLink
Definition proc.h:300
XidStatus clogGroupMemberXidStatus
Definition proc.h:367
int pgxactoff
Definition proc.h:207
XidCacheStatus subxidStatus
Definition proc.h:247
LOCK * waitLock
Definition proc.h:304
proclist_node lwWaitLink
Definition proc.h:285
TransactionId xid
Definition proc.h:237
LOCKMODE waitLockMode
Definition proc.h:307
struct XidCache subxids
Definition proc.h:249
int delayChkptFlags
Definition proc.h:260
dlist_node waitLink
Definition proc.h:305
PGPROC * lockGroupLeader
Definition proc.h:298
pg_atomic_uint32 pendingRecoveryConflicts
Definition proc.h:270
LocalTransactionId fpLocalTransactionId
Definition proc.h:328
TransactionId procArrayGroupMemberXid
Definition proc.h:358
LOCKMASK heldLocks
Definition proc.h:308
struct PGPROC::@134 vxid
PGSemaphore sem
Definition proc.h:258
dlist_head myProcLocks[NUM_LOCK_PARTITIONS]
Definition proc.h:321
Oid roleId
Definition proc.h:202
ProcWaitStatus waitStatus
Definition proc.h:314
proclist_node cvWaitLink
Definition proc.h:288
Oid tempNamespaceId
Definition proc.h:204
uint8 lwWaiting
Definition proc.h:283
Latch procLatch
Definition proc.h:256
uint8 * statusFlags
Definition proc.h:456
XidCacheStatus * subxidStates
Definition proc.h:450
dlist_head autovacFreeProcs
Definition proc.h:473
dlist_head freeProcs
Definition proc.h:471
pg_atomic_uint32 checkpointerProc
Definition proc.h:489
pg_atomic_uint32 avLauncherProc
Definition proc.h:491
slock_t freeProcsLock
Definition proc.h:468
int startupBufferPinWaitBufId
Definition proc.h:496
PGPROC * allProcs
Definition proc.h:441
pg_atomic_uint32 clogGroupFirst
Definition proc.h:482
int spins_per_delay
Definition proc.h:494
TransactionId * xids
Definition proc.h:444
dlist_head walsenderFreeProcs
Definition proc.h:477
pg_atomic_uint32 walwriterProc
Definition proc.h:488
dlist_head bgworkerFreeProcs
Definition proc.h:475
pg_atomic_uint32 procArrayGroupFirst
Definition proc.h:480
uint32 allProcCount
Definition proc.h:459
uint64 XLogRecPtr
Definition xlogdefs.h:21

◆ FIRST_PREPARED_XACT_PROC_NUMBER

#define FIRST_PREPARED_XACT_PROC_NUMBER   (MaxBackends + NUM_AUXILIARY_PROCS)

Definition at line 531 of file proc.h.

◆ FP_LOCK_GROUPS_PER_BACKEND_MAX

#define FP_LOCK_GROUPS_PER_BACKEND_MAX   1024

Definition at line 95 of file proc.h.

◆ FP_LOCK_SLOTS_PER_GROUP

#define FP_LOCK_SLOTS_PER_GROUP   16 /* don't change */

Definition at line 96 of file proc.h.

◆ GetNumberFromPGProc

#define GetNumberFromPGProc (   proc)    ((proc) - &ProcGlobal->allProcs[0])

Definition at line 507 of file proc.h.

◆ GetPGProcByNumber

#define GetPGProcByNumber (   n)    (&ProcGlobal->allProcs[(n)])

Definition at line 506 of file proc.h.

◆ MAX_IO_WORKERS

#define MAX_IO_WORKERS   32

Definition at line 528 of file proc.h.

◆ NUM_AUXILIARY_PROCS

#define NUM_AUXILIARY_PROCS   (6 + MAX_IO_WORKERS)

Definition at line 529 of file proc.h.

◆ NUM_SPECIAL_WORKER_PROCS

#define NUM_SPECIAL_WORKER_PROCS   2

Definition at line 516 of file proc.h.

◆ PGPROC_MAX_CACHED_SUBXIDS

#define PGPROC_MAX_CACHED_SUBXIDS   64 /* XXX guessed-at value */

Definition at line 43 of file proc.h.

◆ PROC_AFFECTS_ALL_HORIZONS

#define PROC_AFFECTS_ALL_HORIZONS
Value:
0x20 /* this proc's xmin must be
* included in vacuum horizons
* in all databases */

Definition at line 66 of file proc.h.

◆ PROC_IN_LOGICAL_DECODING

#define PROC_IN_LOGICAL_DECODING
Value:
0x10 /* currently doing logical
* decoding outside xact */

Definition at line 65 of file proc.h.

◆ PROC_IN_SAFE_IC

#define PROC_IN_SAFE_IC
Value:
0x04 /* currently running CREATE INDEX
* CONCURRENTLY or REINDEX
* CONCURRENTLY on non-expressional,
* non-partial index */

Definition at line 63 of file proc.h.

◆ PROC_IN_VACUUM

#define PROC_IN_VACUUM   0x02 /* currently running lazy vacuum */

Definition at line 62 of file proc.h.

◆ PROC_IS_AUTOVACUUM

#define PROC_IS_AUTOVACUUM   0x01 /* is it an autovac worker? */

Definition at line 61 of file proc.h.

◆ PROC_VACUUM_FOR_WRAPAROUND

#define PROC_VACUUM_FOR_WRAPAROUND   0x08 /* set by autovac only */

Definition at line 64 of file proc.h.

◆ PROC_VACUUM_STATE_MASK

#define PROC_VACUUM_STATE_MASK    (PROC_IN_VACUUM | PROC_IN_SAFE_IC | PROC_VACUUM_FOR_WRAPAROUND)

Definition at line 69 of file proc.h.

◆ PROC_XMIN_FLAGS

#define PROC_XMIN_FLAGS   (PROC_IN_VACUUM | PROC_IN_SAFE_IC)

Definition at line 76 of file proc.h.

Typedef Documentation

◆ PGPROC

◆ PROC_HDR

◆ XidCacheStatus

◆ XidStatus

Definition at line 28 of file proc.h.

Enumeration Type Documentation

◆ ProcWaitStatus

Enumerator
PROC_WAIT_STATUS_OK 
PROC_WAIT_STATUS_WAITING 
PROC_WAIT_STATUS_ERROR 

Definition at line 143 of file proc.h.

Function Documentation

◆ AuxiliaryPidGetProc()

PGPROC * AuxiliaryPidGetProc ( int  pid)
extern

Definition at line 1160 of file proc.c.

1161{
1162 PGPROC *result = NULL;
1163 int index;
1164
1165 if (pid == 0) /* never match dummy PGPROCs */
1166 return NULL;
1167
1168 for (index = 0; index < NUM_AUXILIARY_PROCS; index++)
1169 {
1170 PGPROC *proc = &AuxiliaryProcs[index];
1171
1172 if (proc->pid == pid)
1173 {
1174 result = proc;
1175 break;
1176 }
1177 }
1178 return result;
1179}
uint32 result
#define NUM_AUXILIARY_PROCS
Definition proc.h:529
Definition type.h:97

References AuxiliaryProcs, fb(), NUM_AUXILIARY_PROCS, PGPROC::pid, and result.

Referenced by pg_log_backend_memory_contexts(), pg_stat_get_activity(), pg_stat_get_backend_wait_event(), pg_stat_get_backend_wait_event_type(), pg_stat_reset_backend_stats(), and pgstat_fetch_stat_backend_by_pid().

◆ BecomeLockGroupLeader()

void BecomeLockGroupLeader ( void  )
extern

Definition at line 2106 of file proc.c.

2107{
2109
2110 /* If we already did it, we don't need to do it again. */
2112 return;
2113
2114 /* We had better not be a follower. */
2116
2117 /* Create single-member group, containing only ourselves. */
2123}
#define Assert(condition)
Definition c.h:1002
static void dlist_push_head(dlist_head *head, dlist_node *node)
Definition ilist.h:347
#define LockHashPartitionLockByProc(leader_pgproc)
Definition lock.h:372
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition lwlock.c:1150
void LWLockRelease(LWLock *lock)
Definition lwlock.c:1767
@ LW_EXCLUSIVE
Definition lwlock.h:104
PGPROC * MyProc
Definition proc.c:71

References Assert, dlist_push_head(), fb(), PGPROC::lockGroupLeader, PGPROC::lockGroupLink, PGPROC::lockGroupMembers, LockHashPartitionLockByProc, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), and MyProc.

Referenced by LaunchParallelWorkers(), and rebuild_relation().

◆ BecomeLockGroupMember()

bool BecomeLockGroupMember ( PGPROC leader,
int  pid 
)
extern

Definition at line 2136 of file proc.c.

2137{
2139 bool ok = false;
2140
2141 /* Group leader can't become member of group */
2142 Assert(MyProc != leader);
2143
2144 /* Can't already be a member of a group */
2146
2147 /* PID must be valid. */
2148 Assert(pid != 0);
2149
2150 /*
2151 * Get lock protecting the group fields. Note LockHashPartitionLockByProc
2152 * calculates the proc number based on the PGPROC slot without looking at
2153 * its contents, so we will acquire the correct lock even if the leader
2154 * PGPROC is in process of being recycled.
2155 */
2158
2159 /* Is this the leader we're looking for? */
2160 if (leader->pid == pid && leader->lockGroupLeader == leader)
2161 {
2162 /* OK, join the group */
2163 ok = true;
2164 MyProc->lockGroupLeader = leader;
2166 }
2168
2169 return ok;
2170}
static void dlist_push_tail(dlist_head *head, dlist_node *node)
Definition ilist.h:364

References Assert, dlist_push_tail(), fb(), PGPROC::lockGroupLeader, PGPROC::lockGroupLink, PGPROC::lockGroupMembers, LockHashPartitionLockByProc, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), MyProc, and PGPROC::pid.

Referenced by ParallelWorkerMain(), and RepackWorkerMain().

◆ CheckDeadLockAlert()

void CheckDeadLockAlert ( void  )
extern

Definition at line 1978 of file proc.c.

1979{
1980 int save_errno = errno;
1981
1982 got_deadlock_timeout = true;
1983
1984 /*
1985 * Have to set the latch again, even if handle_sig_alarm already did. Back
1986 * then got_deadlock_timeout wasn't yet set... It's unlikely that this
1987 * ever would be a problem, but setting a set latch again is cheap.
1988 *
1989 * Note that, when this function runs inside procsignal_sigusr1_handler(),
1990 * the handler function sets the latch again after the latch is set here.
1991 */
1993 errno = save_errno;
1994}
struct Latch * MyLatch
Definition globals.c:65
void SetLatch(Latch *latch)
Definition latch.c:290
static volatile sig_atomic_t got_deadlock_timeout
Definition proc.c:93

References fb(), got_deadlock_timeout, MyLatch, and SetLatch().

Referenced by InitPostgres(), and ProcessRecoveryConflictInterrupt().

◆ GetLockHoldersAndWaiters()

void GetLockHoldersAndWaiters ( LOCALLOCK locallock,
StringInfo  lock_holders_sbuf,
StringInfo  lock_waiters_sbuf,
int lockHoldersNum 
)
extern

Definition at line 2005 of file proc.c.

2007{
2010 LOCK *lock = locallock->lock;
2011 bool first_holder = true,
2012 first_waiter = true;
2013
2014#ifdef USE_ASSERT_CHECKING
2015 {
2016 uint32 hashcode = locallock->hashcode;
2018
2020 }
2021#endif
2022
2023 *lockHoldersNum = 0;
2024
2025 /*
2026 * Loop over the lock's procLocks to gather a list of all holders and
2027 * waiters. Thus we will be able to provide more detailed information for
2028 * lock debugging purposes.
2029 *
2030 * lock->procLocks contains all processes which hold or wait for this
2031 * lock.
2032 */
2034 {
2035 curproclock =
2036 dlist_container(PROCLOCK, lockLink, proc_iter.cur);
2037
2038 /*
2039 * We are a waiter if myProc->waitProcLock == curproclock; we are a
2040 * holder if it is NULL or something different.
2041 */
2042 if (curproclock->tag.myProc->waitProcLock == curproclock)
2043 {
2044 if (first_waiter)
2045 {
2047 curproclock->tag.myProc->pid);
2048 first_waiter = false;
2049 }
2050 else
2052 curproclock->tag.myProc->pid);
2053 }
2054 else
2055 {
2056 if (first_holder)
2057 {
2059 curproclock->tag.myProc->pid);
2060 first_holder = false;
2061 }
2062 else
2064 curproclock->tag.myProc->pid);
2065
2066 (*lockHoldersNum)++;
2067 }
2068 }
2069}
#define dlist_foreach(iter, lhead)
Definition ilist.h:623
#define dlist_container(type, membername, ptr)
Definition ilist.h:593
#define LockHashPartitionLock(hashcode)
Definition lock.h:357
bool LWLockHeldByMe(LWLock *lock)
Definition lwlock.c:1885
void appendStringInfo(StringInfo str, const char *fmt,...)
Definition stringinfo.c:145
dlist_head procLocks
Definition lock.h:147

References appendStringInfo(), Assert, dlist_container, dlist_foreach, fb(), LockHashPartitionLock, LWLockHeldByMe(), and LOCK::procLocks.

Referenced by LockAcquireExtended(), and ProcSleep().

◆ GetStartupBufferPinWaitBufId()

int GetStartupBufferPinWaitBufId ( void  )
extern

Definition at line 781 of file proc.c.

782{
783 /* use volatile pointer to prevent code rearrangement */
784 volatile PROC_HDR *procglobal = ProcGlobal;
785
787}
PROC_HDR * ProcGlobal
Definition proc.c:74

References fb(), ProcGlobal, and PROC_HDR::startupBufferPinWaitBufId.

Referenced by HoldingBufferPinThatDelaysRecovery().

◆ HaveNFreeProcs()

bool HaveNFreeProcs ( int  n,
int nfree 
)
extern

Definition at line 797 of file proc.c.

798{
799 dlist_iter iter;
800
801 Assert(n > 0);
802 Assert(nfree);
803
805
806 *nfree = 0;
808 {
809 (*nfree)++;
810 if (*nfree == n)
811 break;
812 }
813
815
816 return (*nfree == n);
817}
static void SpinLockRelease(volatile slock_t *lock)
Definition spin.h:62
static void SpinLockAcquire(volatile slock_t *lock)
Definition spin.h:56

References Assert, dlist_foreach, PROC_HDR::freeProcs, PROC_HDR::freeProcsLock, ProcGlobal, SpinLockAcquire(), and SpinLockRelease().

Referenced by InitPostgres().

◆ InitAuxiliaryProcess()

void InitAuxiliaryProcess ( void  )
extern

Definition at line 623 of file proc.c.

624{
626 int proctype;
627
628 /*
629 * ProcGlobal should be set up already (if we are a backend, we inherit
630 * this by fork() or EXEC_BACKEND mechanism from the postmaster).
631 */
632 if (ProcGlobal == NULL || AuxiliaryProcs == NULL)
633 elog(PANIC, "proc header uninitialized");
634
635 if (MyProc != NULL)
636 elog(ERROR, "you already exist");
637
640
641 /*
642 * We use the freeProcsLock to protect assignment and releasing of
643 * AuxiliaryProcs entries.
644 *
645 * While we are holding the spinlock, also copy the current shared
646 * estimate of spins_per_delay to local storage.
647 */
649
651
652 /*
653 * Find a free auxproc ... *big* trouble if there isn't one ...
654 */
656 {
658 if (auxproc->pid == 0)
659 break;
660 }
662 {
664 elog(FATAL, "all AuxiliaryProcs are in use");
665 }
666
667 /* Mark auxiliary proc as in use by me */
668 auxproc->pid = MyProcPid;
669
671
672 MyProc = auxproc;
674
675 /*
676 * Initialize all fields of MyProc, except for those previously
677 * initialized by ProcGlobalShmemInit.
678 */
681 MyProc->fpVXIDLock = false;
692 MyProc->statusFlags = 0;
694 MyProc->lwWaitMode = 0;
699#ifdef USE_ASSERT_CHECKING
700 {
701 int i;
702
703 /* Last process should have released all locks. */
704 for (i = 0; i < NUM_LOCK_PARTITIONS; i++)
706 }
707#endif
709
710 /*
711 * Acquire ownership of the PGPROC's latch, so that we can use WaitLatch
712 * on it. That allows us to repoint the process latch, which so far
713 * points to process local one, to the shared one.
714 */
717
718 /* now that we have a proc, report wait events to shared memory */
720
721 /* Check that group locking fields are in a proper initial state. */
724
725 /*
726 * We might be reusing a semaphore that belonged to a failed process. So
727 * be careful and reinitialize its value here. (This is not strictly
728 * necessary anymore, but seems like a good idea for cleanliness.)
729 */
731
732 /* Some aux processes are also advertised in ProcGlobal */
737
738 /*
739 * Arrange to clean up at process exit.
740 */
742
743 /*
744 * Now that we have a PGPROC, we could try to acquire lightweight locks.
745 * Initialize local state needed for them. (Heavyweight locks cannot be
746 * acquired in aux processes.)
747 */
749
750#ifdef EXEC_BACKEND
751
752 /*
753 * Initialize backend-local pointers to all the shared data structures.
754 * (We couldn't do this until now because it needs LWLocks.)
755 */
758#endif
759}
static void pg_atomic_write_u64(volatile pg_atomic_uint64 *ptr, uint64 val)
Definition atomics.h:480
static void pg_atomic_write_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
Definition atomics.h:269
#define FATAL
Definition elog.h:42
#define PANIC
Definition elog.h:44
#define ERROR
Definition elog.h:40
#define elog(elevel,...)
Definition elog.h:228
int MyProcPid
Definition globals.c:49
ProcNumber MyProcNumber
Definition globals.c:92
bool IsUnderPostmaster
Definition globals.c:122
static bool dlist_is_empty(const dlist_head *head)
Definition ilist.h:336
static void dlist_node_init(dlist_node *node)
Definition ilist.h:325
void on_shmem_exit(pg_on_exit_callback function, Datum arg)
Definition ipc.c:372
int i
Definition isn.c:77
void OwnLatch(Latch *latch)
Definition latch.c:126
#define InvalidLocalTransactionId
Definition lock.h:68
void InitLWLockAccess(void)
Definition lwlock.c:506
@ LW_WS_NOT_WAITING
Definition lwlock.h:30
@ B_WAL_WRITER
Definition miscadmin.h:371
@ B_CHECKPOINTER
Definition miscadmin.h:366
void SwitchToSharedLatch(void)
Definition miscinit.c:216
BackendType MyBackendType
Definition miscinit.c:65
void RegisterPostmasterChildActive(void)
Definition pmsignal.c:289
void PGSemaphoreReset(PGSemaphore sema)
Definition posix_sema.c:288
static Datum Int32GetDatum(int32 X)
Definition postgres.h:212
#define InvalidOid
#define GetNumberFromPGProc(proc)
Definition proc.h:507
#define INVALID_PROC_NUMBER
Definition procnumber.h:26
void set_spins_per_delay(int shared_spins_per_delay)
Definition s_lock.c:207
static void AuxiliaryProcKill(int code, Datum arg)
Definition proc.c:1095
#define InvalidTransactionId
Definition transam.h:31
void pgstat_set_wait_event_storage(uint32 *wait_event_info)
Definition wait_event.c:319

References Assert, AuxiliaryProcKill(), AuxiliaryProcs, B_CHECKPOINTER, B_WAL_WRITER, PGPROC::backendType, PROC_HDR::checkpointerProc, PGPROC::databaseId, PGPROC::delayChkptFlags, dlist_is_empty(), dlist_node_init(), elog, ERROR, FATAL, fb(), PGPROC::fpLocalTransactionId, PGPROC::fpVXIDLock, PGPROC::freeProcsLink, PROC_HDR::freeProcsLock, GetNumberFromPGProc, i, InitLWLockAccess(), Int32GetDatum(), INVALID_PROC_NUMBER, InvalidLocalTransactionId, InvalidOid, InvalidTransactionId, IsUnderPostmaster, PGPROC::lockGroupLeader, PGPROC::lockGroupMembers, LW_WS_NOT_WAITING, PGPROC::lwWaiting, PGPROC::lwWaitMode, PGPROC::lxid, MyBackendType, MyProc, PGPROC::myProcLocks, MyProcNumber, MyProcPid, NUM_AUXILIARY_PROCS, NUM_LOCK_PARTITIONS, on_shmem_exit(), OwnLatch(), PANIC, PGPROC::pendingRecoveryConflicts, pg_atomic_write_u32(), pg_atomic_write_u64(), PGSemaphoreReset(), pgstat_set_wait_event_storage(), PROC_WAIT_STATUS_OK, ProcGlobal, PGPROC::procLatch, PGPROC::procNumber, RegisterPostmasterChildActive(), PGPROC::roleId, PGPROC::sem, set_spins_per_delay(), SpinLockAcquire(), SpinLockRelease(), PROC_HDR::spins_per_delay, PGPROC::statusFlags, SwitchToSharedLatch(), PGPROC::tempNamespaceId, PGPROC::vxid, PGPROC::wait_event_info, PGPROC::waitLink, PGPROC::waitLock, PGPROC::waitProcLock, PGPROC::waitStart, PGPROC::waitStatus, PROC_HDR::walwriterProc, PGPROC::xid, and PGPROC::xmin.

Referenced by AuxiliaryProcessMainCommon().

◆ InitProcess()

void InitProcess ( void  )
extern

Definition at line 393 of file proc.c.

394{
395 dlist_head *procgloballist;
396
397 /*
398 * ProcGlobal should be set up already (if we are a backend, we inherit
399 * this by fork() or EXEC_BACKEND mechanism from the postmaster).
400 */
401 if (ProcGlobal == NULL)
402 elog(PANIC, "proc header uninitialized");
403
404 if (MyProc != NULL)
405 elog(ERROR, "you already exist");
406
407 /*
408 * Before we start accessing the shared memory in a serious way, mark
409 * ourselves as an active postmaster child; this is so that the postmaster
410 * can detect it if we exit without cleaning up.
411 */
414
415 /*
416 * Decide which list should supply our PGPROC. This logic must match the
417 * way the freelists were constructed in ProcGlobalShmemInit().
418 */
420 procgloballist = &ProcGlobal->autovacFreeProcs;
421 else if (AmBackgroundWorkerProcess())
422 procgloballist = &ProcGlobal->bgworkerFreeProcs;
423 else if (AmWalSenderProcess())
424 procgloballist = &ProcGlobal->walsenderFreeProcs;
425 else
426 procgloballist = &ProcGlobal->freeProcs;
427
428 /*
429 * Try to get a proc struct from the appropriate free list. If this
430 * fails, we must be out of PGPROC structures (not to mention semaphores).
431 *
432 * While we are holding the spinlock, also copy the current shared
433 * estimate of spins_per_delay to local storage.
434 */
436
438
439 if (!dlist_is_empty(procgloballist))
440 {
441 MyProc = dlist_container(PGPROC, freeProcsLink, dlist_pop_head_node(procgloballist));
443 }
444 else
445 {
446 /*
447 * If we reach here, all the PGPROCs are in use. This is one of the
448 * possible places to detect "too many backends", so give the standard
449 * error message. XXX do we need to give a different failure message
450 * in the autovacuum case?
451 */
453 if (AmWalSenderProcess())
456 errmsg("number of requested standby connections exceeds \"max_wal_senders\" (currently %d)",
460 errmsg("sorry, too many clients already")));
461 }
463
464 /*
465 * Cross-check that the PGPROC is of the type we expect; if this were not
466 * the case, it would get returned to the wrong list.
467 */
468 Assert(MyProc->procgloballist == procgloballist);
469
470 /*
471 * Initialize all fields of MyProc, except for those previously
472 * initialized by ProcGlobalShmemInit.
473 */
476 MyProc->fpVXIDLock = false;
483 /* databaseId and roleId will be filled in later */
489 MyProc->statusFlags = 0;
490 /* NB -- autovac launcher intentionally does not set IS_AUTOVACUUM */
494 MyProc->lwWaitMode = 0;
499#ifdef USE_ASSERT_CHECKING
500 {
501 int i;
502
503 /* Last process should have released all locks. */
504 for (i = 0; i < NUM_LOCK_PARTITIONS; i++)
506 }
507#endif
509
510 /* Initialize fields for sync rep */
514
515 /* Initialize fields for group XID clearing. */
519
520 /* Check that group locking fields are in a proper initial state. */
523
524 /* Initialize wait event information. */
526
527 /* Initialize fields for group transaction status update. */
528 MyProc->clogGroupMember = false;
534
535 /*
536 * Acquire ownership of the PGPROC's latch, so that we can use WaitLatch
537 * on it. That allows us to repoint the process latch, which so far
538 * points to process local one, to the shared one.
539 */
542
543 /* now that we have a proc, report wait events to shared memory */
545
546 /*
547 * We might be reusing a semaphore that belonged to a failed process. So
548 * be careful and reinitialize its value here. (This is not strictly
549 * necessary anymore, but seems like a good idea for cleanliness.)
550 */
552
553 /* autovacuum launcher is specially advertised in ProcGlobal */
556
557 /*
558 * Arrange to clean up at backend exit.
559 */
561
562 /*
563 * Now that we have a PGPROC, we could try to acquire locks, so initialize
564 * local state needed for LWLocks, and the deadlock checker.
565 */
568
569#ifdef EXEC_BACKEND
570
571 /*
572 * Initialize backend-local pointers to all the shared data structures.
573 * (We couldn't do this until now because it needs LWLocks.)
574 */
577#endif
578}
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition atomics.h:232
#define TRANSACTION_STATUS_IN_PROGRESS
Definition clog.h:27
void InitDeadLockChecking(void)
Definition deadlock.c:143
int errcode(int sqlerrcode)
Definition elog.c:875
#define ereport(elevel,...)
Definition elog.h:152
static dlist_node * dlist_pop_head_node(dlist_head *head)
Definition ilist.h:450
#define AmAutoVacuumWorkerProcess()
Definition miscadmin.h:389
#define AmBackgroundWorkerProcess()
Definition miscadmin.h:390
#define AmWalSenderProcess()
Definition miscadmin.h:391
#define AmSpecialWorkerProcess()
Definition miscadmin.h:405
@ B_AUTOVAC_LAUNCHER
Definition miscadmin.h:347
static char * errmsg
#define PROC_IS_AUTOVACUUM
Definition proc.h:61
static void ProcKill(int code, Datum arg)
Definition proc.c:934
#define SYNC_REP_NOT_WAITING
Definition syncrep.h:30
int max_wal_senders
Definition walsender.c:141
#define InvalidXLogRecPtr
Definition xlogdefs.h:28

References AmAutoVacuumWorkerProcess, AmBackgroundWorkerProcess, AmSpecialWorkerProcess, AmWalSenderProcess, Assert, PROC_HDR::autovacFreeProcs, PROC_HDR::avLauncherProc, B_AUTOVAC_LAUNCHER, PGPROC::backendType, PROC_HDR::bgworkerFreeProcs, PGPROC::clogGroupMember, PGPROC::clogGroupMemberLsn, PGPROC::clogGroupMemberPage, PGPROC::clogGroupMemberXid, PGPROC::clogGroupMemberXidStatus, PGPROC::clogGroupNext, PGPROC::databaseId, PGPROC::delayChkptFlags, dlist_container, dlist_is_empty(), dlist_node_init(), dlist_pop_head_node(), elog, ereport, errcode(), errmsg, ERROR, FATAL, fb(), PGPROC::fpLocalTransactionId, PGPROC::fpVXIDLock, PROC_HDR::freeProcs, PGPROC::freeProcsLink, PROC_HDR::freeProcsLock, GetNumberFromPGProc, i, InitDeadLockChecking(), InitLWLockAccess(), INVALID_PROC_NUMBER, InvalidLocalTransactionId, InvalidOid, InvalidTransactionId, InvalidXLogRecPtr, IsUnderPostmaster, PGPROC::lockGroupLeader, PGPROC::lockGroupMembers, LW_WS_NOT_WAITING, PGPROC::lwWaiting, PGPROC::lwWaitMode, PGPROC::lxid, max_wal_senders, MyBackendType, MyProc, PGPROC::myProcLocks, MyProcNumber, MyProcPid, NUM_LOCK_PARTITIONS, on_shmem_exit(), OwnLatch(), PANIC, PGPROC::pendingRecoveryConflicts, pg_atomic_read_u32(), pg_atomic_write_u32(), pg_atomic_write_u64(), PGSemaphoreReset(), pgstat_set_wait_event_storage(), PGPROC::pid, PROC_IS_AUTOVACUUM, PROC_WAIT_STATUS_OK, PGPROC::procArrayGroupMember, PGPROC::procArrayGroupMemberXid, PGPROC::procArrayGroupNext, ProcGlobal, PGPROC::procgloballist, ProcKill(), PGPROC::procLatch, PGPROC::procNumber, RegisterPostmasterChildActive(), PGPROC::roleId, PGPROC::sem, set_spins_per_delay(), SpinLockAcquire(), SpinLockRelease(), PROC_HDR::spins_per_delay, PGPROC::statusFlags, SwitchToSharedLatch(), SYNC_REP_NOT_WAITING, PGPROC::syncRepLinks, PGPROC::syncRepState, PGPROC::tempNamespaceId, TRANSACTION_STATUS_IN_PROGRESS, PGPROC::vxid, PGPROC::wait_event_info, PGPROC::waitLink, PGPROC::waitLock, PGPROC::waitLSN, PGPROC::waitProcLock, PGPROC::waitStart, PGPROC::waitStatus, PROC_HDR::walsenderFreeProcs, PGPROC::xid, and PGPROC::xmin.

Referenced by AutoVacLauncherMain(), AutoVacWorkerMain(), BackendMain(), BackgroundWorkerMain(), BootstrapModeMain(), PostgresSingleUserMain(), and ReplSlotSyncWorkerMain().

◆ InitProcessPhase2()

void InitProcessPhase2 ( void  )
extern

Definition at line 588 of file proc.c.

589{
590 Assert(MyProc != NULL);
591
592 /*
593 * Add our PGPROC to the PGPROC array in shared memory.
594 */
596
597 /*
598 * Arrange to clean that up at backend exit.
599 */
601}
void ProcArrayAdd(PGPROC *proc)
Definition procarray.c:464
static void RemoveProcFromArray(int code, Datum arg)
Definition proc.c:923

References Assert, fb(), MyProc, on_shmem_exit(), ProcArrayAdd(), and RemoveProcFromArray().

Referenced by InitPostgres().

◆ JoinWaitQueue()

ProcWaitStatus JoinWaitQueue ( LOCALLOCK locallock,
LockMethod  lockMethodTable,
bool  dontWait 
)
extern

Definition at line 1209 of file proc.c.

1210{
1211 LOCKMODE lockmode = locallock->tag.mode;
1212 LOCK *lock = locallock->lock;
1213 PROCLOCK *proclock = locallock->proclock;
1214 uint32 hashcode = locallock->hashcode;
1220 bool early_deadlock = false;
1221 PGPROC *leader = MyProc->lockGroupLeader;
1222
1224
1225 /*
1226 * Set bitmask of locks this process already holds on this object.
1227 */
1228 myHeldLocks = MyProc->heldLocks = proclock->holdMask;
1229
1230 /*
1231 * Determine which locks we're already holding.
1232 *
1233 * If group locking is in use, locks held by members of my locking group
1234 * need to be included in myHeldLocks. This is not required for relation
1235 * extension lock which conflict among group members. However, including
1236 * them in myHeldLocks will give group members the priority to get those
1237 * locks as compared to other backends which are also trying to acquire
1238 * those locks. OTOH, we can avoid giving priority to group members for
1239 * that kind of locks, but there doesn't appear to be a clear advantage of
1240 * the same.
1241 */
1242 myProcHeldLocks = proclock->holdMask;
1244 if (leader != NULL)
1245 {
1246 dlist_iter iter;
1247
1248 dlist_foreach(iter, &lock->procLocks)
1249 {
1251
1252 otherproclock = dlist_container(PROCLOCK, lockLink, iter.cur);
1253
1254 if (otherproclock->groupLeader == leader)
1255 myHeldLocks |= otherproclock->holdMask;
1256 }
1257 }
1258
1259 /*
1260 * Determine where to add myself in the wait queue.
1261 *
1262 * Normally I should go at the end of the queue. However, if I already
1263 * hold locks that conflict with the request of any previous waiter, put
1264 * myself in the queue just in front of the first such waiter. This is not
1265 * a necessary step, since deadlock detection would move me to before that
1266 * waiter anyway; but it's relatively cheap to detect such a conflict
1267 * immediately, and avoid delaying till deadlock timeout.
1268 *
1269 * Special case: if I find I should go in front of some waiter, check to
1270 * see if I conflict with already-held locks or the requests before that
1271 * waiter. If not, then just grant myself the requested lock immediately.
1272 * This is the same as the test for immediate grant in LockAcquire, except
1273 * we are only considering the part of the wait queue before my insertion
1274 * point.
1275 */
1277 {
1279 dlist_iter iter;
1280
1282 {
1283 PGPROC *proc = dlist_container(PGPROC, waitLink, iter.cur);
1284
1285 /*
1286 * If we're part of the same locking group as this waiter, its
1287 * locks neither conflict with ours nor contribute to
1288 * aheadRequests.
1289 */
1290 if (leader != NULL && leader == proc->lockGroupLeader)
1291 continue;
1292
1293 /* Must he wait for me? */
1294 if (lockMethodTable->conflictTab[proc->waitLockMode] & myHeldLocks)
1295 {
1296 /* Must I wait for him ? */
1297 if (lockMethodTable->conflictTab[lockmode] & proc->heldLocks)
1298 {
1299 /*
1300 * Yes, so we have a deadlock. Easiest way to clean up
1301 * correctly is to call RemoveFromWaitQueue(), but we
1302 * can't do that until we are *on* the wait queue. So, set
1303 * a flag to check below, and break out of loop. Also,
1304 * record deadlock info for later message.
1305 */
1306 RememberSimpleDeadLock(MyProc, lockmode, lock, proc);
1307 early_deadlock = true;
1308 break;
1309 }
1310 /* I must go before this waiter. Check special case. */
1311 if ((lockMethodTable->conflictTab[lockmode] & aheadRequests) == 0 &&
1312 !LockCheckConflicts(lockMethodTable, lockmode, lock,
1313 proclock))
1314 {
1315 /* Skip the wait and just grant myself the lock. */
1316 GrantLock(lock, proclock, lockmode);
1317 return PROC_WAIT_STATUS_OK;
1318 }
1319
1320 /* Put myself into wait queue before conflicting process */
1321 insert_before = proc;
1322 break;
1323 }
1324 /* Nope, so advance to next waiter */
1326 }
1327 }
1328
1329 /*
1330 * If we detected deadlock, give up without waiting. This must agree with
1331 * CheckDeadLock's recovery code.
1332 */
1333 if (early_deadlock)
1335
1336 /*
1337 * At this point we know that we'd really need to sleep. If we've been
1338 * commanded not to do that, bail out.
1339 */
1340 if (dontWait)
1342
1343 /*
1344 * Insert self into queue, at the position determined above.
1345 */
1346 if (insert_before)
1348 else
1350
1351 lock->waitMask |= LOCKBIT_ON(lockmode);
1352
1353 /* Set up wait information in PGPROC object, too */
1355 MyProc->waitLock = lock;
1356 MyProc->waitProcLock = proclock;
1357 MyProc->waitLockMode = lockmode;
1358
1360
1362}
#define PG_USED_FOR_ASSERTS_ONLY
Definition c.h:308
void RememberSimpleDeadLock(PGPROC *proc1, LOCKMODE lockmode, LOCK *lock, PGPROC *proc2)
Definition deadlock.c:1147
static void dclist_push_tail(dclist_head *head, dlist_node *node)
Definition ilist.h:709
static bool dclist_is_empty(const dclist_head *head)
Definition ilist.h:682
static void dclist_insert_before(dclist_head *head, dlist_node *before, dlist_node *node)
Definition ilist.h:745
#define dclist_foreach(iter, lhead)
Definition ilist.h:970
void GrantLock(LOCK *lock, PROCLOCK *proclock, LOCKMODE lockmode)
Definition lock.c:1666
bool LockCheckConflicts(LockMethod lockMethodTable, LOCKMODE lockmode, LOCK *lock, PROCLOCK *proclock)
Definition lock.c:1537
#define LOCKBIT_ON(lockmode)
Definition lock.h:87
bool LWLockHeldByMeInMode(LWLock *lock, LWLockMode mode)
Definition lwlock.c:1929
dclist_head waitProcs
Definition lock.h:148
LOCKMASK waitMask
Definition lock.h:146
LOCKMASK holdMask
Definition lock.h:207
dlist_node * cur
Definition ilist.h:179

References Assert, dlist_iter::cur, dclist_foreach, dclist_insert_before(), dclist_is_empty(), dclist_push_tail(), dlist_container, dlist_foreach, fb(), GrantLock(), PGPROC::heldLocks, PROCLOCK::holdMask, LOCKBIT_ON, LockCheckConflicts(), PGPROC::lockGroupLeader, LockHashPartitionLock, LW_EXCLUSIVE, LWLockHeldByMeInMode(), MyProc, PG_USED_FOR_ASSERTS_ONLY, PROC_WAIT_STATUS_ERROR, PROC_WAIT_STATUS_OK, PROC_WAIT_STATUS_WAITING, LOCK::procLocks, RememberSimpleDeadLock(), PGPROC::waitLink, PGPROC::waitLock, PGPROC::waitLockMode, LOCK::waitMask, PGPROC::waitProcLock, LOCK::waitProcs, and PGPROC::waitStatus.

Referenced by LockAcquireExtended().

◆ LockErrorCleanup()

void LockErrorCleanup ( void  )
extern

Definition at line 828 of file proc.c.

829{
833
835
837
838 /* Nothing to do if we weren't waiting for a lock */
840 if (lockAwaited == NULL)
841 {
843 return;
844 }
845
846 /*
847 * Turn off the deadlock and lock timeout timers, if they are still
848 * running (see ProcSleep). Note we must preserve the LOCK_TIMEOUT
849 * indicator flag, since this function is executed before
850 * ProcessInterrupts when responding to SIGINT; else we'd lose the
851 * knowledge that the SIGINT came from a lock timeout and not an external
852 * source.
853 */
855 timeouts[0].keep_indicator = false;
856 timeouts[1].id = LOCK_TIMEOUT;
857 timeouts[1].keep_indicator = true;
859
860 /* Unlink myself from the wait queue, if on it (might not be anymore!) */
863
865 {
866 /* We could not have been granted the lock yet */
868 }
869 else
870 {
871 /*
872 * Somebody kicked us off the lock queue already. Perhaps they
873 * granted us the lock, or perhaps they detected a deadlock. If they
874 * did grant us the lock, we'd better remember it in our local lock
875 * table.
876 */
879 }
880
882
884
886}
static bool dlist_node_is_detached(const dlist_node *node)
Definition ilist.h:525
void GrantAwaitedLock(void)
Definition lock.c:1897
void RemoveFromWaitQueue(PGPROC *proc, uint32 hashcode)
Definition lock.c:2054
void ResetAwaitedLock(void)
Definition lock.c:1915
void AbortStrongLockAcquire(void)
Definition lock.c:1868
LOCALLOCK * GetAwaitedLock(void)
Definition lock.c:1906
#define RESUME_INTERRUPTS()
Definition miscadmin.h:138
#define HOLD_INTERRUPTS()
Definition miscadmin.h:136
void disable_timeouts(const DisableTimeoutParams *timeouts, int count)
Definition timeout.c:718
@ LOCK_TIMEOUT
Definition timeout.h:28
@ DEADLOCK_TIMEOUT
Definition timeout.h:27

References AbortStrongLockAcquire(), DEADLOCK_TIMEOUT, disable_timeouts(), dlist_node_is_detached(), fb(), GetAwaitedLock(), GrantAwaitedLock(), HOLD_INTERRUPTS, LOCK_TIMEOUT, LockHashPartitionLock, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), MyProc, PROC_WAIT_STATUS_OK, RemoveFromWaitQueue(), ResetAwaitedLock(), RESUME_INTERRUPTS, PGPROC::waitLink, and PGPROC::waitStatus.

Referenced by AbortSubTransaction(), AbortTransaction(), ProcessInterrupts(), ProcReleaseLocks(), and report_recovery_conflict().

◆ ProcGlobalSemas()

int ProcGlobalSemas ( void  )
extern

Definition at line 130 of file proc.c.

131{
132 /*
133 * We need a sema per backend (including autovacuum), plus one for each
134 * auxiliary process.
135 */
137}
int MaxBackends
Definition globals.c:149

References MaxBackends, and NUM_AUXILIARY_PROCS.

Referenced by InitializeShmemGUCs(), ProcGlobalShmemInit(), and ProcGlobalShmemRequest().

◆ ProcLockWakeup()

void ProcLockWakeup ( LockMethod  lockMethodTable,
LOCK lock 
)
extern

Definition at line 1840 of file proc.c.

1841{
1845
1847 return;
1848
1850 {
1851 PGPROC *proc = dlist_container(PGPROC, waitLink, miter.cur);
1852 LOCKMODE lockmode = proc->waitLockMode;
1853
1854 /*
1855 * Waken if (a) doesn't conflict with requests of earlier waiters, and
1856 * (b) doesn't conflict with already-held locks.
1857 */
1858 if ((lockMethodTable->conflictTab[lockmode] & aheadRequests) == 0 &&
1859 !LockCheckConflicts(lockMethodTable, lockmode, lock,
1860 proc->waitProcLock))
1861 {
1862 /* OK to waken */
1863 GrantLock(lock, proc->waitProcLock, lockmode);
1864 /* removes proc from the lock's waiting process queue */
1866 }
1867 else
1868 {
1869 /*
1870 * Lock conflicts: Don't wake, but remember requested mode for
1871 * later checks.
1872 */
1873 aheadRequests |= LOCKBIT_ON(lockmode);
1874 }
1875 }
1876}
#define dclist_foreach_modify(iter, lhead)
Definition ilist.h:973
void ProcWakeup(PGPROC *proc, ProcWaitStatus waitStatus)
Definition proc.c:1812

References dclist_foreach_modify, dclist_is_empty(), dlist_container, fb(), GrantLock(), LOCKBIT_ON, LockCheckConflicts(), PROC_WAIT_STATUS_OK, ProcWakeup(), PGPROC::waitLockMode, PGPROC::waitProcLock, and LOCK::waitProcs.

Referenced by CleanUpLock(), and DeadLockCheck().

◆ ProcReleaseLocks()

void ProcReleaseLocks ( bool  isCommit)
extern

Definition at line 906 of file proc.c.

907{
908 if (!MyProc)
909 return;
910 /* If waiting, get off wait queue (should only be needed after error) */
912 /* Release standard locks, including session-level if aborting */
914 /* Release transaction-level advisory locks */
916}
void LockReleaseAll(LOCKMETHODID lockmethodid, bool allLocks)
Definition lock.c:2315
#define DEFAULT_LOCKMETHOD
Definition locktag.h:25
#define USER_LOCKMETHOD
Definition locktag.h:26
void LockErrorCleanup(void)
Definition proc.c:828

References DEFAULT_LOCKMETHOD, fb(), LockErrorCleanup(), LockReleaseAll(), MyProc, and USER_LOCKMETHOD.

Referenced by ResourceOwnerReleaseInternal().

◆ ProcSendSignal()

void ProcSendSignal ( ProcNumber  procNumber)
extern

Definition at line 2091 of file proc.c.

2092{
2094 elog(ERROR, "procNumber out of range");
2095
2096 SetLatch(&GetPGProcByNumber(procNumber)->procLatch);
2097}
#define GetPGProcByNumber(n)
Definition proc.h:506

References PROC_HDR::allProcCount, elog, ERROR, fb(), GetPGProcByNumber, ProcGlobal, and SetLatch().

Referenced by ReleasePredicateLocks(), and WakePinCountWaiter().

◆ ProcSleep()

ProcWaitStatus ProcSleep ( LOCALLOCK locallock)
extern

Definition at line 1378 of file proc.c.

1379{
1380 LOCKMODE lockmode = locallock->tag.mode;
1381 LOCK *lock = locallock->lock;
1382 uint32 hashcode = locallock->hashcode;
1385 bool allow_autovacuum_cancel = true;
1386 bool logged_recovery_conflict = false;
1387 bool logged_lock_wait = false;
1390
1391 /* The caller must've armed the on-error cleanup mechanism */
1394
1395 /*
1396 * Now that we will successfully clean up after an ereport, it's safe to
1397 * check to see if there's a buffer pin deadlock against the Startup
1398 * process. Of course, that's only necessary if we're doing Hot Standby
1399 * and are not the Startup process ourselves.
1400 */
1403
1404 /* Reset deadlock_state before enabling the timeout handler */
1406 got_deadlock_timeout = false;
1407
1408 /*
1409 * Set timer so we can wake up after awhile and check for a deadlock. If a
1410 * deadlock is detected, the handler sets MyProc->waitStatus =
1411 * PROC_WAIT_STATUS_ERROR, allowing us to know that we must report failure
1412 * rather than success.
1413 *
1414 * By delaying the check until we've waited for a bit, we can avoid
1415 * running the rather expensive deadlock-check code in most cases.
1416 *
1417 * If LockTimeout is set, also enable the timeout for that. We can save a
1418 * few cycles by enabling both timeout sources in one call.
1419 *
1420 * If InHotStandby we set lock waits slightly later for clarity with other
1421 * code.
1422 */
1423 if (!InHotStandby)
1424 {
1425 if (LockTimeout > 0)
1426 {
1428
1430 timeouts[0].type = TMPARAM_AFTER;
1431 timeouts[0].delay_ms = DeadlockTimeout;
1432 timeouts[1].id = LOCK_TIMEOUT;
1433 timeouts[1].type = TMPARAM_AFTER;
1434 timeouts[1].delay_ms = LockTimeout;
1436 }
1437 else
1439
1440 /*
1441 * Use the current time obtained for the deadlock timeout timer as
1442 * waitStart (i.e., the time when this process started waiting for the
1443 * lock). Since getting the current time newly can cause overhead, we
1444 * reuse the already-obtained time to avoid that overhead.
1445 *
1446 * Note that waitStart is updated without holding the lock table's
1447 * partition lock, to avoid the overhead by additional lock
1448 * acquisition. This can cause "waitstart" in pg_locks to become NULL
1449 * for a very short period of time after the wait started even though
1450 * "granted" is false. This is OK in practice because we can assume
1451 * that users are likely to look at "waitstart" when waiting for the
1452 * lock for a long time.
1453 */
1456 }
1458 {
1459 /*
1460 * Set the wait start timestamp if logging is enabled and in hot
1461 * standby.
1462 */
1464 }
1465
1466 /*
1467 * If somebody wakes us between LWLockRelease and WaitLatch, the latch
1468 * will not wait. But a set latch does not necessarily mean that the lock
1469 * is free now, as there are many other sources for latch sets than
1470 * somebody releasing the lock.
1471 *
1472 * We process interrupts whenever the latch has been set, so cancel/die
1473 * interrupts are processed quickly. This means we must not mind losing
1474 * control to a cancel/die interrupt here. We don't, because we have no
1475 * shared-state-change work to do after being granted the lock (the
1476 * grantor did it all). We do have to worry about canceling the deadlock
1477 * timeout and updating the locallock table, but if we lose control to an
1478 * error, LockErrorCleanup will fix that up.
1479 */
1480 do
1481 {
1482 if (InHotStandby)
1483 {
1484 bool maybe_log_conflict =
1486
1487 /* Set a timer and wait for that or for the lock to be granted */
1490
1491 /*
1492 * Emit the log message if the startup process is waiting longer
1493 * than deadlock_timeout for recovery conflict on lock.
1494 */
1496 {
1498
1501 {
1503 int cnt;
1504
1505 vxids = GetLockConflicts(&locallock->tag.lock,
1506 AccessExclusiveLock, &cnt);
1507
1508 /*
1509 * Log the recovery conflict and the list of PIDs of
1510 * backends holding the conflicting lock. Note that we do
1511 * logging even if there are no such backends right now
1512 * because the startup process here has already waited
1513 * longer than deadlock_timeout.
1514 */
1517 cnt > 0 ? vxids : NULL, true);
1519 }
1520 }
1521 }
1522 else
1523 {
1525 PG_WAIT_LOCK | locallock->tag.lock.locktag_type);
1527 /* check for deadlocks first, as that's probably log-worthy */
1529 {
1531 got_deadlock_timeout = false;
1532 }
1534 }
1535
1536 /*
1537 * waitStatus could change from PROC_WAIT_STATUS_WAITING to something
1538 * else asynchronously. Read it just once per loop to prevent
1539 * surprising behavior (such as missing log messages).
1540 */
1541 myWaitStatus = *((volatile ProcWaitStatus *) &MyProc->waitStatus);
1542
1543 /*
1544 * If we are not deadlocked, but are waiting on an autovacuum-induced
1545 * task, send a signal to interrupt it.
1546 */
1548 {
1550 uint8 statusFlags;
1553
1554 /*
1555 * Grab info we need, then release lock immediately. Note this
1556 * coding means that there is a tiny chance that the process
1557 * terminates its current transaction and starts a different one
1558 * before we have a change to send the signal; the worst possible
1559 * consequence is that a for-wraparound vacuum is canceled. But
1560 * that could happen in any case unless we were to do kill() with
1561 * the lock held, which is much more undesirable.
1562 */
1564 statusFlags = ProcGlobal->statusFlags[autovac->pgxactoff];
1566 locktag_copy = lock->tag;
1568
1569 /*
1570 * Only do it if the worker is not working to protect against Xid
1571 * wraparound.
1572 */
1573 if ((statusFlags & PROC_IS_AUTOVACUUM) &&
1574 !(statusFlags & PROC_VACUUM_FOR_WRAPAROUND))
1575 {
1576 int pid = autovac->pid;
1577
1578 /* report the case, if configured to do so */
1580 {
1582 StringInfoData logbuf; /* errdetail for server log */
1583
1588 "Process %d waits for %s on %s.",
1589 MyProcPid,
1591 locktagbuf.data);
1592
1594 (errmsg_internal("sending cancel to blocking autovacuum PID %d",
1595 pid),
1596 errdetail_log("%s", logbuf.data)));
1597
1598 pfree(locktagbuf.data);
1599 pfree(logbuf.data);
1600 }
1601
1602 /* send the autovacuum worker Back to Old Kent Road */
1603 if (kill(pid, SIGINT) < 0)
1604 {
1605 /*
1606 * There's a race condition here: once we release the
1607 * ProcArrayLock, it's possible for the autovac worker to
1608 * close up shop and exit before we can do the kill().
1609 * Therefore, we do not whinge about no-such-process.
1610 * Other errors such as EPERM could conceivably happen if
1611 * the kernel recycles the PID fast enough, but such cases
1612 * seem improbable enough that it's probably best to issue
1613 * a warning if we see some other errno.
1614 */
1615 if (errno != ESRCH)
1617 (errmsg("could not send signal to process %d: %m",
1618 pid)));
1619 }
1620 }
1621
1622 /* prevent signal from being sent again more than once */
1624 }
1625
1626 /*
1627 * If awoken after the deadlock check interrupt has run, increment the
1628 * lock statistics counters and if log_lock_waits is on, then report
1629 * about the wait.
1630 */
1632 {
1633 long secs;
1634 int usecs;
1635 long msecs;
1636
1637 INJECTION_POINT("deadlock-timeout-fired", NULL);
1640 &secs, &usecs);
1641 /* Increment the lock statistics counters if done waiting. */
1643 pgstat_count_lock_waits(locallock->tag.lock.locktag_type,
1644 (PgStat_Counter) secs * 1000000 + usecs);
1645
1646 msecs = secs * 1000 + usecs / 1000;
1647 usecs = usecs % 1000;
1648
1649 if (log_lock_waits)
1650 {
1654 const char *modename;
1655 int lockHoldersNum = 0;
1656
1660
1661 DescribeLockTag(&buf, &locallock->tag.lock);
1662 modename = GetLockmodeName(locallock->tag.lock.locktag_lockmethodid,
1663 lockmode);
1664
1665 /* Gather a list of all lock holders and waiters */
1670
1672 ereport(LOG,
1673 (errmsg("process %d avoided deadlock for %s on %s by rearranging queue order after %ld.%03d ms",
1674 MyProcPid, modename, buf.data, msecs, usecs),
1675 (errdetail_log_plural("Process holding the lock: %s. Wait queue: %s.",
1676 "Processes holding the lock: %s. Wait queue: %s.",
1678 else if (deadlock_state == DS_HARD_DEADLOCK)
1679 {
1680 /*
1681 * This message is a bit redundant with the error that
1682 * will be reported subsequently, but in some cases the
1683 * error report might not make it to the log (eg, if it's
1684 * caught by an exception handler), and we want to ensure
1685 * all long-wait events get logged.
1686 */
1687 ereport(LOG,
1688 (errmsg("process %d detected deadlock while waiting for %s on %s after %ld.%03d ms",
1689 MyProcPid, modename, buf.data, msecs, usecs),
1690 (errdetail_log_plural("Process holding the lock: %s. Wait queue: %s.",
1691 "Processes holding the lock: %s. Wait queue: %s.",
1693 }
1694
1696 {
1697 /*
1698 * Guard the "still waiting on lock" log message so it is
1699 * reported at most once while waiting for the lock.
1700 *
1701 * Without this guard, the message can be emitted whenever
1702 * the lock-wait sleep is interrupted (for example by
1703 * SIGHUP for config reload or by
1704 * client_connection_check_interval). For example, if
1705 * client_connection_check_interval is set very low (e.g.,
1706 * 100 ms), the message could be logged repeatedly,
1707 * flooding the log and making it difficult to use.
1708 */
1709 if (!logged_lock_wait)
1710 {
1711 ereport(LOG,
1712 (errmsg("process %d still waiting for %s on %s after %ld.%03d ms",
1713 MyProcPid, modename, buf.data, msecs, usecs),
1714 (errdetail_log_plural("Process holding the lock: %s. Wait queue: %s.",
1715 "Processes holding the lock: %s. Wait queue: %s.",
1717 logged_lock_wait = true;
1718 }
1719 }
1721 ereport(LOG,
1722 (errmsg("process %d acquired %s on %s after %ld.%03d ms",
1723 MyProcPid, modename, buf.data, msecs, usecs)));
1724 else
1725 {
1727
1728 /*
1729 * Currently, the deadlock checker always kicks its own
1730 * process, which means that we'll only see
1731 * PROC_WAIT_STATUS_ERROR when deadlock_state ==
1732 * DS_HARD_DEADLOCK, and there's no need to print
1733 * redundant messages. But for completeness and
1734 * future-proofing, print a message if it looks like
1735 * someone else kicked us off the lock.
1736 */
1738 ereport(LOG,
1739 (errmsg("process %d failed to acquire %s on %s after %ld.%03d ms",
1740 MyProcPid, modename, buf.data, msecs, usecs),
1741 (errdetail_log_plural("Process holding the lock: %s. Wait queue: %s.",
1742 "Processes holding the lock: %s. Wait queue: %s.",
1744 }
1745 pfree(buf.data);
1748 }
1749
1750 /*
1751 * At this point we might still need to wait for the lock. Reset
1752 * state so we don't print the above messages again if
1753 * log_lock_waits is on.
1754 */
1756 }
1758
1759 /*
1760 * Disable the timers, if they are still running. As in LockErrorCleanup,
1761 * we must preserve the LOCK_TIMEOUT indicator flag: if a lock timeout has
1762 * already caused QueryCancelPending to become set, we want the cancel to
1763 * be reported as a lock timeout, not a user cancel.
1764 */
1765 if (!InHotStandby)
1766 {
1767 if (LockTimeout > 0)
1768 {
1770
1772 timeouts[0].keep_indicator = false;
1773 timeouts[1].id = LOCK_TIMEOUT;
1774 timeouts[1].keep_indicator = true;
1776 }
1777 else
1779 }
1780
1781 /*
1782 * Emit the log message if recovery conflict on lock was resolved but the
1783 * startup process waited longer than deadlock_timeout for it.
1784 */
1788 NULL, false);
1789
1790 /*
1791 * We don't have to do anything else, because the awaker did all the
1792 * necessary updates of the lock table and MyProc. (The caller is
1793 * responsible for updating the local lock table.)
1794 */
1795 return myWaitStatus;
1796}
void TimestampDifference(TimestampTz start_time, TimestampTz stop_time, long *secs, int *microsecs)
Definition timestamp.c:1729
bool TimestampDifferenceExceeds(TimestampTz start_time, TimestampTz stop_time, int msec)
Definition timestamp.c:1789
TimestampTz GetCurrentTimestamp(void)
Definition timestamp.c:1649
Datum now(PG_FUNCTION_ARGS)
Definition timestamp.c:1613
int64 TimestampTz
Definition timestamp.h:39
PGPROC * GetBlockingAutoVacuumPgproc(void)
Definition deadlock.c:290
bool message_level_is_interesting(int elevel)
Definition elog.c:285
#define LOG
Definition elog.h:32
int int errmsg_internal(const char *fmt,...) pg_attribute_printf(1
#define WARNING
Definition elog.h:37
#define DEBUG1
Definition elog.h:31
int int int errdetail_log(const char *fmt,...) pg_attribute_printf(1
int int int int errdetail_log_plural(const char *fmt_singular, const char *fmt_plural, unsigned long n,...) pg_attribute_printf(1
#define INJECTION_POINT(name, arg)
return true
Definition isn.c:130
void ResetLatch(Latch *latch)
Definition latch.c:374
int WaitLatch(Latch *latch, int wakeEvents, long timeout, uint32 wait_event_info)
Definition latch.c:172
void DescribeLockTag(StringInfo buf, const LOCKTAG *tag)
Definition lmgr.c:1249
VirtualTransactionId * GetLockConflicts(const LOCKTAG *locktag, LOCKMODE lockmode, int *countp)
Definition lock.c:3077
const char * GetLockmodeName(LOCKMETHODID lockmethodid, LOCKMODE mode)
Definition lock.c:4233
DeadLockState
Definition lock.h:340
@ DS_HARD_DEADLOCK
Definition lock.h:344
@ DS_BLOCKED_BY_AUTOVACUUM
Definition lock.h:345
@ DS_NO_DEADLOCK
Definition lock.h:342
@ DS_NOT_YET_CHECKED
Definition lock.h:341
@ DS_SOFT_DEADLOCK
Definition lock.h:343
#define AccessExclusiveLock
Definition lockdefs.h:43
@ LW_SHARED
Definition lwlock.h:105
void pfree(void *pointer)
Definition mcxt.c:1619
#define CHECK_FOR_INTERRUPTS()
Definition miscadmin.h:125
static char buf[DEFAULT_XLOG_SEG_SIZE]
int64 PgStat_Counter
Definition pgstat.h:71
void pgstat_count_lock_waits(uint8 locktag_type, PgStat_Counter usecs)
#define PROC_VACUUM_FOR_WRAPAROUND
Definition proc.h:64
bool log_lock_waits
Definition proc.c:68
void GetLockHoldersAndWaiters(LOCALLOCK *locallock, StringInfo lock_holders_sbuf, StringInfo lock_waiters_sbuf, int *lockHoldersNum)
Definition proc.c:2005
int DeadlockTimeout
Definition proc.c:62
int LockTimeout
Definition proc.c:64
static DeadLockState CheckDeadLock(void)
Definition proc.c:1887
void CheckRecoveryConflictDeadlock(void)
Definition standby.c:907
bool log_recovery_conflict_waits
Definition standby.c:43
void LogRecoveryConflict(RecoveryConflictReason reason, TimestampTz wait_start, TimestampTz now, VirtualTransactionId *wait_list, bool still_waiting)
Definition standby.c:275
void ResolveRecoveryConflictWithLock(LOCKTAG locktag, bool logging_conflict)
Definition standby.c:626
@ RECOVERY_CONFLICT_LOCK
Definition standby.h:40
void initStringInfo(StringInfo str)
Definition stringinfo.c:97
uint8 locktag_lockmethodid
Definition locktag.h:71
LOCKTAG tag
Definition lock.h:142
void enable_timeout_after(TimeoutId id, int delay_ms)
Definition timeout.c:560
TimestampTz get_timeout_start_time(TimeoutId id)
Definition timeout.c:813
void disable_timeout(TimeoutId id, bool keep_indicator)
Definition timeout.c:685
void enable_timeouts(const EnableTimeoutParams *timeouts, int count)
Definition timeout.c:630
@ TMPARAM_AFTER
Definition timeout.h:53
#define PG_WAIT_LOCK
#define WL_EXIT_ON_PM_DEATH
#define WL_LATCH_SET
#define kill(pid, sig)
Definition win32_port.h:507
bool RecoveryInProgress(void)
Definition xlog.c:6835
bool InRecovery
Definition xlogutils.c:50
#define InHotStandby
Definition xlogutils.h:60

References AccessExclusiveLock, appendStringInfo(), Assert, buf, CHECK_FOR_INTERRUPTS, CheckDeadLock(), CheckRecoveryConflictDeadlock(), DEADLOCK_TIMEOUT, DeadlockTimeout, DEBUG1, DescribeLockTag(), disable_timeout(), disable_timeouts(), DS_BLOCKED_BY_AUTOVACUUM, DS_HARD_DEADLOCK, DS_NO_DEADLOCK, DS_NOT_YET_CHECKED, DS_SOFT_DEADLOCK, enable_timeout_after(), enable_timeouts(), ereport, errdetail_log(), errdetail_log_plural(), errmsg, errmsg_internal(), fb(), get_timeout_start_time(), GetAwaitedLock(), GetBlockingAutoVacuumPgproc(), GetCurrentTimestamp(), GetLockConflicts(), GetLockHoldersAndWaiters(), GetLockmodeName(), got_deadlock_timeout, EnableTimeoutParams::id, DisableTimeoutParams::id, InHotStandby, initStringInfo(), INJECTION_POINT, InRecovery, kill, LOCK_TIMEOUT, LockHashPartitionLock, LOCKTAG::locktag_lockmethodid, LockTimeout, LOG, log_lock_waits, log_recovery_conflict_waits, LogRecoveryConflict(), LW_EXCLUSIVE, LW_SHARED, LWLockAcquire(), LWLockHeldByMe(), LWLockRelease(), message_level_is_interesting(), MyLatch, MyProc, MyProcPid, now(), pfree(), pg_atomic_write_u64(), PG_WAIT_LOCK, pgstat_count_lock_waits(), PROC_IS_AUTOVACUUM, PROC_VACUUM_FOR_WRAPAROUND, PROC_WAIT_STATUS_ERROR, PROC_WAIT_STATUS_OK, PROC_WAIT_STATUS_WAITING, ProcGlobal, RECOVERY_CONFLICT_LOCK, RecoveryInProgress(), ResetLatch(), ResolveRecoveryConflictWithLock(), PROC_HDR::statusFlags, LOCK::tag, TimestampDifference(), TimestampDifferenceExceeds(), TMPARAM_AFTER, WaitLatch(), PGPROC::waitStart, PGPROC::waitStatus, WARNING, WL_EXIT_ON_PM_DEATH, and WL_LATCH_SET.

Referenced by WaitOnLock().

◆ ProcWaitForSignal()

void ProcWaitForSignal ( uint32  wait_event_info)
extern

◆ ProcWakeup()

void ProcWakeup ( PGPROC proc,
ProcWaitStatus  waitStatus 
)
extern

Definition at line 1812 of file proc.c.

1813{
1814 if (dlist_node_is_detached(&proc->waitLink))
1815 return;
1816
1818
1819 /* Remove process from wait queue */
1821
1822 /* Clean up process' state and pass it the ok/fail signal */
1823 proc->waitLock = NULL;
1824 proc->waitProcLock = NULL;
1825 proc->waitStatus = waitStatus;
1826 pg_atomic_write_u64(&proc->waitStart, 0);
1827
1828 /* And awaken it */
1829 SetLatch(&proc->procLatch);
1830}
static void dclist_delete_from_thoroughly(dclist_head *head, dlist_node *node)
Definition ilist.h:776

References Assert, dclist_delete_from_thoroughly(), dlist_node_is_detached(), fb(), pg_atomic_write_u64(), PROC_WAIT_STATUS_WAITING, PGPROC::procLatch, SetLatch(), PGPROC::waitLink, PGPROC::waitLock, PGPROC::waitProcLock, LOCK::waitProcs, PGPROC::waitStart, and PGPROC::waitStatus.

Referenced by ProcLockWakeup().

◆ SetStartupBufferPinWaitBufId()

void SetStartupBufferPinWaitBufId ( int  bufid)
extern

Definition at line 769 of file proc.c.

770{
771 /* use volatile pointer to prevent code rearrangement */
772 volatile PROC_HDR *procglobal = ProcGlobal;
773
775}

References fb(), ProcGlobal, and PROC_HDR::startupBufferPinWaitBufId.

Referenced by LockBufferForCleanup().

Variable Documentation

◆ DeadlockTimeout

◆ FastPathLockGroupsPerBackend

PGDLLIMPORT int FastPathLockGroupsPerBackend
extern

◆ IdleInTransactionSessionTimeout

PGDLLIMPORT int IdleInTransactionSessionTimeout
extern

Definition at line 65 of file proc.c.

Referenced by PostgresMain(), and ProcessInterrupts().

◆ IdleSessionTimeout

PGDLLIMPORT int IdleSessionTimeout
extern

Definition at line 67 of file proc.c.

Referenced by PostgresMain(), and ProcessInterrupts().

◆ LockTimeout

PGDLLIMPORT int LockTimeout
extern

Definition at line 64 of file proc.c.

Referenced by ProcSleep().

◆ log_lock_waits

PGDLLIMPORT bool log_lock_waits
extern

Definition at line 68 of file proc.c.

Referenced by ProcSleep().

◆ MyProc

PGDLLIMPORT PGPROC* MyProc
extern

Definition at line 71 of file proc.c.

Referenced by _brin_parallel_build_main(), _bt_parallel_build_main(), _gin_parallel_build_main(), AbortTransaction(), AtEOSubXact_Namespace(), AtEOXact_Namespace(), AtEOXact_Snapshot(), attach_to_queues(), AutoVacWorkerMain(), AuxiliaryProcKill(), BaseInit(), BecomeLockGroupLeader(), BecomeLockGroupMember(), BufferLockAcquire(), BufferLockDequeueSelf(), BufferLockQueueSelf(), CheckDeadLock(), CommitTransaction(), ComputeXidHorizons(), ConditionVariableBroadcast(), consume_xids_common(), CountOtherDBBackends(), CreateReplicationSlot(), DefineIndex(), EndPrepare(), exec_eval_simple_expr(), exec_simple_check_plan(), exec_stmt_call(), ExecParallelGetReceiver(), ExecParallelSetupTupleQueues(), ExecWaitStmt(), ExportSnapshot(), FastPathGetRelationLockEntry(), FastPathGrantRelationLock(), FastPathUnGrantRelationLock(), FindLockCycleRecurseMember(), get_cast_hashentry(), GetCurrentVirtualXIDs(), GetLockConflicts(), GetNewTransactionId(), GetSerializableTransactionSnapshotInt(), GetSnapshotData(), GetSnapshotDataReuse(), GetStableLatestTransactionId(), HandleRecoveryConflictInterrupt(), InitAuxiliaryProcess(), InitBufferManagerAccess(), InitializeParallelDSM(), InitPostgres(), InitProcess(), InitProcessPhase2(), InitRecoveryTransactionEnvironment(), InitTempTableNamespace(), InitWalSender(), JoinWaitQueue(), lock_and_open_sequence(), LockAcquireExtended(), LockBufferInternal(), LockCheckConflicts(), LockErrorCleanup(), LockRelease(), LockReleaseAll(), log_status_format(), logicalrep_worker_attach(), LWLockAcquire(), LWLockAcquireOrWait(), LWLockAttemptLock(), LWLockDequeueSelf(), LWLockQueueSelf(), LWLockWaitForVar(), MarkAsPreparingGuts(), MinimumActiveBackends(), pa_setup_dsm(), parallel_vacuum_main(), ParallelApplyWorkerMain(), ParallelWorkerMain(), pg_truncate_visibility_map(), pgaio_init_backend(), pgstat_report_activity(), PhysicalReplicationSlotNewXmin(), PostPrepare_Locks(), PrepareTransaction(), ProcArrayGroupClearXid(), ProcArrayInstallImportedXmin(), ProcArrayInstallRestoredXmin(), ProcessInterrupts(), ProcessRecoveryConflictInterrupts(), ProcessStandbyHSFeedbackMessage(), ProcKill(), ProcReleaseLocks(), ProcSleep(), RecordTransactionCommit(), RecordTransactionCommitPrepared(), ReinitializeParallelDSM(), RelationTruncate(), RemoveProcFromArray(), RepackWorkerMain(), ReplicationSlotRelease(), report_recovery_conflict(), ResolveRecoveryConflictWithLock(), set_indexsafe_procflags(), SetAuthenticatedUserId(), SetDataChecksumsOff(), SetDataChecksumsOn(), SetDataChecksumsOnInProgress(), setup_dynamic_shared_memory(), shm_mq_attach(), shm_mq_detach_internal(), shm_mq_receive(), shm_mq_sendv(), shm_mq_wait_for_attach(), smgr_bulk_finish(), SnapBuildInitialSnapshot(), SnapshotResetXmin(), start_repack_decoding_worker(), StartTransaction(), StartupDecodingContext(), SwitchBackToLocalLatch(), SwitchToSharedLatch(), SyncRepCancelWait(), SyncRepCleanupAtProcExit(), SyncRepQueueInsert(), SyncRepWaitForLSN(), TerminateOtherDBBackends(), TransactionGroupUpdateXidStatus(), TransactionIdIsInProgress(), TransactionIdSetPageStatus(), TruncateMultiXact(), vacuum_rel(), VirtualXactLockTableCleanup(), VirtualXactLockTableInsert(), WaitXLogInsertionsToFinish(), write_csvlog(), write_jsonlog(), and XidCacheRemoveRunningXids().

◆ PreparedXactProcs

PGDLLIMPORT PGPROC* PreparedXactProcs
extern

Definition at line 78 of file proc.c.

Referenced by ProcGlobalShmemInit(), and TwoPhaseShmemInit().

◆ ProcGlobal

◆ StatementTimeout

PGDLLIMPORT int StatementTimeout
extern

Definition at line 63 of file proc.c.

Referenced by enable_statement_timeout().

◆ TransactionTimeout