PostgreSQL Source Code git master
slot.c File Reference
#include "postgres.h"
#include <unistd.h>
#include <sys/stat.h>
#include "access/transam.h"
#include "access/xlog_internal.h"
#include "access/xlogrecovery.h"
#include "common/file_utils.h"
#include "common/string.h"
#include "miscadmin.h"
#include "pgstat.h"
#include "postmaster/interrupt.h"
#include "replication/logicallauncher.h"
#include "replication/slotsync.h"
#include "replication/slot.h"
#include "replication/walsender_private.h"
#include "storage/fd.h"
#include "storage/ipc.h"
#include "storage/proc.h"
#include "storage/procarray.h"
#include "utils/builtins.h"
#include "utils/guc_hooks.h"
#include "utils/injection_point.h"
#include "utils/varlena.h"
Include dependency graph for slot.c:

Go to the source code of this file.

Data Structures

struct  ReplicationSlotOnDisk
 
struct  SyncStandbySlotsConfigData
 
struct  SlotInvalidationCauseMap
 

Macros

#define ReplicationSlotOnDiskConstantSize    offsetof(ReplicationSlotOnDisk, slotdata)
 
#define ReplicationSlotOnDiskNotChecksummedSize    offsetof(ReplicationSlotOnDisk, version)
 
#define ReplicationSlotOnDiskChecksummedSize    sizeof(ReplicationSlotOnDisk) - ReplicationSlotOnDiskNotChecksummedSize
 
#define ReplicationSlotOnDiskV2Size    sizeof(ReplicationSlotOnDisk) - ReplicationSlotOnDiskConstantSize
 
#define SLOT_MAGIC   0x1051CA1 /* format identifier */
 
#define SLOT_VERSION   5 /* version for new files */
 

Typedefs

typedef struct ReplicationSlotOnDisk ReplicationSlotOnDisk
 
typedef struct SlotInvalidationCauseMap SlotInvalidationCauseMap
 

Functions

 StaticAssertDecl (lengthof(SlotInvalidationCauses)==(RS_INVAL_MAX_CAUSES+1), "array length mismatch")
 
static void ReplicationSlotShmemExit (int code, Datum arg)
 
static bool IsSlotForConflictCheck (const char *name)
 
static void ReplicationSlotDropPtr (ReplicationSlot *slot)
 
static void RestoreSlotFromDisk (const char *name)
 
static void CreateSlotOnDisk (ReplicationSlot *slot)
 
static void SaveSlotToPath (ReplicationSlot *slot, const char *dir, int elevel)
 
Size ReplicationSlotsShmemSize (void)
 
void ReplicationSlotsShmemInit (void)
 
void ReplicationSlotInitialize (void)
 
bool ReplicationSlotValidateName (const char *name, bool allow_reserved_name, int elevel)
 
bool ReplicationSlotValidateNameInternal (const char *name, bool allow_reserved_name, int *err_code, char **err_msg, char **err_hint)
 
void ReplicationSlotCreate (const char *name, bool db_specific, ReplicationSlotPersistency persistency, bool two_phase, bool failover, bool synced)
 
ReplicationSlotSearchNamedReplicationSlot (const char *name, bool need_lock)
 
int ReplicationSlotIndex (ReplicationSlot *slot)
 
bool ReplicationSlotName (int index, Name name)
 
void ReplicationSlotAcquire (const char *name, bool nowait, bool error_if_invalid)
 
void ReplicationSlotRelease (void)
 
void ReplicationSlotCleanup (bool synced_only)
 
void ReplicationSlotDrop (const char *name, bool nowait)
 
void ReplicationSlotAlter (const char *name, const bool *failover, const bool *two_phase)
 
void ReplicationSlotDropAcquired (void)
 
void ReplicationSlotSave (void)
 
void ReplicationSlotMarkDirty (void)
 
void ReplicationSlotPersist (void)
 
void ReplicationSlotsComputeRequiredXmin (bool already_locked)
 
void ReplicationSlotsComputeRequiredLSN (void)
 
XLogRecPtr ReplicationSlotsComputeLogicalRestartLSN (void)
 
bool ReplicationSlotsCountDBSlots (Oid dboid, int *nslots, int *nactive)
 
void ReplicationSlotsDropDBSlots (Oid dboid)
 
bool CheckLogicalSlotExists (void)
 
void CheckSlotRequirements (void)
 
void CheckSlotPermissions (void)
 
void ReplicationSlotReserveWal (void)
 
static void ReportSlotInvalidation (ReplicationSlotInvalidationCause cause, bool terminating, int pid, NameData slotname, XLogRecPtr restart_lsn, XLogRecPtr oldestLSN, TransactionId snapshotConflictHorizon, long slot_idle_seconds)
 
static bool CanInvalidateIdleSlot (ReplicationSlot *s)
 
static ReplicationSlotInvalidationCause DetermineSlotInvalidationCause (uint32 possible_causes, ReplicationSlot *s, XLogRecPtr oldestLSN, Oid dboid, TransactionId snapshotConflictHorizon, TimestampTz *inactive_since, TimestampTz now)
 
static bool InvalidatePossiblyObsoleteSlot (uint32 possible_causes, ReplicationSlot *s, XLogRecPtr oldestLSN, Oid dboid, TransactionId snapshotConflictHorizon, bool *released_lock_out)
 
bool InvalidateObsoleteReplicationSlots (uint32 possible_causes, XLogSegNo oldestSegno, Oid dboid, TransactionId snapshotConflictHorizon)
 
void CheckPointReplicationSlots (bool is_shutdown)
 
void StartupReplicationSlots (void)
 
ReplicationSlotInvalidationCause GetSlotInvalidationCause (const char *cause_name)
 
const char * GetSlotInvalidationCauseName (ReplicationSlotInvalidationCause cause)
 
static bool validate_sync_standby_slots (char *rawname, List **elemlist)
 
bool check_synchronized_standby_slots (char **newval, void **extra, GucSource source)
 
void assign_synchronized_standby_slots (const char *newval, void *extra)
 
bool SlotExistsInSyncStandbySlots (const char *slot_name)
 
bool StandbySlotsHaveCaughtup (XLogRecPtr wait_for_lsn, int elevel)
 
void WaitForStandbyConfirmation (XLogRecPtr wait_for_lsn)
 

Variables

static const SlotInvalidationCauseMap SlotInvalidationCauses []
 
ReplicationSlotCtlDataReplicationSlotCtl = NULL
 
ReplicationSlotMyReplicationSlot = NULL
 
int max_replication_slots = 10
 
int idle_replication_slot_timeout_secs = 0
 
char * synchronized_standby_slots
 
static SyncStandbySlotsConfigDatasynchronized_standby_slots_config
 
static XLogRecPtr ss_oldest_flush_lsn = InvalidXLogRecPtr
 

Macro Definition Documentation

◆ ReplicationSlotOnDiskChecksummedSize

#define ReplicationSlotOnDiskChecksummedSize    sizeof(ReplicationSlotOnDisk) - ReplicationSlotOnDiskNotChecksummedSize

Definition at line 135 of file slot.c.

◆ ReplicationSlotOnDiskConstantSize

#define ReplicationSlotOnDiskConstantSize    offsetof(ReplicationSlotOnDisk, slotdata)

Definition at line 129 of file slot.c.

◆ ReplicationSlotOnDiskNotChecksummedSize

#define ReplicationSlotOnDiskNotChecksummedSize    offsetof(ReplicationSlotOnDisk, version)

Definition at line 132 of file slot.c.

◆ ReplicationSlotOnDiskV2Size

#define ReplicationSlotOnDiskV2Size    sizeof(ReplicationSlotOnDisk) - ReplicationSlotOnDiskConstantSize

Definition at line 138 of file slot.c.

◆ SLOT_MAGIC

#define SLOT_MAGIC   0x1051CA1 /* format identifier */

Definition at line 141 of file slot.c.

◆ SLOT_VERSION

#define SLOT_VERSION   5 /* version for new files */

Definition at line 142 of file slot.c.

Typedef Documentation

◆ ReplicationSlotOnDisk

◆ SlotInvalidationCauseMap

Function Documentation

◆ assign_synchronized_standby_slots()

void assign_synchronized_standby_slots ( const char *  newval,
void *  extra 
)

Definition at line 3035 of file slot.c.

3036{
3037 /*
3038 * The standby slots may have changed, so we must recompute the oldest
3039 * LSN.
3040 */
3042
3044}
static XLogRecPtr ss_oldest_flush_lsn
Definition: slot.c:173
static SyncStandbySlotsConfigData * synchronized_standby_slots_config
Definition: slot.c:167
#define InvalidXLogRecPtr
Definition: xlogdefs.h:28

References InvalidXLogRecPtr, ss_oldest_flush_lsn, and synchronized_standby_slots_config.

◆ CanInvalidateIdleSlot()

static bool CanInvalidateIdleSlot ( ReplicationSlot s)
inlinestatic

Definition at line 1854 of file slot.c.

1855{
1858 s->inactive_since > 0 &&
1859 !(RecoveryInProgress() && s->data.synced));
1860}
int idle_replication_slot_timeout_secs
Definition: slot.c:158
ReplicationSlotPersistentData data
Definition: slot.h:210
TimestampTz inactive_since
Definition: slot.h:242
bool RecoveryInProgress(void)
Definition: xlog.c:6461
#define XLogRecPtrIsValid(r)
Definition: xlogdefs.h:29

References ReplicationSlot::data, idle_replication_slot_timeout_secs, ReplicationSlot::inactive_since, RecoveryInProgress(), ReplicationSlotPersistentData::restart_lsn, ReplicationSlotPersistentData::synced, and XLogRecPtrIsValid.

Referenced by DetermineSlotInvalidationCause().

◆ check_synchronized_standby_slots()

bool check_synchronized_standby_slots ( char **  newval,
void **  extra,
GucSource  source 
)

Definition at line 2979 of file slot.c.

2980{
2981 char *rawname;
2982 char *ptr;
2983 List *elemlist;
2984 int size;
2985 bool ok;
2987
2988 if ((*newval)[0] == '\0')
2989 return true;
2990
2991 /* Need a modifiable copy of the GUC string */
2992 rawname = pstrdup(*newval);
2993
2994 /* Now verify if the specified slots exist and have correct type */
2995 ok = validate_sync_standby_slots(rawname, &elemlist);
2996
2997 if (!ok || elemlist == NIL)
2998 {
2999 pfree(rawname);
3000 list_free(elemlist);
3001 return ok;
3002 }
3003
3004 /* Compute the size required for the SyncStandbySlotsConfigData struct */
3005 size = offsetof(SyncStandbySlotsConfigData, slot_names);
3006 foreach_ptr(char, slot_name, elemlist)
3007 size += strlen(slot_name) + 1;
3008
3009 /* GUC extra value must be guc_malloc'd, not palloc'd */
3010 config = (SyncStandbySlotsConfigData *) guc_malloc(LOG, size);
3011 if (!config)
3012 return false;
3013
3014 /* Transform the data into SyncStandbySlotsConfigData */
3015 config->nslotnames = list_length(elemlist);
3016
3017 ptr = config->slot_names;
3018 foreach_ptr(char, slot_name, elemlist)
3019 {
3020 strcpy(ptr, slot_name);
3021 ptr += strlen(slot_name) + 1;
3022 }
3023
3024 *extra = config;
3025
3026 pfree(rawname);
3027 list_free(elemlist);
3028 return true;
3029}
#define LOG
Definition: elog.h:31
void * guc_malloc(int elevel, size_t size)
Definition: guc.c:636
#define newval
void list_free(List *list)
Definition: list.c:1546
char * pstrdup(const char *in)
Definition: mcxt.c:1781
void pfree(void *pointer)
Definition: mcxt.c:1616
static int list_length(const List *l)
Definition: pg_list.h:152
#define NIL
Definition: pg_list.h:68
#define foreach_ptr(type, var, lst)
Definition: pg_list.h:469
static bool validate_sync_standby_slots(char *rawname, List **elemlist)
Definition: slot.c:2945
Definition: pg_list.h:54
char slot_names[FLEXIBLE_ARRAY_MEMBER]
Definition: slot.c:101

References foreach_ptr, guc_malloc(), list_free(), list_length(), LOG, newval, NIL, SyncStandbySlotsConfigData::nslotnames, pfree(), pstrdup(), SyncStandbySlotsConfigData::slot_names, and validate_sync_standby_slots().

◆ CheckLogicalSlotExists()

bool CheckLogicalSlotExists ( void  )

Definition at line 1612 of file slot.c.

1613{
1614 bool found = false;
1615
1616 if (max_replication_slots <= 0)
1617 return false;
1618
1619 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
1620 for (int i = 0; i < max_replication_slots; i++)
1621 {
1622 ReplicationSlot *s;
1623 bool invalidated;
1624
1626
1627 /* cannot change while ReplicationSlotCtlLock is held */
1628 if (!s->in_use)
1629 continue;
1630
1631 if (SlotIsPhysical(s))
1632 continue;
1633
1635 invalidated = s->data.invalidated != RS_INVAL_NONE;
1637
1638 if (invalidated)
1639 continue;
1640
1641 found = true;
1642 break;
1643 }
1644 LWLockRelease(ReplicationSlotControlLock);
1645
1646 return found;
1647}
int i
Definition: isn.c:77
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:1178
void LWLockRelease(LWLock *lock)
Definition: lwlock.c:1898
@ LW_SHARED
Definition: lwlock.h:113
int max_replication_slots
Definition: slot.c:151
ReplicationSlotCtlData * ReplicationSlotCtl
Definition: slot.c:145
#define SlotIsPhysical(slot)
Definition: slot.h:284
@ RS_INVAL_NONE
Definition: slot.h:60
#define SpinLockRelease(lock)
Definition: spin.h:61
#define SpinLockAcquire(lock)
Definition: spin.h:59
ReplicationSlot replication_slots[1]
Definition: slot.h:296
ReplicationSlotInvalidationCause invalidated
Definition: slot.h:128
slock_t mutex
Definition: slot.h:183
bool in_use
Definition: slot.h:186

References ReplicationSlot::data, i, ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, RS_INVAL_NONE, SlotIsPhysical, SpinLockAcquire, and SpinLockRelease.

Referenced by DisableLogicalDecoding(), and UpdateLogicalDecodingStatusEndOfRecovery().

◆ CheckPointReplicationSlots()

void CheckPointReplicationSlots ( bool  is_shutdown)

Definition at line 2300 of file slot.c.

2301{
2302 int i;
2303 bool last_saved_restart_lsn_updated = false;
2304
2305 elog(DEBUG1, "performing replication slot checkpoint");
2306
2307 /*
2308 * Prevent any slot from being created/dropped while we're active. As we
2309 * explicitly do *not* want to block iterating over replication_slots or
2310 * acquiring a slot we cannot take the control lock - but that's OK,
2311 * because holding ReplicationSlotAllocationLock is strictly stronger, and
2312 * enough to guarantee that nobody can change the in_use bits on us.
2313 *
2314 * Additionally, acquiring the Allocation lock is necessary to serialize
2315 * the slot flush process with concurrent slot WAL reservation. This
2316 * ensures that the WAL position being reserved is either flushed to disk
2317 * or is beyond or equal to the redo pointer of the current checkpoint
2318 * (See ReplicationSlotReserveWal for details).
2319 */
2320 LWLockAcquire(ReplicationSlotAllocationLock, LW_SHARED);
2321
2322 for (i = 0; i < max_replication_slots; i++)
2323 {
2325 char path[MAXPGPATH];
2326
2327 if (!s->in_use)
2328 continue;
2329
2330 /* save the slot to disk, locking is handled in SaveSlotToPath() */
2331 sprintf(path, "%s/%s", PG_REPLSLOT_DIR, NameStr(s->data.name));
2332
2333 /*
2334 * Slot's data is not flushed each time the confirmed_flush LSN is
2335 * updated as that could lead to frequent writes. However, we decide
2336 * to force a flush of all logical slot's data at the time of shutdown
2337 * if the confirmed_flush LSN is changed since we last flushed it to
2338 * disk. This helps in avoiding an unnecessary retreat of the
2339 * confirmed_flush LSN after restart.
2340 */
2341 if (is_shutdown && SlotIsLogical(s))
2342 {
2344
2345 if (s->data.invalidated == RS_INVAL_NONE &&
2347 {
2348 s->just_dirtied = true;
2349 s->dirty = true;
2350 }
2352 }
2353
2354 /*
2355 * Track if we're going to update slot's last_saved_restart_lsn. We
2356 * need this to know if we need to recompute the required LSN.
2357 */
2359 last_saved_restart_lsn_updated = true;
2360
2361 SaveSlotToPath(s, path, LOG);
2362 }
2363 LWLockRelease(ReplicationSlotAllocationLock);
2364
2365 /*
2366 * Recompute the required LSN if SaveSlotToPath() updated
2367 * last_saved_restart_lsn for any slot.
2368 */
2369 if (last_saved_restart_lsn_updated)
2371}
#define NameStr(name)
Definition: c.h:771
#define DEBUG1
Definition: elog.h:30
#define elog(elevel,...)
Definition: elog.h:226
#define MAXPGPATH
#define sprintf
Definition: port.h:262
static void SaveSlotToPath(ReplicationSlot *slot, const char *dir, int elevel)
Definition: slot.c:2500
void ReplicationSlotsComputeRequiredLSN(void)
Definition: slot.c:1297
#define PG_REPLSLOT_DIR
Definition: slot.h:21
#define SlotIsLogical(slot)
Definition: slot.h:285
XLogRecPtr confirmed_flush
Definition: slot.h:136
XLogRecPtr last_saved_confirmed_flush
Definition: slot.h:235
bool just_dirtied
Definition: slot.h:192
XLogRecPtr last_saved_restart_lsn
Definition: slot.h:268
bool dirty
Definition: slot.h:193

References ReplicationSlotPersistentData::confirmed_flush, ReplicationSlot::data, DEBUG1, ReplicationSlot::dirty, elog, i, ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, ReplicationSlot::just_dirtied, ReplicationSlot::last_saved_confirmed_flush, ReplicationSlot::last_saved_restart_lsn, LOG, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, MAXPGPATH, ReplicationSlot::mutex, ReplicationSlotPersistentData::name, NameStr, PG_REPLSLOT_DIR, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotsComputeRequiredLSN(), ReplicationSlotPersistentData::restart_lsn, RS_INVAL_NONE, SaveSlotToPath(), SlotIsLogical, SpinLockAcquire, SpinLockRelease, and sprintf.

Referenced by CheckPointGuts().

◆ CheckSlotPermissions()

void CheckSlotPermissions ( void  )

Definition at line 1676 of file slot.c.

1677{
1679 ereport(ERROR,
1680 (errcode(ERRCODE_INSUFFICIENT_PRIVILEGE),
1681 errmsg("permission denied to use replication slots"),
1682 errdetail("Only roles with the %s attribute may use replication slots.",
1683 "REPLICATION")));
1684}
int errdetail(const char *fmt,...)
Definition: elog.c:1216
int errcode(int sqlerrcode)
Definition: elog.c:863
int errmsg(const char *fmt,...)
Definition: elog.c:1080
#define ERROR
Definition: elog.h:39
#define ereport(elevel,...)
Definition: elog.h:150
Oid GetUserId(void)
Definition: miscinit.c:469
bool has_rolreplication(Oid roleid)
Definition: miscinit.c:688

References ereport, errcode(), errdetail(), errmsg(), ERROR, GetUserId(), and has_rolreplication().

Referenced by copy_replication_slot(), pg_create_logical_replication_slot(), pg_create_physical_replication_slot(), pg_drop_replication_slot(), pg_logical_slot_get_changes_guts(), pg_replication_slot_advance(), and pg_sync_replication_slots().

◆ CheckSlotRequirements()

void CheckSlotRequirements ( void  )

Definition at line 1654 of file slot.c.

1655{
1656 /*
1657 * NB: Adding a new requirement likely means that RestoreSlotFromDisk()
1658 * needs the same check.
1659 */
1660
1661 if (max_replication_slots == 0)
1662 ereport(ERROR,
1663 (errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
1664 errmsg("replication slots can only be used if \"max_replication_slots\" > 0")));
1665
1667 ereport(ERROR,
1668 (errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
1669 errmsg("replication slots can only be used if \"wal_level\" >= \"replica\"")));
1670}
int wal_level
Definition: xlog.c:134
@ WAL_LEVEL_REPLICA
Definition: xlog.h:76

References ereport, errcode(), errmsg(), ERROR, max_replication_slots, wal_level, and WAL_LEVEL_REPLICA.

Referenced by CheckLogicalDecodingRequirements(), copy_replication_slot(), pg_create_physical_replication_slot(), and pg_drop_replication_slot().

◆ CreateSlotOnDisk()

static void CreateSlotOnDisk ( ReplicationSlot slot)
static

Definition at line 2439 of file slot.c.

2440{
2441 char tmppath[MAXPGPATH];
2442 char path[MAXPGPATH];
2443 struct stat st;
2444
2445 /*
2446 * No need to take out the io_in_progress_lock, nobody else can see this
2447 * slot yet, so nobody else will write. We're reusing SaveSlotToPath which
2448 * takes out the lock, if we'd take the lock here, we'd deadlock.
2449 */
2450
2451 sprintf(path, "%s/%s", PG_REPLSLOT_DIR, NameStr(slot->data.name));
2452 sprintf(tmppath, "%s/%s.tmp", PG_REPLSLOT_DIR, NameStr(slot->data.name));
2453
2454 /*
2455 * It's just barely possible that some previous effort to create or drop a
2456 * slot with this name left a temp directory lying around. If that seems
2457 * to be the case, try to remove it. If the rmtree() fails, we'll error
2458 * out at the MakePGDirectory() below, so we don't bother checking
2459 * success.
2460 */
2461 if (stat(tmppath, &st) == 0 && S_ISDIR(st.st_mode))
2462 rmtree(tmppath, true);
2463
2464 /* Create and fsync the temporary slot directory. */
2465 if (MakePGDirectory(tmppath) < 0)
2466 ereport(ERROR,
2468 errmsg("could not create directory \"%s\": %m",
2469 tmppath)));
2470 fsync_fname(tmppath, true);
2471
2472 /* Write the actual state file. */
2473 slot->dirty = true; /* signal that we really need to write */
2474 SaveSlotToPath(slot, tmppath, ERROR);
2475
2476 /* Rename the directory into place. */
2477 if (rename(tmppath, path) != 0)
2478 ereport(ERROR,
2480 errmsg("could not rename file \"%s\" to \"%s\": %m",
2481 tmppath, path)));
2482
2483 /*
2484 * If we'd now fail - really unlikely - we wouldn't know whether this slot
2485 * would persist after an OS crash or not - so, force a restart. The
2486 * restart would try to fsync this again till it works.
2487 */
2489
2490 fsync_fname(path, true);
2492
2494}
int errcode_for_file_access(void)
Definition: elog.c:886
int MakePGDirectory(const char *directoryName)
Definition: fd.c:3959
void fsync_fname(const char *fname, bool isdir)
Definition: fd.c:753
#define START_CRIT_SECTION()
Definition: miscadmin.h:150
#define END_CRIT_SECTION()
Definition: miscadmin.h:152
bool rmtree(const char *path, bool rmtopdir)
Definition: rmtree.c:50
#define stat
Definition: win32_port.h:274
#define S_ISDIR(m)
Definition: win32_port.h:315

References ReplicationSlot::data, ReplicationSlot::dirty, END_CRIT_SECTION, ereport, errcode_for_file_access(), errmsg(), ERROR, fsync_fname(), MakePGDirectory(), MAXPGPATH, ReplicationSlotPersistentData::name, NameStr, PG_REPLSLOT_DIR, rmtree(), S_ISDIR, SaveSlotToPath(), sprintf, stat::st_mode, START_CRIT_SECTION, and stat.

Referenced by ReplicationSlotCreate().

◆ DetermineSlotInvalidationCause()

static ReplicationSlotInvalidationCause DetermineSlotInvalidationCause ( uint32  possible_causes,
ReplicationSlot s,
XLogRecPtr  oldestLSN,
Oid  dboid,
TransactionId  snapshotConflictHorizon,
TimestampTz inactive_since,
TimestampTz  now 
)
static

Definition at line 1870 of file slot.c.

1874{
1875 Assert(possible_causes != RS_INVAL_NONE);
1876
1877 if (possible_causes & RS_INVAL_WAL_REMOVED)
1878 {
1879 XLogRecPtr restart_lsn = s->data.restart_lsn;
1880
1881 if (XLogRecPtrIsValid(restart_lsn) &&
1882 restart_lsn < oldestLSN)
1883 return RS_INVAL_WAL_REMOVED;
1884 }
1885
1886 if (possible_causes & RS_INVAL_HORIZON)
1887 {
1888 /* invalid DB oid signals a shared relation */
1889 if (SlotIsLogical(s) &&
1890 (dboid == InvalidOid || dboid == s->data.database))
1891 {
1892 TransactionId effective_xmin = s->effective_xmin;
1893 TransactionId catalog_effective_xmin = s->effective_catalog_xmin;
1894
1895 if (TransactionIdIsValid(effective_xmin) &&
1896 TransactionIdPrecedesOrEquals(effective_xmin,
1897 snapshotConflictHorizon))
1898 return RS_INVAL_HORIZON;
1899 else if (TransactionIdIsValid(catalog_effective_xmin) &&
1900 TransactionIdPrecedesOrEquals(catalog_effective_xmin,
1901 snapshotConflictHorizon))
1902 return RS_INVAL_HORIZON;
1903 }
1904 }
1905
1906 if (possible_causes & RS_INVAL_WAL_LEVEL)
1907 {
1908 if (SlotIsLogical(s))
1909 return RS_INVAL_WAL_LEVEL;
1910 }
1911
1912 if (possible_causes & RS_INVAL_IDLE_TIMEOUT)
1913 {
1914 Assert(now > 0);
1915
1916 if (CanInvalidateIdleSlot(s))
1917 {
1918 /*
1919 * Simulate the invalidation due to idle_timeout to test the
1920 * timeout behavior promptly, without waiting for it to trigger
1921 * naturally.
1922 */
1923#ifdef USE_INJECTION_POINTS
1924 if (IS_INJECTION_POINT_ATTACHED("slot-timeout-inval"))
1925 {
1926 *inactive_since = 0; /* since the beginning of time */
1927 return RS_INVAL_IDLE_TIMEOUT;
1928 }
1929#endif
1930
1931 /*
1932 * Check if the slot needs to be invalidated due to
1933 * idle_replication_slot_timeout GUC.
1934 */
1937 {
1938 *inactive_since = s->inactive_since;
1939 return RS_INVAL_IDLE_TIMEOUT;
1940 }
1941 }
1942 }
1943
1944 return RS_INVAL_NONE;
1945}
bool TimestampDifferenceExceedsSeconds(TimestampTz start_time, TimestampTz stop_time, int threshold_sec)
Definition: timestamp.c:1795
Datum now(PG_FUNCTION_ARGS)
Definition: timestamp.c:1609
uint32 TransactionId
Definition: c.h:672
Assert(PointerIsAligned(start, uint64))
#define IS_INJECTION_POINT_ATTACHED(name)
#define InvalidOid
Definition: postgres_ext.h:37
static bool CanInvalidateIdleSlot(ReplicationSlot *s)
Definition: slot.c:1854
@ RS_INVAL_WAL_REMOVED
Definition: slot.h:62
@ RS_INVAL_IDLE_TIMEOUT
Definition: slot.h:68
@ RS_INVAL_HORIZON
Definition: slot.h:64
@ RS_INVAL_WAL_LEVEL
Definition: slot.h:66
TransactionId effective_catalog_xmin
Definition: slot.h:207
TransactionId effective_xmin
Definition: slot.h:206
static bool TransactionIdPrecedesOrEquals(TransactionId id1, TransactionId id2)
Definition: transam.h:282
#define TransactionIdIsValid(xid)
Definition: transam.h:41
uint64 XLogRecPtr
Definition: xlogdefs.h:21

References Assert(), CanInvalidateIdleSlot(), ReplicationSlot::data, ReplicationSlotPersistentData::database, ReplicationSlot::effective_catalog_xmin, ReplicationSlot::effective_xmin, idle_replication_slot_timeout_secs, ReplicationSlot::inactive_since, InvalidOid, IS_INJECTION_POINT_ATTACHED, now(), ReplicationSlotPersistentData::restart_lsn, RS_INVAL_HORIZON, RS_INVAL_IDLE_TIMEOUT, RS_INVAL_NONE, RS_INVAL_WAL_LEVEL, RS_INVAL_WAL_REMOVED, SlotIsLogical, TimestampDifferenceExceedsSeconds(), TransactionIdIsValid, TransactionIdPrecedesOrEquals(), and XLogRecPtrIsValid.

Referenced by InvalidatePossiblyObsoleteSlot().

◆ GetSlotInvalidationCause()

ReplicationSlotInvalidationCause GetSlotInvalidationCause ( const char *  cause_name)

Definition at line 2906 of file slot.c.

2907{
2908 Assert(cause_name);
2909
2910 /* Search lookup table for the cause having this name */
2911 for (int i = 0; i <= RS_INVAL_MAX_CAUSES; i++)
2912 {
2913 if (strcmp(SlotInvalidationCauses[i].cause_name, cause_name) == 0)
2915 }
2916
2917 Assert(false);
2918 return RS_INVAL_NONE; /* to keep compiler quiet */
2919}
static const SlotInvalidationCauseMap SlotInvalidationCauses[]
Definition: slot.c:113
#define RS_INVAL_MAX_CAUSES
Definition: slot.h:72
ReplicationSlotInvalidationCause cause
Definition: slot.c:109

References Assert(), SlotInvalidationCauseMap::cause, i, RS_INVAL_MAX_CAUSES, RS_INVAL_NONE, and SlotInvalidationCauses.

Referenced by fetch_remote_slots().

◆ GetSlotInvalidationCauseName()

const char * GetSlotInvalidationCauseName ( ReplicationSlotInvalidationCause  cause)

Definition at line 2926 of file slot.c.

2927{
2928 /* Search lookup table for the name of this cause */
2929 for (int i = 0; i <= RS_INVAL_MAX_CAUSES; i++)
2930 {
2931 if (SlotInvalidationCauses[i].cause == cause)
2933 }
2934
2935 Assert(false);
2936 return "none"; /* to keep compiler quiet */
2937}
const char * cause_name
Definition: slot.c:110

References Assert(), SlotInvalidationCauseMap::cause_name, i, RS_INVAL_MAX_CAUSES, and SlotInvalidationCauses.

Referenced by pg_get_replication_slots(), and ReplicationSlotAcquire().

◆ InvalidateObsoleteReplicationSlots()

bool InvalidateObsoleteReplicationSlots ( uint32  possible_causes,
XLogSegNo  oldestSegno,
Oid  dboid,
TransactionId  snapshotConflictHorizon 
)

Definition at line 2196 of file slot.c.

2199{
2200 XLogRecPtr oldestLSN;
2201 bool invalidated = false;
2202 bool invalidated_logical = false;
2203 bool found_valid_logicalslot;
2204
2205 Assert(!(possible_causes & RS_INVAL_HORIZON) || TransactionIdIsValid(snapshotConflictHorizon));
2206 Assert(!(possible_causes & RS_INVAL_WAL_REMOVED) || oldestSegno > 0);
2207 Assert(possible_causes != RS_INVAL_NONE);
2208
2209 if (max_replication_slots == 0)
2210 return invalidated;
2211
2212 XLogSegNoOffsetToRecPtr(oldestSegno, 0, wal_segment_size, oldestLSN);
2213
2214restart:
2215 found_valid_logicalslot = false;
2216 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
2217 for (int i = 0; i < max_replication_slots; i++)
2218 {
2220 bool released_lock = false;
2221
2222 if (!s->in_use)
2223 continue;
2224
2225 /* Prevent invalidation of logical slots during binary upgrade */
2227 {
2229 found_valid_logicalslot |= (s->data.invalidated == RS_INVAL_NONE);
2231
2232 continue;
2233 }
2234
2235 if (InvalidatePossiblyObsoleteSlot(possible_causes, s, oldestLSN,
2236 dboid, snapshotConflictHorizon,
2237 &released_lock))
2238 {
2239 Assert(released_lock);
2240
2241 /* Remember we have invalidated a physical or logical slot */
2242 invalidated = true;
2243
2244 /*
2245 * Additionally, remember we have invalidated a logical slot as we
2246 * can request disabling logical decoding later.
2247 */
2248 if (SlotIsLogical(s))
2249 invalidated_logical = true;
2250 }
2251 else
2252 {
2253 /*
2254 * We need to check if the slot is invalidated here since
2255 * InvalidatePossiblyObsoleteSlot() returns false also if the slot
2256 * is already invalidated.
2257 */
2259 found_valid_logicalslot |=
2262 }
2263
2264 /* if the lock was released, start from scratch */
2265 if (released_lock)
2266 goto restart;
2267 }
2268 LWLockRelease(ReplicationSlotControlLock);
2269
2270 /*
2271 * If any slots have been invalidated, recalculate the resource limits.
2272 */
2273 if (invalidated)
2274 {
2277 }
2278
2279 /*
2280 * Request the checkpointer to disable logical decoding if no valid
2281 * logical slots remain. If called by the checkpointer during a
2282 * checkpoint, only the request is initiated; actual deactivation is
2283 * deferred until after the checkpoint completes.
2284 */
2285 if (invalidated_logical && !found_valid_logicalslot)
2287
2288 return invalidated;
2289}
bool IsBinaryUpgrade
Definition: globals.c:121
void RequestDisableLogicalDecoding(void)
Definition: logicalctl.c:433
static bool InvalidatePossiblyObsoleteSlot(uint32 possible_causes, ReplicationSlot *s, XLogRecPtr oldestLSN, Oid dboid, TransactionId snapshotConflictHorizon, bool *released_lock_out)
Definition: slot.c:1962
void ReplicationSlotsComputeRequiredXmin(bool already_locked)
Definition: slot.c:1215
int wal_segment_size
Definition: xlog.c:146
#define XLogSegNoOffsetToRecPtr(segno, offset, wal_segsz_bytes, dest)

References Assert(), ReplicationSlot::data, i, ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, InvalidatePossiblyObsoleteSlot(), IsBinaryUpgrade, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotsComputeRequiredLSN(), ReplicationSlotsComputeRequiredXmin(), RequestDisableLogicalDecoding(), RS_INVAL_HORIZON, RS_INVAL_NONE, RS_INVAL_WAL_REMOVED, SlotIsLogical, SpinLockAcquire, SpinLockRelease, TransactionIdIsValid, wal_segment_size, and XLogSegNoOffsetToRecPtr.

Referenced by CreateCheckPoint(), CreateRestartPoint(), ResolveRecoveryConflictWithSnapshot(), and xlog_redo().

◆ InvalidatePossiblyObsoleteSlot()

static bool InvalidatePossiblyObsoleteSlot ( uint32  possible_causes,
ReplicationSlot s,
XLogRecPtr  oldestLSN,
Oid  dboid,
TransactionId  snapshotConflictHorizon,
bool *  released_lock_out 
)
static

Definition at line 1962 of file slot.c.

1967{
1968 int last_signaled_pid = 0;
1969 bool released_lock = false;
1970 bool invalidated = false;
1971 TimestampTz inactive_since = 0;
1972
1973 for (;;)
1974 {
1975 XLogRecPtr restart_lsn;
1976 NameData slotname;
1977 int active_pid = 0;
1979 TimestampTz now = 0;
1980 long slot_idle_secs = 0;
1981
1982 Assert(LWLockHeldByMeInMode(ReplicationSlotControlLock, LW_SHARED));
1983
1984 if (!s->in_use)
1985 {
1986 if (released_lock)
1987 LWLockRelease(ReplicationSlotControlLock);
1988 break;
1989 }
1990
1991 if (possible_causes & RS_INVAL_IDLE_TIMEOUT)
1992 {
1993 /*
1994 * Assign the current time here to avoid system call overhead
1995 * while holding the spinlock in subsequent code.
1996 */
1998 }
1999
2000 /*
2001 * Check if the slot needs to be invalidated. If it needs to be
2002 * invalidated, and is not currently acquired, acquire it and mark it
2003 * as having been invalidated. We do this with the spinlock held to
2004 * avoid race conditions -- for example the restart_lsn could move
2005 * forward, or the slot could be dropped.
2006 */
2008
2009 restart_lsn = s->data.restart_lsn;
2010
2011 /* we do nothing if the slot is already invalid */
2012 if (s->data.invalidated == RS_INVAL_NONE)
2013 invalidation_cause = DetermineSlotInvalidationCause(possible_causes,
2014 s, oldestLSN,
2015 dboid,
2016 snapshotConflictHorizon,
2017 &inactive_since,
2018 now);
2019
2020 /* if there's no invalidation, we're done */
2021 if (invalidation_cause == RS_INVAL_NONE)
2022 {
2024 if (released_lock)
2025 LWLockRelease(ReplicationSlotControlLock);
2026 break;
2027 }
2028
2029 slotname = s->data.name;
2030 active_pid = s->active_pid;
2031
2032 /*
2033 * If the slot can be acquired, do so and mark it invalidated
2034 * immediately. Otherwise we'll signal the owning process, below, and
2035 * retry.
2036 *
2037 * Note: Unlike other slot attributes, slot's inactive_since can't be
2038 * changed until the acquired slot is released or the owning process
2039 * is terminated. So, the inactive slot can only be invalidated
2040 * immediately without being terminated.
2041 */
2042 if (active_pid == 0)
2043 {
2045 s->active_pid = MyProcPid;
2046 s->data.invalidated = invalidation_cause;
2047
2048 /*
2049 * XXX: We should consider not overwriting restart_lsn and instead
2050 * just rely on .invalidated.
2051 */
2052 if (invalidation_cause == RS_INVAL_WAL_REMOVED)
2053 {
2056 }
2057
2058 /* Let caller know */
2059 invalidated = true;
2060 }
2061
2063
2064 /*
2065 * Calculate the idle time duration of the slot if slot is marked
2066 * invalidated with RS_INVAL_IDLE_TIMEOUT.
2067 */
2068 if (invalidation_cause == RS_INVAL_IDLE_TIMEOUT)
2069 {
2070 int slot_idle_usecs;
2071
2072 TimestampDifference(inactive_since, now, &slot_idle_secs,
2073 &slot_idle_usecs);
2074 }
2075
2076 if (active_pid != 0)
2077 {
2078 /*
2079 * Prepare the sleep on the slot's condition variable before
2080 * releasing the lock, to close a possible race condition if the
2081 * slot is released before the sleep below.
2082 */
2084
2085 LWLockRelease(ReplicationSlotControlLock);
2086 released_lock = true;
2087
2088 /*
2089 * Signal to terminate the process that owns the slot, if we
2090 * haven't already signalled it. (Avoidance of repeated
2091 * signalling is the only reason for there to be a loop in this
2092 * routine; otherwise we could rely on caller's restart loop.)
2093 *
2094 * There is the race condition that other process may own the slot
2095 * after its current owner process is terminated and before this
2096 * process owns it. To handle that, we signal only if the PID of
2097 * the owning process has changed from the previous time. (This
2098 * logic assumes that the same PID is not reused very quickly.)
2099 */
2100 if (last_signaled_pid != active_pid)
2101 {
2102 ReportSlotInvalidation(invalidation_cause, true, active_pid,
2103 slotname, restart_lsn,
2104 oldestLSN, snapshotConflictHorizon,
2105 slot_idle_secs);
2106
2107 if (MyBackendType == B_STARTUP)
2108 (void) SendProcSignal(active_pid,
2111 else
2112 (void) kill(active_pid, SIGTERM);
2113
2114 last_signaled_pid = active_pid;
2115 }
2116
2117 /* Wait until the slot is released. */
2119 WAIT_EVENT_REPLICATION_SLOT_DROP);
2120
2121 /*
2122 * Re-acquire lock and start over; we expect to invalidate the
2123 * slot next time (unless another process acquires the slot in the
2124 * meantime).
2125 *
2126 * Note: It is possible for a slot to advance its restart_lsn or
2127 * xmin values sufficiently between when we release the mutex and
2128 * when we recheck, moving from a conflicting state to a non
2129 * conflicting state. This is intentional and safe: if the slot
2130 * has caught up while we're busy here, the resources we were
2131 * concerned about (WAL segments or tuples) have not yet been
2132 * removed, and there's no reason to invalidate the slot.
2133 */
2134 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
2135 continue;
2136 }
2137 else
2138 {
2139 /*
2140 * We hold the slot now and have already invalidated it; flush it
2141 * to ensure that state persists.
2142 *
2143 * Don't want to hold ReplicationSlotControlLock across file
2144 * system operations, so release it now but be sure to tell caller
2145 * to restart from scratch.
2146 */
2147 LWLockRelease(ReplicationSlotControlLock);
2148 released_lock = true;
2149
2150 /* Make sure the invalidated state persists across server restart */
2154
2155 ReportSlotInvalidation(invalidation_cause, false, active_pid,
2156 slotname, restart_lsn,
2157 oldestLSN, snapshotConflictHorizon,
2158 slot_idle_secs);
2159
2160 /* done with this slot for now */
2161 break;
2162 }
2163 }
2164
2165 Assert(released_lock == !LWLockHeldByMe(ReplicationSlotControlLock));
2166
2167 *released_lock_out = released_lock;
2168 return invalidated;
2169}
void TimestampDifference(TimestampTz start_time, TimestampTz stop_time, long *secs, int *microsecs)
Definition: timestamp.c:1721
TimestampTz GetCurrentTimestamp(void)
Definition: timestamp.c:1645
void ConditionVariablePrepareToSleep(ConditionVariable *cv)
void ConditionVariableSleep(ConditionVariable *cv, uint32 wait_event_info)
int64 TimestampTz
Definition: timestamp.h:39
int MyProcPid
Definition: globals.c:47
bool LWLockHeldByMe(LWLock *lock)
Definition: lwlock.c:1981
bool LWLockHeldByMeInMode(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:2025
@ B_STARTUP
Definition: miscadmin.h:365
BackendType MyBackendType
Definition: miscinit.c:64
#define INVALID_PROC_NUMBER
Definition: procnumber.h:26
int SendProcSignal(pid_t pid, ProcSignalReason reason, ProcNumber procNumber)
Definition: procsignal.c:284
@ PROCSIG_RECOVERY_CONFLICT_LOGICALSLOT
Definition: procsignal.h:46
void ReplicationSlotMarkDirty(void)
Definition: slot.c:1173
static ReplicationSlotInvalidationCause DetermineSlotInvalidationCause(uint32 possible_causes, ReplicationSlot *s, XLogRecPtr oldestLSN, Oid dboid, TransactionId snapshotConflictHorizon, TimestampTz *inactive_since, TimestampTz now)
Definition: slot.c:1870
static void ReportSlotInvalidation(ReplicationSlotInvalidationCause cause, bool terminating, int pid, NameData slotname, XLogRecPtr restart_lsn, XLogRecPtr oldestLSN, TransactionId snapshotConflictHorizon, long slot_idle_seconds)
Definition: slot.c:1772
ReplicationSlot * MyReplicationSlot
Definition: slot.c:148
void ReplicationSlotSave(void)
Definition: slot.c:1155
void ReplicationSlotRelease(void)
Definition: slot.c:758
ReplicationSlotInvalidationCause
Definition: slot.h:59
pid_t active_pid
Definition: slot.h:189
ConditionVariable active_cv
Definition: slot.h:216
Definition: c.h:766
#define kill(pid, sig)
Definition: win32_port.h:490

References ReplicationSlot::active_cv, ReplicationSlot::active_pid, Assert(), B_STARTUP, ConditionVariablePrepareToSleep(), ConditionVariableSleep(), ReplicationSlot::data, DetermineSlotInvalidationCause(), GetCurrentTimestamp(), ReplicationSlot::in_use, INVALID_PROC_NUMBER, ReplicationSlotPersistentData::invalidated, InvalidXLogRecPtr, kill, ReplicationSlot::last_saved_restart_lsn, LW_SHARED, LWLockAcquire(), LWLockHeldByMe(), LWLockHeldByMeInMode(), LWLockRelease(), ReplicationSlot::mutex, MyBackendType, MyProcPid, MyReplicationSlot, ReplicationSlotPersistentData::name, now(), PROCSIG_RECOVERY_CONFLICT_LOGICALSLOT, ReplicationSlotMarkDirty(), ReplicationSlotRelease(), ReplicationSlotSave(), ReportSlotInvalidation(), ReplicationSlotPersistentData::restart_lsn, RS_INVAL_IDLE_TIMEOUT, RS_INVAL_NONE, RS_INVAL_WAL_REMOVED, SendProcSignal(), SpinLockAcquire, SpinLockRelease, and TimestampDifference().

Referenced by InvalidateObsoleteReplicationSlots().

◆ IsSlotForConflictCheck()

static bool IsSlotForConflictCheck ( const char *  name)
static

Definition at line 361 of file slot.c.

362{
363 return (strcmp(name, CONFLICT_DETECTION_SLOT) == 0);
364}
#define CONFLICT_DETECTION_SLOT
Definition: slot.h:28
const char * name

References CONFLICT_DETECTION_SLOT, and name.

Referenced by ReplicationSlotAcquire(), and ReplicationSlotValidateNameInternal().

◆ ReplicationSlotAcquire()

void ReplicationSlotAcquire ( const char *  name,
bool  nowait,
bool  error_if_invalid 
)

Definition at line 620 of file slot.c.

621{
623 int active_pid;
624
625 Assert(name != NULL);
626
627retry:
628 Assert(MyReplicationSlot == NULL);
629
630 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
631
632 /* Check if the slot exists with the given name. */
634 if (s == NULL || !s->in_use)
635 {
636 LWLockRelease(ReplicationSlotControlLock);
637
639 (errcode(ERRCODE_UNDEFINED_OBJECT),
640 errmsg("replication slot \"%s\" does not exist",
641 name)));
642 }
643
644 /*
645 * Do not allow users to acquire the reserved slot. This scenario may
646 * occur if the launcher that owns the slot has terminated unexpectedly
647 * due to an error, and a backend process attempts to reuse the slot.
648 */
651 errcode(ERRCODE_UNDEFINED_OBJECT),
652 errmsg("cannot acquire replication slot \"%s\"", name),
653 errdetail("The slot is reserved for conflict detection and can only be acquired by logical replication launcher."));
654
655 /*
656 * This is the slot we want; check if it's active under some other
657 * process. In single user mode, we don't need this check.
658 */
660 {
661 /*
662 * Get ready to sleep on the slot in case it is active. (We may end
663 * up not sleeping, but we don't want to do this while holding the
664 * spinlock.)
665 */
666 if (!nowait)
668
669 /*
670 * It is important to reset the inactive_since under spinlock here to
671 * avoid race conditions with slot invalidation. See comments related
672 * to inactive_since in InvalidatePossiblyObsoleteSlot.
673 */
675 if (s->active_pid == 0)
677 active_pid = s->active_pid;
680 }
681 else
682 {
683 s->active_pid = active_pid = MyProcPid;
685 }
686 LWLockRelease(ReplicationSlotControlLock);
687
688 /*
689 * If we found the slot but it's already active in another process, we
690 * wait until the owning process signals us that it's been released, or
691 * error out.
692 */
693 if (active_pid != MyProcPid)
694 {
695 if (!nowait)
696 {
697 /* Wait here until we get signaled, and then restart */
699 WAIT_EVENT_REPLICATION_SLOT_DROP);
701 goto retry;
702 }
703
705 (errcode(ERRCODE_OBJECT_IN_USE),
706 errmsg("replication slot \"%s\" is active for PID %d",
707 NameStr(s->data.name), active_pid)));
708 }
709 else if (!nowait)
710 ConditionVariableCancelSleep(); /* no sleep needed after all */
711
712 /* We made this slot active, so it's ours now. */
714
715 /*
716 * We need to check for invalidation after making the slot ours to avoid
717 * the possible race condition with the checkpointer that can otherwise
718 * invalidate the slot immediately after the check.
719 */
720 if (error_if_invalid && s->data.invalidated != RS_INVAL_NONE)
722 errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
723 errmsg("can no longer access replication slot \"%s\"",
724 NameStr(s->data.name)),
725 errdetail("This replication slot has been invalidated due to \"%s\".",
727
728 /* Let everybody know we've modified this slot */
730
731 /*
732 * The call to pgstat_acquire_replslot() protects against stats for a
733 * different slot, from before a restart or such, being present during
734 * pgstat_report_replslot().
735 */
736 if (SlotIsLogical(s))
738
739
740 if (am_walsender)
741 {
744 ? errmsg("acquired logical replication slot \"%s\"",
745 NameStr(s->data.name))
746 : errmsg("acquired physical replication slot \"%s\"",
747 NameStr(s->data.name)));
748 }
749}
bool ConditionVariableCancelSleep(void)
void ConditionVariableBroadcast(ConditionVariable *cv)
bool IsUnderPostmaster
Definition: globals.c:120
bool IsLogicalLauncher(void)
Definition: launcher.c:1587
void pgstat_acquire_replslot(ReplicationSlot *slot)
ReplicationSlot * SearchNamedReplicationSlot(const char *name, bool need_lock)
Definition: slot.c:540
const char * GetSlotInvalidationCauseName(ReplicationSlotInvalidationCause cause)
Definition: slot.c:2926
static bool IsSlotForConflictCheck(const char *name)
Definition: slot.c:361
static void ReplicationSlotSetInactiveSince(ReplicationSlot *s, TimestampTz ts, bool acquire_lock)
Definition: slot.h:303
bool am_walsender
Definition: walsender.c:123
bool log_replication_commands
Definition: walsender.c:133

References ReplicationSlot::active_cv, ReplicationSlot::active_pid, am_walsender, Assert(), ConditionVariableBroadcast(), ConditionVariableCancelSleep(), ConditionVariablePrepareToSleep(), ConditionVariableSleep(), ReplicationSlot::data, DEBUG1, ereport, errcode(), errdetail(), errmsg(), ERROR, GetSlotInvalidationCauseName(), ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, IsLogicalLauncher(), IsSlotForConflictCheck(), IsUnderPostmaster, LOG, log_replication_commands, LW_SHARED, LWLockAcquire(), LWLockRelease(), ReplicationSlot::mutex, MyProcPid, MyReplicationSlot, name, ReplicationSlotPersistentData::name, NameStr, pgstat_acquire_replslot(), ReplicationSlotSetInactiveSince(), RS_INVAL_NONE, SearchNamedReplicationSlot(), SlotIsLogical, SpinLockAcquire, and SpinLockRelease.

Referenced by acquire_conflict_slot_if_exists(), binary_upgrade_logical_slot_has_caught_up(), drop_local_obsolete_slots(), pg_logical_slot_get_changes_guts(), pg_replication_slot_advance(), ReplicationSlotAlter(), ReplicationSlotDrop(), StartLogicalReplication(), StartReplication(), and synchronize_one_slot().

◆ ReplicationSlotAlter()

void ReplicationSlotAlter ( const char *  name,
const bool *  failover,
const bool *  two_phase 
)

Definition at line 949 of file slot.c.

951{
952 bool update_slot = false;
953
954 Assert(MyReplicationSlot == NULL);
956
957 ReplicationSlotAcquire(name, false, true);
958
961 errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
962 errmsg("cannot use %s with a physical replication slot",
963 "ALTER_REPLICATION_SLOT"));
964
965 if (RecoveryInProgress())
966 {
967 /*
968 * Do not allow users to alter the slots which are currently being
969 * synced from the primary to the standby.
970 */
973 errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
974 errmsg("cannot alter replication slot \"%s\"", name),
975 errdetail("This replication slot is being synchronized from the primary server."));
976
977 /*
978 * Do not allow users to enable failover on the standby as we do not
979 * support sync to the cascading standby.
980 */
981 if (failover && *failover)
983 errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
984 errmsg("cannot enable failover for a replication slot"
985 " on the standby"));
986 }
987
988 if (failover)
989 {
990 /*
991 * Do not allow users to enable failover for temporary slots as we do
992 * not support syncing temporary slots to the standby.
993 */
996 errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
997 errmsg("cannot enable failover for a temporary replication slot"));
998
1000 {
1004
1005 update_slot = true;
1006 }
1007 }
1008
1010 {
1014
1015 update_slot = true;
1016 }
1017
1018 if (update_slot)
1019 {
1022 }
1023
1025}
static bool two_phase
static bool failover
void ReplicationSlotAcquire(const char *name, bool nowait, bool error_if_invalid)
Definition: slot.c:620
@ RS_TEMPORARY
Definition: slot.h:47
ReplicationSlotPersistency persistency
Definition: slot.h:106

References Assert(), ReplicationSlot::data, ereport, errcode(), errdetail(), errmsg(), ERROR, failover, ReplicationSlotPersistentData::failover, ReplicationSlot::mutex, MyReplicationSlot, name, ReplicationSlotPersistentData::persistency, RecoveryInProgress(), ReplicationSlotAcquire(), ReplicationSlotMarkDirty(), ReplicationSlotRelease(), ReplicationSlotSave(), RS_TEMPORARY, SlotIsPhysical, SpinLockAcquire, SpinLockRelease, ReplicationSlotPersistentData::synced, two_phase, and ReplicationSlotPersistentData::two_phase.

Referenced by AlterReplicationSlot().

◆ ReplicationSlotCleanup()

void ReplicationSlotCleanup ( bool  synced_only)

Definition at line 857 of file slot.c.

858{
859 int i;
860 bool found_valid_logicalslot;
861 bool dropped_logical = false;
862
863 Assert(MyReplicationSlot == NULL);
864
865restart:
866 found_valid_logicalslot = false;
867 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
868 for (i = 0; i < max_replication_slots; i++)
869 {
871
872 if (!s->in_use)
873 continue;
874
876
877 found_valid_logicalslot |=
879
880 if ((s->active_pid == MyProcPid &&
881 (!synced_only || s->data.synced)))
882 {
885 LWLockRelease(ReplicationSlotControlLock); /* avoid deadlock */
886
887 if (SlotIsLogical(s))
888 dropped_logical = true;
889
891
893 goto restart;
894 }
895 else
897 }
898
899 LWLockRelease(ReplicationSlotControlLock);
900
901 if (dropped_logical && !found_valid_logicalslot)
903}
static void ReplicationSlotDropPtr(ReplicationSlot *slot)
Definition: slot.c:1048

References ReplicationSlot::active_cv, ReplicationSlot::active_pid, Assert(), ConditionVariableBroadcast(), ReplicationSlot::data, i, ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, MyProcPid, MyReplicationSlot, ReplicationSlotPersistentData::persistency, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotDropPtr(), RequestDisableLogicalDecoding(), RS_INVAL_NONE, RS_TEMPORARY, SlotIsLogical, SpinLockAcquire, SpinLockRelease, and ReplicationSlotPersistentData::synced.

Referenced by PostgresMain(), ReplicationSlotShmemExit(), slotsync_failure_callback(), slotsync_worker_onexit(), SyncReplicationSlots(), and WalSndErrorCleanup().

◆ ReplicationSlotCreate()

void ReplicationSlotCreate ( const char *  name,
bool  db_specific,
ReplicationSlotPersistency  persistency,
bool  two_phase,
bool  failover,
bool  synced 
)

Definition at line 378 of file slot.c.

381{
382 ReplicationSlot *slot = NULL;
383 int i;
384
385 Assert(MyReplicationSlot == NULL);
386
387 /*
388 * The logical launcher or pg_upgrade may create or migrate an internal
389 * slot, so using a reserved name is allowed in these cases.
390 */
392 ERROR);
393
394 if (failover)
395 {
396 /*
397 * Do not allow users to create the failover enabled slots on the
398 * standby as we do not support sync to the cascading standby.
399 *
400 * However, failover enabled slots can be created during slot
401 * synchronization because we need to retain the same values as the
402 * remote slot.
403 */
406 errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
407 errmsg("cannot enable failover for a replication slot created on the standby"));
408
409 /*
410 * Do not allow users to create failover enabled temporary slots,
411 * because temporary slots will not be synced to the standby.
412 *
413 * However, failover enabled temporary slots can be created during
414 * slot synchronization. See the comments atop slotsync.c for details.
415 */
416 if (persistency == RS_TEMPORARY && !IsSyncingReplicationSlots())
418 errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
419 errmsg("cannot enable failover for a temporary replication slot"));
420 }
421
422 /*
423 * If some other backend ran this code concurrently with us, we'd likely
424 * both allocate the same slot, and that would be bad. We'd also be at
425 * risk of missing a name collision. Also, we don't want to try to create
426 * a new slot while somebody's busy cleaning up an old one, because we
427 * might both be monkeying with the same directory.
428 */
429 LWLockAcquire(ReplicationSlotAllocationLock, LW_EXCLUSIVE);
430
431 /*
432 * Check for name collision, and identify an allocatable slot. We need to
433 * hold ReplicationSlotControlLock in shared mode for this, so that nobody
434 * else can change the in_use flags while we're looking at them.
435 */
436 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
437 for (i = 0; i < max_replication_slots; i++)
438 {
440
441 if (s->in_use && strcmp(name, NameStr(s->data.name)) == 0)
444 errmsg("replication slot \"%s\" already exists", name)));
445 if (!s->in_use && slot == NULL)
446 slot = s;
447 }
448 LWLockRelease(ReplicationSlotControlLock);
449
450 /* If all slots are in use, we're out of luck. */
451 if (slot == NULL)
453 (errcode(ERRCODE_CONFIGURATION_LIMIT_EXCEEDED),
454 errmsg("all replication slots are in use"),
455 errhint("Free one or increase \"max_replication_slots\".")));
456
457 /*
458 * Since this slot is not in use, nobody should be looking at any part of
459 * it other than the in_use field unless they're trying to allocate it.
460 * And since we hold ReplicationSlotAllocationLock, nobody except us can
461 * be doing that. So it's safe to initialize the slot.
462 */
463 Assert(!slot->in_use);
464 Assert(slot->active_pid == 0);
465
466 /* first initialize persistent data */
467 memset(&slot->data, 0, sizeof(ReplicationSlotPersistentData));
468 namestrcpy(&slot->data.name, name);
469 slot->data.database = db_specific ? MyDatabaseId : InvalidOid;
470 slot->data.persistency = persistency;
471 slot->data.two_phase = two_phase;
473 slot->data.failover = failover;
474 slot->data.synced = synced;
475
476 /* and then data only present in shared memory */
477 slot->just_dirtied = false;
478 slot->dirty = false;
487 slot->inactive_since = 0;
489
490 /*
491 * Create the slot on disk. We haven't actually marked the slot allocated
492 * yet, so no special cleanup is required if this errors out.
493 */
494 CreateSlotOnDisk(slot);
495
496 /*
497 * We need to briefly prevent any other backend from iterating over the
498 * slots while we flip the in_use flag. We also need to set the active
499 * flag while holding the ControlLock as otherwise a concurrent
500 * ReplicationSlotAcquire() could acquire the slot as well.
501 */
502 LWLockAcquire(ReplicationSlotControlLock, LW_EXCLUSIVE);
503
504 slot->in_use = true;
505
506 /* We can now mark the slot active, and that makes it our slot. */
507 SpinLockAcquire(&slot->mutex);
508 Assert(slot->active_pid == 0);
509 slot->active_pid = MyProcPid;
510 SpinLockRelease(&slot->mutex);
511 MyReplicationSlot = slot;
512
513 LWLockRelease(ReplicationSlotControlLock);
514
515 /*
516 * Create statistics entry for the new logical slot. We don't collect any
517 * stats for physical slots, so no need to create an entry for the same.
518 * See ReplicationSlotDropPtr for why we need to do this before releasing
519 * ReplicationSlotAllocationLock.
520 */
521 if (SlotIsLogical(slot))
523
524 /*
525 * Now that the slot has been marked as in_use and active, it's safe to
526 * let somebody else try to allocate a slot.
527 */
528 LWLockRelease(ReplicationSlotAllocationLock);
529
530 /* Let everybody know we've modified this slot */
532}
int errhint(const char *fmt,...)
Definition: elog.c:1330
Oid MyDatabaseId
Definition: globals.c:94
@ LW_EXCLUSIVE
Definition: lwlock.h:112
void namestrcpy(Name name, const char *str)
Definition: name.c:233
void pgstat_create_replslot(ReplicationSlot *slot)
static void CreateSlotOnDisk(ReplicationSlot *slot)
Definition: slot.c:2439
bool ReplicationSlotValidateName(const char *name, bool allow_reserved_name, int elevel)
Definition: slot.c:266
@ SS_SKIP_NONE
Definition: slot.h:82
bool IsSyncingReplicationSlots(void)
Definition: slotsync.c:1882
#define ERRCODE_DUPLICATE_OBJECT
Definition: streamutil.c:30
XLogRecPtr candidate_xmin_lsn
Definition: slot.h:226
XLogRecPtr candidate_restart_valid
Definition: slot.h:227
SlotSyncSkipReason slotsync_skip_reason
Definition: slot.h:281
XLogRecPtr candidate_restart_lsn
Definition: slot.h:228
TransactionId candidate_catalog_xmin
Definition: slot.h:225
#define InvalidTransactionId
Definition: transam.h:31

References ReplicationSlot::active_cv, ReplicationSlot::active_pid, Assert(), ReplicationSlot::candidate_catalog_xmin, ReplicationSlot::candidate_restart_lsn, ReplicationSlot::candidate_restart_valid, ReplicationSlot::candidate_xmin_lsn, ConditionVariableBroadcast(), CreateSlotOnDisk(), ReplicationSlot::data, ReplicationSlotPersistentData::database, ReplicationSlot::dirty, ReplicationSlot::effective_catalog_xmin, ReplicationSlot::effective_xmin, ereport, errcode(), ERRCODE_DUPLICATE_OBJECT, errhint(), errmsg(), ERROR, failover, ReplicationSlotPersistentData::failover, i, ReplicationSlot::in_use, ReplicationSlot::inactive_since, InvalidOid, InvalidTransactionId, InvalidXLogRecPtr, IsBinaryUpgrade, IsLogicalLauncher(), IsSyncingReplicationSlots(), ReplicationSlot::just_dirtied, ReplicationSlot::last_saved_confirmed_flush, ReplicationSlot::last_saved_restart_lsn, LW_EXCLUSIVE, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, MyDatabaseId, MyProcPid, MyReplicationSlot, name, ReplicationSlotPersistentData::name, NameStr, namestrcpy(), ReplicationSlotPersistentData::persistency, pgstat_create_replslot(), RecoveryInProgress(), ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotValidateName(), RS_TEMPORARY, SlotIsLogical, ReplicationSlot::slotsync_skip_reason, SpinLockAcquire, SpinLockRelease, SS_SKIP_NONE, ReplicationSlotPersistentData::synced, two_phase, ReplicationSlotPersistentData::two_phase, and ReplicationSlotPersistentData::two_phase_at.

Referenced by create_logical_replication_slot(), create_physical_replication_slot(), CreateConflictDetectionSlot(), CreateReplicationSlot(), and synchronize_one_slot().

◆ ReplicationSlotDrop()

void ReplicationSlotDrop ( const char *  name,
bool  nowait 
)

Definition at line 909 of file slot.c.

910{
911 bool is_logical;
912
913 Assert(MyReplicationSlot == NULL);
914
915 ReplicationSlotAcquire(name, nowait, false);
916
917 /*
918 * Do not allow users to drop the slots which are currently being synced
919 * from the primary to the standby.
920 */
923 errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
924 errmsg("cannot drop replication slot \"%s\"", name),
925 errdetail("This replication slot is being synchronized from the primary server."));
926
927 is_logical = SlotIsLogical(MyReplicationSlot);
928
930
931 if (is_logical)
933}
void ReplicationSlotDropAcquired(void)
Definition: slot.c:1031

References Assert(), ReplicationSlot::data, ereport, errcode(), errdetail(), errmsg(), ERROR, MyReplicationSlot, name, RecoveryInProgress(), ReplicationSlotAcquire(), ReplicationSlotDropAcquired(), RequestDisableLogicalDecoding(), SlotIsLogical, and ReplicationSlotPersistentData::synced.

Referenced by DropReplicationSlot(), and pg_drop_replication_slot().

◆ ReplicationSlotDropAcquired()

void ReplicationSlotDropAcquired ( void  )

Definition at line 1031 of file slot.c.

1032{
1034
1035 Assert(MyReplicationSlot != NULL);
1036
1037 /* slot isn't acquired anymore */
1038 MyReplicationSlot = NULL;
1039
1041}

References Assert(), MyReplicationSlot, and ReplicationSlotDropPtr().

Referenced by ApplyLauncherMain(), drop_local_obsolete_slots(), ReplicationSlotDrop(), ReplicationSlotRelease(), and ReplicationSlotsDropDBSlots().

◆ ReplicationSlotDropPtr()

static void ReplicationSlotDropPtr ( ReplicationSlot slot)
static

Definition at line 1048 of file slot.c.

1049{
1050 char path[MAXPGPATH];
1051 char tmppath[MAXPGPATH];
1052
1053 /*
1054 * If some other backend ran this code concurrently with us, we might try
1055 * to delete a slot with a certain name while someone else was trying to
1056 * create a slot with the same name.
1057 */
1058 LWLockAcquire(ReplicationSlotAllocationLock, LW_EXCLUSIVE);
1059
1060 /* Generate pathnames. */
1061 sprintf(path, "%s/%s", PG_REPLSLOT_DIR, NameStr(slot->data.name));
1062 sprintf(tmppath, "%s/%s.tmp", PG_REPLSLOT_DIR, NameStr(slot->data.name));
1063
1064 /*
1065 * Rename the slot directory on disk, so that we'll no longer recognize
1066 * this as a valid slot. Note that if this fails, we've got to mark the
1067 * slot inactive before bailing out. If we're dropping an ephemeral or a
1068 * temporary slot, we better never fail hard as the caller won't expect
1069 * the slot to survive and this might get called during error handling.
1070 */
1071 if (rename(path, tmppath) == 0)
1072 {
1073 /*
1074 * We need to fsync() the directory we just renamed and its parent to
1075 * make sure that our changes are on disk in a crash-safe fashion. If
1076 * fsync() fails, we can't be sure whether the changes are on disk or
1077 * not. For now, we handle that by panicking;
1078 * StartupReplicationSlots() will try to straighten it out after
1079 * restart.
1080 */
1082 fsync_fname(tmppath, true);
1085 }
1086 else
1087 {
1088 bool fail_softly = slot->data.persistency != RS_PERSISTENT;
1089
1090 SpinLockAcquire(&slot->mutex);
1091 slot->active_pid = 0;
1092 SpinLockRelease(&slot->mutex);
1093
1094 /* wake up anyone waiting on this slot */
1096
1097 ereport(fail_softly ? WARNING : ERROR,
1099 errmsg("could not rename file \"%s\" to \"%s\": %m",
1100 path, tmppath)));
1101 }
1102
1103 /*
1104 * The slot is definitely gone. Lock out concurrent scans of the array
1105 * long enough to kill it. It's OK to clear the active PID here without
1106 * grabbing the mutex because nobody else can be scanning the array here,
1107 * and nobody can be attached to this slot and thus access it without
1108 * scanning the array.
1109 *
1110 * Also wake up processes waiting for it.
1111 */
1112 LWLockAcquire(ReplicationSlotControlLock, LW_EXCLUSIVE);
1113 slot->active_pid = 0;
1114 slot->in_use = false;
1115 LWLockRelease(ReplicationSlotControlLock);
1117
1118 /*
1119 * Slot is dead and doesn't prevent resource removal anymore, recompute
1120 * limits.
1121 */
1124
1125 /*
1126 * If removing the directory fails, the worst thing that will happen is
1127 * that the user won't be able to create a new slot with the same name
1128 * until the next server restart. We warn about it, but that's all.
1129 */
1130 if (!rmtree(tmppath, true))
1132 (errmsg("could not remove directory \"%s\"", tmppath)));
1133
1134 /*
1135 * Drop the statistics entry for the replication slot. Do this while
1136 * holding ReplicationSlotAllocationLock so that we don't drop a
1137 * statistics entry for another slot with the same name just created in
1138 * another session.
1139 */
1140 if (SlotIsLogical(slot))
1142
1143 /*
1144 * We release this at the very end, so that nobody starts trying to create
1145 * a slot while we're still cleaning up the detritus of the old one.
1146 */
1147 LWLockRelease(ReplicationSlotAllocationLock);
1148}
#define WARNING
Definition: elog.h:36
void pgstat_drop_replslot(ReplicationSlot *slot)
@ RS_PERSISTENT
Definition: slot.h:45

References ReplicationSlot::active_cv, ReplicationSlot::active_pid, ConditionVariableBroadcast(), ReplicationSlot::data, END_CRIT_SECTION, ereport, errcode_for_file_access(), errmsg(), ERROR, fsync_fname(), ReplicationSlot::in_use, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), MAXPGPATH, ReplicationSlot::mutex, ReplicationSlotPersistentData::name, NameStr, ReplicationSlotPersistentData::persistency, PG_REPLSLOT_DIR, pgstat_drop_replslot(), ReplicationSlotsComputeRequiredLSN(), ReplicationSlotsComputeRequiredXmin(), rmtree(), RS_PERSISTENT, SlotIsLogical, SpinLockAcquire, SpinLockRelease, sprintf, START_CRIT_SECTION, and WARNING.

Referenced by ReplicationSlotCleanup(), and ReplicationSlotDropAcquired().

◆ ReplicationSlotIndex()

◆ ReplicationSlotInitialize()

void ReplicationSlotInitialize ( void  )

Definition at line 241 of file slot.c.

242{
244}
void before_shmem_exit(pg_on_exit_callback function, Datum arg)
Definition: ipc.c:337
static void ReplicationSlotShmemExit(int code, Datum arg)
Definition: slot.c:250

References before_shmem_exit(), and ReplicationSlotShmemExit().

Referenced by BaseInit().

◆ ReplicationSlotMarkDirty()

◆ ReplicationSlotName()

bool ReplicationSlotName ( int  index,
Name  name 
)

Definition at line 589 of file slot.c.

590{
591 ReplicationSlot *slot;
592 bool found;
593
595
596 /*
597 * Ensure that the slot cannot be dropped while we copy the name. Don't
598 * need the spinlock as the name of an existing slot cannot change.
599 */
600 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
601 found = slot->in_use;
602 if (slot->in_use)
604 LWLockRelease(ReplicationSlotControlLock);
605
606 return found;
607}
Definition: type.h:96

References ReplicationSlot::data, ReplicationSlot::in_use, LW_SHARED, LWLockAcquire(), LWLockRelease(), name, ReplicationSlotPersistentData::name, NameStr, namestrcpy(), ReplicationSlotCtlData::replication_slots, and ReplicationSlotCtl.

Referenced by pgstat_replslot_to_serialized_name_cb().

◆ ReplicationSlotPersist()

◆ ReplicationSlotRelease()

void ReplicationSlotRelease ( void  )

Definition at line 758 of file slot.c.

759{
761 char *slotname = NULL; /* keep compiler quiet */
762 bool is_logical;
763 TimestampTz now = 0;
764
765 Assert(slot != NULL && slot->active_pid != 0);
766
767 is_logical = SlotIsLogical(slot);
768
769 if (am_walsender)
770 slotname = pstrdup(NameStr(slot->data.name));
771
772 if (slot->data.persistency == RS_EPHEMERAL)
773 {
774 /*
775 * Delete the slot. There is no !PANIC case where this is allowed to
776 * fail, all that may happen is an incomplete cleanup of the on-disk
777 * data.
778 */
780
781 /*
782 * Request to disable logical decoding, even though this slot may not
783 * have been the last logical slot. The checkpointer will verify if
784 * logical decoding should actually be disabled.
785 */
786 if (is_logical)
788 }
789
790 /*
791 * If slot needed to temporarily restrain both data and catalog xmin to
792 * create the catalog snapshot, remove that temporary constraint.
793 * Snapshots can only be exported while the initial snapshot is still
794 * acquired.
795 */
796 if (!TransactionIdIsValid(slot->data.xmin) &&
798 {
799 SpinLockAcquire(&slot->mutex);
801 SpinLockRelease(&slot->mutex);
803 }
804
805 /*
806 * Set the time since the slot has become inactive. We get the current
807 * time beforehand to avoid system call while holding the spinlock.
808 */
810
811 if (slot->data.persistency == RS_PERSISTENT)
812 {
813 /*
814 * Mark persistent slot inactive. We're not freeing it, just
815 * disconnecting, but wake up others that may be waiting for it.
816 */
817 SpinLockAcquire(&slot->mutex);
818 slot->active_pid = 0;
820 SpinLockRelease(&slot->mutex);
822 }
823 else
825
826 MyReplicationSlot = NULL;
827
828 /* might not have been set when we've been a plain slot */
829 LWLockAcquire(ProcArrayLock, LW_EXCLUSIVE);
830 MyProc->statusFlags &= ~PROC_IN_LOGICAL_DECODING;
832 LWLockRelease(ProcArrayLock);
833
834 if (am_walsender)
835 {
837 is_logical
838 ? errmsg("released logical replication slot \"%s\"",
839 slotname)
840 : errmsg("released physical replication slot \"%s\"",
841 slotname));
842
843 pfree(slotname);
844 }
845}
@ RS_EPHEMERAL
Definition: slot.h:46
PGPROC * MyProc
Definition: proc.c:67
PROC_HDR * ProcGlobal
Definition: proc.c:79
uint8 statusFlags
Definition: proc.h:259
int pgxactoff
Definition: proc.h:201
uint8 * statusFlags
Definition: proc.h:403
TransactionId xmin
Definition: slot.h:114

References ReplicationSlot::active_cv, ReplicationSlot::active_pid, am_walsender, Assert(), ConditionVariableBroadcast(), ReplicationSlot::data, DEBUG1, ReplicationSlot::effective_xmin, ereport, errmsg(), GetCurrentTimestamp(), InvalidTransactionId, LOG, log_replication_commands, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), ReplicationSlot::mutex, MyProc, MyReplicationSlot, ReplicationSlotPersistentData::name, NameStr, now(), ReplicationSlotPersistentData::persistency, pfree(), PGPROC::pgxactoff, ProcGlobal, pstrdup(), ReplicationSlotDropAcquired(), ReplicationSlotsComputeRequiredXmin(), ReplicationSlotSetInactiveSince(), RequestDisableLogicalDecoding(), RS_EPHEMERAL, RS_PERSISTENT, SlotIsLogical, SpinLockAcquire, SpinLockRelease, PGPROC::statusFlags, PROC_HDR::statusFlags, TransactionIdIsValid, and ReplicationSlotPersistentData::xmin.

Referenced by binary_upgrade_create_conflict_detection_slot(), binary_upgrade_logical_slot_has_caught_up(), copy_replication_slot(), CreateReplicationSlot(), InvalidatePossiblyObsoleteSlot(), pg_create_logical_replication_slot(), pg_create_physical_replication_slot(), pg_logical_slot_get_changes_guts(), pg_replication_slot_advance(), PostgresMain(), ReplicationSlotAlter(), ReplicationSlotShmemExit(), slotsync_failure_callback(), slotsync_worker_onexit(), StartLogicalReplication(), StartReplication(), synchronize_one_slot(), and WalSndErrorCleanup().

◆ ReplicationSlotReserveWal()

void ReplicationSlotReserveWal ( void  )

Definition at line 1693 of file slot.c.

1694{
1696 XLogSegNo segno;
1697 XLogRecPtr restart_lsn;
1698
1699 Assert(slot != NULL);
1702
1703 /*
1704 * The replication slot mechanism is used to prevent the removal of
1705 * required WAL.
1706 *
1707 * Acquire an exclusive lock to prevent the checkpoint process from
1708 * concurrently computing the minimum slot LSN (see
1709 * CheckPointReplicationSlots). This ensures that the WAL reserved for
1710 * replication cannot be removed during a checkpoint.
1711 *
1712 * The mechanism is reliable because if WAL reservation occurs first, the
1713 * checkpoint must wait for the restart_lsn update before determining the
1714 * minimum non-removable LSN. On the other hand, if the checkpoint happens
1715 * first, subsequent WAL reservations will select positions at or beyond
1716 * the redo pointer of that checkpoint.
1717 */
1718 LWLockAcquire(ReplicationSlotAllocationLock, LW_EXCLUSIVE);
1719
1720 /*
1721 * For logical slots log a standby snapshot and start logical decoding at
1722 * exactly that position. That allows the slot to start up more quickly.
1723 * But on a standby we cannot do WAL writes, so just use the replay
1724 * pointer; effectively, an attempt to create a logical slot on standby
1725 * will cause it to wait for an xl_running_xact record to be logged
1726 * independently on the primary, so that a snapshot can be built using the
1727 * record.
1728 *
1729 * None of this is needed (or indeed helpful) for physical slots as
1730 * they'll start replay at the last logged checkpoint anyway. Instead,
1731 * return the location of the last redo LSN, where a base backup has to
1732 * start replay at.
1733 */
1734 if (SlotIsPhysical(slot))
1735 restart_lsn = GetRedoRecPtr();
1736 else if (RecoveryInProgress())
1737 restart_lsn = GetXLogReplayRecPtr(NULL);
1738 else
1739 restart_lsn = GetXLogInsertRecPtr();
1740
1741 SpinLockAcquire(&slot->mutex);
1742 slot->data.restart_lsn = restart_lsn;
1743 SpinLockRelease(&slot->mutex);
1744
1745 /* prevent WAL removal as fast as possible */
1747
1748 /* Checkpoint shouldn't remove the required WAL. */
1750 if (XLogGetLastRemovedSegno() >= segno)
1751 elog(ERROR, "WAL required by replication slot %s has been removed concurrently",
1752 NameStr(slot->data.name));
1753
1754 LWLockRelease(ReplicationSlotAllocationLock);
1755
1756 if (!RecoveryInProgress() && SlotIsLogical(slot))
1757 {
1758 XLogRecPtr flushptr;
1759
1760 /* make sure we have enough information to start */
1761 flushptr = LogStandbySnapshot();
1762
1763 /* and make sure it's fsynced to disk */
1764 XLogFlush(flushptr);
1765 }
1766}
XLogRecPtr LogStandbySnapshot(void)
Definition: standby.c:1282
XLogSegNo XLogGetLastRemovedSegno(void)
Definition: xlog.c:3796
XLogRecPtr GetRedoRecPtr(void)
Definition: xlog.c:6564
XLogRecPtr GetXLogInsertRecPtr(void)
Definition: xlog.c:9596
void XLogFlush(XLogRecPtr record)
Definition: xlog.c:2784
#define XLByteToSeg(xlrp, logSegNo, wal_segsz_bytes)
uint64 XLogSegNo
Definition: xlogdefs.h:52
XLogRecPtr GetXLogReplayRecPtr(TimeLineID *replayTLI)

References Assert(), ReplicationSlot::data, elog, ERROR, GetRedoRecPtr(), GetXLogInsertRecPtr(), GetXLogReplayRecPtr(), ReplicationSlot::last_saved_restart_lsn, LogStandbySnapshot(), LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), ReplicationSlot::mutex, MyReplicationSlot, ReplicationSlotPersistentData::name, NameStr, RecoveryInProgress(), ReplicationSlotsComputeRequiredLSN(), ReplicationSlotPersistentData::restart_lsn, SlotIsLogical, SlotIsPhysical, SpinLockAcquire, SpinLockRelease, wal_segment_size, XLByteToSeg, XLogFlush(), XLogGetLastRemovedSegno(), and XLogRecPtrIsValid.

Referenced by create_physical_replication_slot(), CreateInitDecodingContext(), and CreateReplicationSlot().

◆ ReplicationSlotSave()

◆ ReplicationSlotsComputeLogicalRestartLSN()

XLogRecPtr ReplicationSlotsComputeLogicalRestartLSN ( void  )

Definition at line 1367 of file slot.c.

1368{
1370 int i;
1371
1372 if (max_replication_slots <= 0)
1373 return InvalidXLogRecPtr;
1374
1375 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
1376
1377 for (i = 0; i < max_replication_slots; i++)
1378 {
1379 ReplicationSlot *s;
1380 XLogRecPtr restart_lsn;
1381 XLogRecPtr last_saved_restart_lsn;
1382 bool invalidated;
1383 ReplicationSlotPersistency persistency;
1384
1386
1387 /* cannot change while ReplicationSlotCtlLock is held */
1388 if (!s->in_use)
1389 continue;
1390
1391 /* we're only interested in logical slots */
1392 if (!SlotIsLogical(s))
1393 continue;
1394
1395 /* read once, it's ok if it increases while we're checking */
1397 persistency = s->data.persistency;
1398 restart_lsn = s->data.restart_lsn;
1399 invalidated = s->data.invalidated != RS_INVAL_NONE;
1400 last_saved_restart_lsn = s->last_saved_restart_lsn;
1402
1403 /* invalidated slots need not apply */
1404 if (invalidated)
1405 continue;
1406
1407 /*
1408 * For persistent slot use last_saved_restart_lsn to compute the
1409 * oldest LSN for removal of WAL segments. The segments between
1410 * last_saved_restart_lsn and restart_lsn might be needed by a
1411 * persistent slot in the case of database crash. Non-persistent
1412 * slots can't survive the database crash, so we don't care about
1413 * last_saved_restart_lsn for them.
1414 */
1415 if (persistency == RS_PERSISTENT)
1416 {
1417 if (XLogRecPtrIsValid(last_saved_restart_lsn) &&
1418 restart_lsn > last_saved_restart_lsn)
1419 {
1420 restart_lsn = last_saved_restart_lsn;
1421 }
1422 }
1423
1424 if (!XLogRecPtrIsValid(restart_lsn))
1425 continue;
1426
1427 if (!XLogRecPtrIsValid(result) ||
1428 restart_lsn < result)
1429 result = restart_lsn;
1430 }
1431
1432 LWLockRelease(ReplicationSlotControlLock);
1433
1434 return result;
1435}
ReplicationSlotPersistency
Definition: slot.h:44

References ReplicationSlot::data, i, ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, InvalidXLogRecPtr, ReplicationSlot::last_saved_restart_lsn, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, ReplicationSlotPersistentData::persistency, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotPersistentData::restart_lsn, RS_INVAL_NONE, RS_PERSISTENT, SlotIsLogical, SpinLockAcquire, SpinLockRelease, and XLogRecPtrIsValid.

Referenced by CheckPointLogicalRewriteHeap(), and CheckPointSnapBuild().

◆ ReplicationSlotsComputeRequiredLSN()

void ReplicationSlotsComputeRequiredLSN ( void  )

Definition at line 1297 of file slot.c.

1298{
1299 int i;
1300 XLogRecPtr min_required = InvalidXLogRecPtr;
1301
1302 Assert(ReplicationSlotCtl != NULL);
1303
1304 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
1305 for (i = 0; i < max_replication_slots; i++)
1306 {
1308 XLogRecPtr restart_lsn;
1309 XLogRecPtr last_saved_restart_lsn;
1310 bool invalidated;
1311 ReplicationSlotPersistency persistency;
1312
1313 if (!s->in_use)
1314 continue;
1315
1317 persistency = s->data.persistency;
1318 restart_lsn = s->data.restart_lsn;
1319 invalidated = s->data.invalidated != RS_INVAL_NONE;
1320 last_saved_restart_lsn = s->last_saved_restart_lsn;
1322
1323 /* invalidated slots need not apply */
1324 if (invalidated)
1325 continue;
1326
1327 /*
1328 * For persistent slot use last_saved_restart_lsn to compute the
1329 * oldest LSN for removal of WAL segments. The segments between
1330 * last_saved_restart_lsn and restart_lsn might be needed by a
1331 * persistent slot in the case of database crash. Non-persistent
1332 * slots can't survive the database crash, so we don't care about
1333 * last_saved_restart_lsn for them.
1334 */
1335 if (persistency == RS_PERSISTENT)
1336 {
1337 if (XLogRecPtrIsValid(last_saved_restart_lsn) &&
1338 restart_lsn > last_saved_restart_lsn)
1339 {
1340 restart_lsn = last_saved_restart_lsn;
1341 }
1342 }
1343
1344 if (XLogRecPtrIsValid(restart_lsn) &&
1345 (!XLogRecPtrIsValid(min_required) ||
1346 restart_lsn < min_required))
1347 min_required = restart_lsn;
1348 }
1349 LWLockRelease(ReplicationSlotControlLock);
1350
1352}
void XLogSetReplicationSlotMinimumLSN(XLogRecPtr lsn)
Definition: xlog.c:2670

References Assert(), ReplicationSlot::data, i, ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, InvalidXLogRecPtr, ReplicationSlot::last_saved_restart_lsn, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, ReplicationSlotPersistentData::persistency, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotPersistentData::restart_lsn, RS_INVAL_NONE, RS_PERSISTENT, SpinLockAcquire, SpinLockRelease, XLogRecPtrIsValid, and XLogSetReplicationSlotMinimumLSN().

Referenced by CheckPointReplicationSlots(), copy_replication_slot(), InvalidateObsoleteReplicationSlots(), LogicalConfirmReceivedLocation(), pg_replication_slot_advance(), PhysicalConfirmReceivedLocation(), ReplicationSlotDropPtr(), ReplicationSlotReserveWal(), reserve_wal_for_local_slot(), StartupReplicationSlots(), and update_local_synced_slot().

◆ ReplicationSlotsComputeRequiredXmin()

void ReplicationSlotsComputeRequiredXmin ( bool  already_locked)

Definition at line 1215 of file slot.c.

1216{
1217 int i;
1219 TransactionId agg_catalog_xmin = InvalidTransactionId;
1220
1221 Assert(ReplicationSlotCtl != NULL);
1222 Assert(!already_locked ||
1223 (LWLockHeldByMeInMode(ReplicationSlotControlLock, LW_EXCLUSIVE) &&
1224 LWLockHeldByMeInMode(ProcArrayLock, LW_EXCLUSIVE)));
1225
1226 /*
1227 * Hold the ReplicationSlotControlLock until after updating the slot xmin
1228 * values, so no backend updates the initial xmin for newly created slot
1229 * concurrently. A shared lock is used here to minimize lock contention,
1230 * especially when many slots exist and advancements occur frequently.
1231 * This is safe since an exclusive lock is taken during initial slot xmin
1232 * update in slot creation.
1233 *
1234 * One might think that we can hold the ProcArrayLock exclusively and
1235 * update the slot xmin values, but it could increase lock contention on
1236 * the ProcArrayLock, which is not great since this function can be called
1237 * at non-negligible frequency.
1238 *
1239 * Concurrent invocation of this function may cause the computed slot xmin
1240 * to regress. However, this is harmless because tuples prior to the most
1241 * recent xmin are no longer useful once advancement occurs (see
1242 * LogicalConfirmReceivedLocation where the slot's xmin value is flushed
1243 * before updating the effective_xmin). Thus, such regression merely
1244 * prevents VACUUM from prematurely removing tuples without causing the
1245 * early deletion of required data.
1246 */
1247 if (!already_locked)
1248 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
1249
1250 for (i = 0; i < max_replication_slots; i++)
1251 {
1253 TransactionId effective_xmin;
1254 TransactionId effective_catalog_xmin;
1255 bool invalidated;
1256
1257 if (!s->in_use)
1258 continue;
1259
1261 effective_xmin = s->effective_xmin;
1262 effective_catalog_xmin = s->effective_catalog_xmin;
1263 invalidated = s->data.invalidated != RS_INVAL_NONE;
1265
1266 /* invalidated slots need not apply */
1267 if (invalidated)
1268 continue;
1269
1270 /* check the data xmin */
1271 if (TransactionIdIsValid(effective_xmin) &&
1272 (!TransactionIdIsValid(agg_xmin) ||
1273 TransactionIdPrecedes(effective_xmin, agg_xmin)))
1274 agg_xmin = effective_xmin;
1275
1276 /* check the catalog xmin */
1277 if (TransactionIdIsValid(effective_catalog_xmin) &&
1278 (!TransactionIdIsValid(agg_catalog_xmin) ||
1279 TransactionIdPrecedes(effective_catalog_xmin, agg_catalog_xmin)))
1280 agg_catalog_xmin = effective_catalog_xmin;
1281 }
1282
1283 ProcArraySetReplicationSlotXmin(agg_xmin, agg_catalog_xmin, already_locked);
1284
1285 if (!already_locked)
1286 LWLockRelease(ReplicationSlotControlLock);
1287}
void ProcArraySetReplicationSlotXmin(TransactionId xmin, TransactionId catalog_xmin, bool already_locked)
Definition: procarray.c:3922
static bool TransactionIdPrecedes(TransactionId id1, TransactionId id2)
Definition: transam.h:263

References Assert(), ReplicationSlot::data, ReplicationSlot::effective_catalog_xmin, ReplicationSlot::effective_xmin, i, ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, InvalidTransactionId, LW_EXCLUSIVE, LW_SHARED, LWLockAcquire(), LWLockHeldByMeInMode(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, ProcArraySetReplicationSlotXmin(), ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, RS_INVAL_NONE, SpinLockAcquire, SpinLockRelease, TransactionIdIsValid, and TransactionIdPrecedes().

Referenced by copy_replication_slot(), CreateInitDecodingContext(), init_conflict_slot_xmin(), InvalidateObsoleteReplicationSlots(), LogicalConfirmReceivedLocation(), pg_replication_slot_advance(), PhysicalReplicationSlotNewXmin(), ReplicationSlotDropPtr(), ReplicationSlotRelease(), StartupReplicationSlots(), synchronize_one_slot(), update_conflict_slot_xmin(), and update_local_synced_slot().

◆ ReplicationSlotsCountDBSlots()

bool ReplicationSlotsCountDBSlots ( Oid  dboid,
int *  nslots,
int *  nactive 
)

Definition at line 1446 of file slot.c.

1447{
1448 int i;
1449
1450 *nslots = *nactive = 0;
1451
1452 if (max_replication_slots <= 0)
1453 return false;
1454
1455 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
1456 for (i = 0; i < max_replication_slots; i++)
1457 {
1458 ReplicationSlot *s;
1459
1461
1462 /* cannot change while ReplicationSlotCtlLock is held */
1463 if (!s->in_use)
1464 continue;
1465
1466 /* only logical slots are database specific, skip */
1467 if (!SlotIsLogical(s))
1468 continue;
1469
1470 /* not our database, skip */
1471 if (s->data.database != dboid)
1472 continue;
1473
1474 /* NB: intentionally counting invalidated slots */
1475
1476 /* count slots with spinlock held */
1478 (*nslots)++;
1479 if (s->active_pid != 0)
1480 (*nactive)++;
1482 }
1483 LWLockRelease(ReplicationSlotControlLock);
1484
1485 if (*nslots > 0)
1486 return true;
1487 return false;
1488}

References ReplicationSlot::active_pid, ReplicationSlot::data, ReplicationSlotPersistentData::database, i, ReplicationSlot::in_use, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, SlotIsLogical, SpinLockAcquire, and SpinLockRelease.

Referenced by dropdb().

◆ ReplicationSlotsDropDBSlots()

void ReplicationSlotsDropDBSlots ( Oid  dboid)

Definition at line 1507 of file slot.c.

1508{
1509 int i;
1510 bool found_valid_logicalslot;
1511 bool dropped = false;
1512
1513 if (max_replication_slots <= 0)
1514 return;
1515
1516restart:
1517 found_valid_logicalslot = false;
1518 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
1519 for (i = 0; i < max_replication_slots; i++)
1520 {
1521 ReplicationSlot *s;
1522 char *slotname;
1523 int active_pid;
1524
1526
1527 /* cannot change while ReplicationSlotCtlLock is held */
1528 if (!s->in_use)
1529 continue;
1530
1531 /* only logical slots are database specific, skip */
1532 if (!SlotIsLogical(s))
1533 continue;
1534
1535 /*
1536 * Check logical slots on other databases too so we can disable
1537 * logical decoding only if no slots in the cluster.
1538 */
1540 found_valid_logicalslot |= (s->data.invalidated == RS_INVAL_NONE);
1542
1543 /* not our database, skip */
1544 if (s->data.database != dboid)
1545 continue;
1546
1547 /* NB: intentionally including invalidated slots to drop */
1548
1549 /* acquire slot, so ReplicationSlotDropAcquired can be reused */
1551 /* can't change while ReplicationSlotControlLock is held */
1552 slotname = NameStr(s->data.name);
1553 active_pid = s->active_pid;
1554 if (active_pid == 0)
1555 {
1557 s->active_pid = MyProcPid;
1558 }
1560
1561 /*
1562 * Even though we hold an exclusive lock on the database object a
1563 * logical slot for that DB can still be active, e.g. if it's
1564 * concurrently being dropped by a backend connected to another DB.
1565 *
1566 * That's fairly unlikely in practice, so we'll just bail out.
1567 *
1568 * The slot sync worker holds a shared lock on the database before
1569 * operating on synced logical slots to avoid conflict with the drop
1570 * happening here. The persistent synced slots are thus safe but there
1571 * is a possibility that the slot sync worker has created a temporary
1572 * slot (which stays active even on release) and we are trying to drop
1573 * that here. In practice, the chances of hitting this scenario are
1574 * less as during slot synchronization, the temporary slot is
1575 * immediately converted to persistent and thus is safe due to the
1576 * shared lock taken on the database. So, we'll just bail out in such
1577 * a case.
1578 *
1579 * XXX: We can consider shutting down the slot sync worker before
1580 * trying to drop synced temporary slots here.
1581 */
1582 if (active_pid)
1583 ereport(ERROR,
1584 (errcode(ERRCODE_OBJECT_IN_USE),
1585 errmsg("replication slot \"%s\" is active for PID %d",
1586 slotname, active_pid)));
1587
1588 /*
1589 * To avoid duplicating ReplicationSlotDropAcquired() and to avoid
1590 * holding ReplicationSlotControlLock over filesystem operations,
1591 * release ReplicationSlotControlLock and use
1592 * ReplicationSlotDropAcquired.
1593 *
1594 * As that means the set of slots could change, restart scan from the
1595 * beginning each time we release the lock.
1596 */
1597 LWLockRelease(ReplicationSlotControlLock);
1599 dropped = true;
1600 goto restart;
1601 }
1602 LWLockRelease(ReplicationSlotControlLock);
1603
1604 if (dropped && !found_valid_logicalslot)
1606}

References ReplicationSlot::active_pid, ReplicationSlot::data, ReplicationSlotPersistentData::database, ereport, errcode(), errmsg(), ERROR, i, ReplicationSlot::in_use, ReplicationSlotPersistentData::invalidated, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, ReplicationSlot::mutex, MyProcPid, MyReplicationSlot, ReplicationSlotPersistentData::name, NameStr, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotDropAcquired(), RequestDisableLogicalDecoding(), RS_INVAL_NONE, SlotIsLogical, SpinLockAcquire, and SpinLockRelease.

Referenced by dbase_redo(), and dropdb().

◆ ReplicationSlotShmemExit()

static void ReplicationSlotShmemExit ( int  code,
Datum  arg 
)
static

Definition at line 250 of file slot.c.

251{
252 /* Make sure active replication slots are released */
253 if (MyReplicationSlot != NULL)
255
256 /* Also cleanup all the temporary slots. */
258}
void ReplicationSlotCleanup(bool synced_only)
Definition: slot.c:857

References MyReplicationSlot, ReplicationSlotCleanup(), and ReplicationSlotRelease().

Referenced by ReplicationSlotInitialize().

◆ ReplicationSlotsShmemInit()

void ReplicationSlotsShmemInit ( void  )

Definition at line 206 of file slot.c.

207{
208 bool found;
209
210 if (max_replication_slots == 0)
211 return;
212
214 ShmemInitStruct("ReplicationSlot Ctl", ReplicationSlotsShmemSize(),
215 &found);
216
217 if (!found)
218 {
219 int i;
220
221 /* First time through, so initialize */
223
224 for (i = 0; i < max_replication_slots; i++)
225 {
227
228 /* everything else is zeroed by the memset above */
229 SpinLockInit(&slot->mutex);
231 LWTRANCHE_REPLICATION_SLOT_IO);
233 }
234 }
235}
#define MemSet(start, val, len)
Definition: c.h:1019
void ConditionVariableInit(ConditionVariable *cv)
void LWLockInitialize(LWLock *lock, int tranche_id)
Definition: lwlock.c:698
void * ShmemInitStruct(const char *name, Size size, bool *foundPtr)
Definition: shmem.c:389
Size ReplicationSlotsShmemSize(void)
Definition: slot.c:188
#define SpinLockInit(lock)
Definition: spin.h:57
LWLock io_in_progress_lock
Definition: slot.h:213

References ReplicationSlot::active_cv, ConditionVariableInit(), i, ReplicationSlot::io_in_progress_lock, LWLockInitialize(), max_replication_slots, MemSet, ReplicationSlot::mutex, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotsShmemSize(), ShmemInitStruct(), and SpinLockInit.

Referenced by CreateOrAttachShmemStructs().

◆ ReplicationSlotsShmemSize()

Size ReplicationSlotsShmemSize ( void  )

Definition at line 188 of file slot.c.

189{
190 Size size = 0;
191
192 if (max_replication_slots == 0)
193 return size;
194
195 size = offsetof(ReplicationSlotCtlData, replication_slots);
196 size = add_size(size,
198
199 return size;
200}
size_t Size
Definition: c.h:625
Size add_size(Size s1, Size s2)
Definition: shmem.c:495
Size mul_size(Size s1, Size s2)
Definition: shmem.c:510

References add_size(), max_replication_slots, and mul_size().

Referenced by CalculateShmemSize(), and ReplicationSlotsShmemInit().

◆ ReplicationSlotValidateName()

bool ReplicationSlotValidateName ( const char *  name,
bool  allow_reserved_name,
int  elevel 
)

Definition at line 266 of file slot.c.

268{
269 int err_code;
270 char *err_msg = NULL;
271 char *err_hint = NULL;
272
273 if (!ReplicationSlotValidateNameInternal(name, allow_reserved_name,
274 &err_code, &err_msg, &err_hint))
275 {
276 /*
277 * Use errmsg_internal() and errhint_internal() instead of errmsg()
278 * and errhint(), since the messages from
279 * ReplicationSlotValidateNameInternal() are already translated. This
280 * avoids double translation.
281 */
282 ereport(elevel,
283 errcode(err_code),
284 errmsg_internal("%s", err_msg),
285 (err_hint != NULL) ? errhint_internal("%s", err_hint) : 0);
286
287 pfree(err_msg);
288 if (err_hint != NULL)
289 pfree(err_hint);
290 return false;
291 }
292
293 return true;
294}
int errmsg_internal(const char *fmt,...)
Definition: elog.c:1170
int errhint_internal(const char *fmt,...)
Definition: elog.c:1352
bool ReplicationSlotValidateNameInternal(const char *name, bool allow_reserved_name, int *err_code, char **err_msg, char **err_hint)
Definition: slot.c:311

References ereport, errcode(), errhint_internal(), errmsg_internal(), name, pfree(), and ReplicationSlotValidateNameInternal().

Referenced by parse_subscription_options(), ReplicationSlotCreate(), and StartupReorderBuffer().

◆ ReplicationSlotValidateNameInternal()

bool ReplicationSlotValidateNameInternal ( const char *  name,
bool  allow_reserved_name,
int *  err_code,
char **  err_msg,
char **  err_hint 
)

Definition at line 311 of file slot.c.

313{
314 const char *cp;
315
316 if (strlen(name) == 0)
317 {
318 *err_code = ERRCODE_INVALID_NAME;
319 *err_msg = psprintf(_("replication slot name \"%s\" is too short"), name);
320 *err_hint = NULL;
321 return false;
322 }
323
324 if (strlen(name) >= NAMEDATALEN)
325 {
326 *err_code = ERRCODE_NAME_TOO_LONG;
327 *err_msg = psprintf(_("replication slot name \"%s\" is too long"), name);
328 *err_hint = NULL;
329 return false;
330 }
331
332 for (cp = name; *cp; cp++)
333 {
334 if (!((*cp >= 'a' && *cp <= 'z')
335 || (*cp >= '0' && *cp <= '9')
336 || (*cp == '_')))
337 {
338 *err_code = ERRCODE_INVALID_NAME;
339 *err_msg = psprintf(_("replication slot name \"%s\" contains invalid character"), name);
340 *err_hint = psprintf(_("Replication slot names may only contain lower case letters, numbers, and the underscore character."));
341 return false;
342 }
343 }
344
345 if (!allow_reserved_name && IsSlotForConflictCheck(name))
346 {
347 *err_code = ERRCODE_RESERVED_NAME;
348 *err_msg = psprintf(_("replication slot name \"%s\" is reserved"), name);
349 *err_hint = psprintf(_("The name \"%s\" is reserved for the conflict detection slot."),
351 return false;
352 }
353
354 return true;
355}
#define _(x)
Definition: elog.c:91
#define NAMEDATALEN
char * psprintf(const char *fmt,...)
Definition: psprintf.c:43

References _, CONFLICT_DETECTION_SLOT, IsSlotForConflictCheck(), name, NAMEDATALEN, and psprintf().

Referenced by check_primary_slot_name(), ReplicationSlotValidateName(), and validate_sync_standby_slots().

◆ ReportSlotInvalidation()

static void ReportSlotInvalidation ( ReplicationSlotInvalidationCause  cause,
bool  terminating,
int  pid,
NameData  slotname,
XLogRecPtr  restart_lsn,
XLogRecPtr  oldestLSN,
TransactionId  snapshotConflictHorizon,
long  slot_idle_seconds 
)
static

Definition at line 1772 of file slot.c.

1780{
1781 StringInfoData err_detail;
1782 StringInfoData err_hint;
1783
1784 initStringInfo(&err_detail);
1785 initStringInfo(&err_hint);
1786
1787 switch (cause)
1788 {
1790 {
1791 uint64 ex = oldestLSN - restart_lsn;
1792
1793 appendStringInfo(&err_detail,
1794 ngettext("The slot's restart_lsn %X/%08X exceeds the limit by %" PRIu64 " byte.",
1795 "The slot's restart_lsn %X/%08X exceeds the limit by %" PRIu64 " bytes.",
1796 ex),
1797 LSN_FORMAT_ARGS(restart_lsn),
1798 ex);
1799 /* translator: %s is a GUC variable name */
1800 appendStringInfo(&err_hint, _("You might need to increase \"%s\"."),
1801 "max_slot_wal_keep_size");
1802 break;
1803 }
1804 case RS_INVAL_HORIZON:
1805 appendStringInfo(&err_detail, _("The slot conflicted with xid horizon %u."),
1806 snapshotConflictHorizon);
1807 break;
1808
1809 case RS_INVAL_WAL_LEVEL:
1810 appendStringInfoString(&err_detail, _("Logical decoding on standby requires the primary server to either set \"wal_level\" >= \"logical\" or have at least one logical slot when \"wal_level\" = \"replica\"."));
1811 break;
1812
1814 {
1815 /* translator: %s is a GUC variable name */
1816 appendStringInfo(&err_detail, _("The slot's idle time of %lds exceeds the configured \"%s\" duration of %ds."),
1817 slot_idle_seconds, "idle_replication_slot_timeout",
1819 /* translator: %s is a GUC variable name */
1820 appendStringInfo(&err_hint, _("You might need to increase \"%s\"."),
1821 "idle_replication_slot_timeout");
1822 break;
1823 }
1824 case RS_INVAL_NONE:
1826 }
1827
1828 ereport(LOG,
1829 terminating ?
1830 errmsg("terminating process %d to release replication slot \"%s\"",
1831 pid, NameStr(slotname)) :
1832 errmsg("invalidating obsolete replication slot \"%s\"",
1833 NameStr(slotname)),
1834 errdetail_internal("%s", err_detail.data),
1835 err_hint.len ? errhint("%s", err_hint.data) : 0);
1836
1837 pfree(err_detail.data);
1838 pfree(err_hint.data);
1839}
#define ngettext(s, p, n)
Definition: c.h:1166
uint64_t uint64
Definition: c.h:553
#define pg_unreachable()
Definition: c.h:347
int errdetail_internal(const char *fmt,...)
Definition: elog.c:1243
void appendStringInfo(StringInfo str, const char *fmt,...)
Definition: stringinfo.c:145
void appendStringInfoString(StringInfo str, const char *s)
Definition: stringinfo.c:230
void initStringInfo(StringInfo str)
Definition: stringinfo.c:97
#define LSN_FORMAT_ARGS(lsn)
Definition: xlogdefs.h:47

References _, appendStringInfo(), appendStringInfoString(), StringInfoData::data, ereport, errdetail_internal(), errhint(), errmsg(), idle_replication_slot_timeout_secs, initStringInfo(), StringInfoData::len, LOG, LSN_FORMAT_ARGS, NameStr, ngettext, pfree(), pg_unreachable, RS_INVAL_HORIZON, RS_INVAL_IDLE_TIMEOUT, RS_INVAL_NONE, RS_INVAL_WAL_LEVEL, and RS_INVAL_WAL_REMOVED.

Referenced by InvalidatePossiblyObsoleteSlot().

◆ RestoreSlotFromDisk()

static void RestoreSlotFromDisk ( const char *  name)
static

Definition at line 2663 of file slot.c.

2664{
2666 int i;
2667 char slotdir[MAXPGPATH + sizeof(PG_REPLSLOT_DIR)];
2668 char path[MAXPGPATH + sizeof(PG_REPLSLOT_DIR) + 10];
2669 int fd;
2670 bool restored = false;
2671 int readBytes;
2672 pg_crc32c checksum;
2673 TimestampTz now = 0;
2674
2675 /* no need to lock here, no concurrent access allowed yet */
2676
2677 /* delete temp file if it exists */
2678 sprintf(slotdir, "%s/%s", PG_REPLSLOT_DIR, name);
2679 sprintf(path, "%s/state.tmp", slotdir);
2680 if (unlink(path) < 0 && errno != ENOENT)
2681 ereport(PANIC,
2683 errmsg("could not remove file \"%s\": %m", path)));
2684
2685 sprintf(path, "%s/state", slotdir);
2686
2687 elog(DEBUG1, "restoring replication slot from \"%s\"", path);
2688
2689 /* on some operating systems fsyncing a file requires O_RDWR */
2690 fd = OpenTransientFile(path, O_RDWR | PG_BINARY);
2691
2692 /*
2693 * We do not need to handle this as we are rename()ing the directory into
2694 * place only after we fsync()ed the state file.
2695 */
2696 if (fd < 0)
2697 ereport(PANIC,
2699 errmsg("could not open file \"%s\": %m", path)));
2700
2701 /*
2702 * Sync state file before we're reading from it. We might have crashed
2703 * while it wasn't synced yet and we shouldn't continue on that basis.
2704 */
2705 pgstat_report_wait_start(WAIT_EVENT_REPLICATION_SLOT_RESTORE_SYNC);
2706 if (pg_fsync(fd) != 0)
2707 ereport(PANIC,
2709 errmsg("could not fsync file \"%s\": %m",
2710 path)));
2712
2713 /* Also sync the parent directory */
2715 fsync_fname(slotdir, true);
2717
2718 /* read part of statefile that's guaranteed to be version independent */
2719 pgstat_report_wait_start(WAIT_EVENT_REPLICATION_SLOT_READ);
2720 readBytes = read(fd, &cp, ReplicationSlotOnDiskConstantSize);
2722 if (readBytes != ReplicationSlotOnDiskConstantSize)
2723 {
2724 if (readBytes < 0)
2725 ereport(PANIC,
2727 errmsg("could not read file \"%s\": %m", path)));
2728 else
2729 ereport(PANIC,
2731 errmsg("could not read file \"%s\": read %d of %zu",
2732 path, readBytes,
2734 }
2735
2736 /* verify magic */
2737 if (cp.magic != SLOT_MAGIC)
2738 ereport(PANIC,
2740 errmsg("replication slot file \"%s\" has wrong magic number: %u instead of %u",
2741 path, cp.magic, SLOT_MAGIC)));
2742
2743 /* verify version */
2744 if (cp.version != SLOT_VERSION)
2745 ereport(PANIC,
2747 errmsg("replication slot file \"%s\" has unsupported version %u",
2748 path, cp.version)));
2749
2750 /* boundary check on length */
2752 ereport(PANIC,
2754 errmsg("replication slot file \"%s\" has corrupted length %u",
2755 path, cp.length)));
2756
2757 /* Now that we know the size, read the entire file */
2758 pgstat_report_wait_start(WAIT_EVENT_REPLICATION_SLOT_READ);
2759 readBytes = read(fd,
2760 (char *) &cp + ReplicationSlotOnDiskConstantSize,
2761 cp.length);
2763 if (readBytes != cp.length)
2764 {
2765 if (readBytes < 0)
2766 ereport(PANIC,
2768 errmsg("could not read file \"%s\": %m", path)));
2769 else
2770 ereport(PANIC,
2772 errmsg("could not read file \"%s\": read %d of %zu",
2773 path, readBytes, (Size) cp.length)));
2774 }
2775
2776 if (CloseTransientFile(fd) != 0)
2777 ereport(PANIC,
2779 errmsg("could not close file \"%s\": %m", path)));
2780
2781 /* now verify the CRC */
2782 INIT_CRC32C(checksum);
2783 COMP_CRC32C(checksum,
2786 FIN_CRC32C(checksum);
2787
2788 if (!EQ_CRC32C(checksum, cp.checksum))
2789 ereport(PANIC,
2790 (errmsg("checksum mismatch for replication slot file \"%s\": is %u, should be %u",
2791 path, checksum, cp.checksum)));
2792
2793 /*
2794 * If we crashed with an ephemeral slot active, don't restore but delete
2795 * it.
2796 */
2798 {
2799 if (!rmtree(slotdir, true))
2800 {
2802 (errmsg("could not remove directory \"%s\"",
2803 slotdir)));
2804 }
2806 return;
2807 }
2808
2809 /*
2810 * Verify that requirements for the specific slot type are met. That's
2811 * important because if these aren't met we're not guaranteed to retain
2812 * all the necessary resources for the slot.
2813 *
2814 * NB: We have to do so *after* the above checks for ephemeral slots,
2815 * because otherwise a slot that shouldn't exist anymore could prevent
2816 * restarts.
2817 *
2818 * NB: Changing the requirements here also requires adapting
2819 * CheckSlotRequirements() and CheckLogicalDecodingRequirements().
2820 */
2821 if (cp.slotdata.database != InvalidOid)
2822 {
2824 ereport(FATAL,
2825 (errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
2826 errmsg("logical replication slot \"%s\" exists, but \"wal_level\" < \"replica\"",
2827 NameStr(cp.slotdata.name)),
2828 errhint("Change \"wal_level\" to be \"replica\" or higher.")));
2829
2830 /*
2831 * In standby mode, the hot standby must be enabled. This check is
2832 * necessary to ensure logical slots are invalidated when they become
2833 * incompatible due to insufficient wal_level. Otherwise, if the
2834 * primary reduces effective_wal_level < logical while hot standby is
2835 * disabled, primary disable logical decoding while hot standby is
2836 * disabled, logical slots would remain valid even after promotion.
2837 */
2839 ereport(FATAL,
2840 (errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
2841 errmsg("logical replication slot \"%s\" exists on the standby, but \"hot_standby\" = \"off\"",
2842 NameStr(cp.slotdata.name)),
2843 errhint("Change \"hot_standby\" to be \"on\".")));
2844 }
2845 else if (wal_level < WAL_LEVEL_REPLICA)
2846 ereport(FATAL,
2847 (errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
2848 errmsg("physical replication slot \"%s\" exists, but \"wal_level\" < \"replica\"",
2849 NameStr(cp.slotdata.name)),
2850 errhint("Change \"wal_level\" to be \"replica\" or higher.")));
2851
2852 /* nothing can be active yet, don't lock anything */
2853 for (i = 0; i < max_replication_slots; i++)
2854 {
2855 ReplicationSlot *slot;
2856
2858
2859 if (slot->in_use)
2860 continue;
2861
2862 /* restore the entire set of persistent data */
2863 memcpy(&slot->data, &cp.slotdata,
2865
2866 /* initialize in memory state */
2867 slot->effective_xmin = cp.slotdata.xmin;
2871
2876
2877 slot->in_use = true;
2878 slot->active_pid = 0;
2879
2880 /*
2881 * Set the time since the slot has become inactive after loading the
2882 * slot from the disk into memory. Whoever acquires the slot i.e.
2883 * makes the slot active will reset it. Use the same inactive_since
2884 * time for all the slots.
2885 */
2886 if (now == 0)
2888
2890
2891 restored = true;
2892 break;
2893 }
2894
2895 if (!restored)
2896 ereport(FATAL,
2897 (errmsg("too many replication slots active before shutdown"),
2898 errhint("Increase \"max_replication_slots\" and try again.")));
2899}
#define PG_BINARY
Definition: c.h:1258
#define FATAL
Definition: elog.h:41
#define PANIC
Definition: elog.h:42
int CloseTransientFile(int fd)
Definition: fd.c:2851
int pg_fsync(int fd)
Definition: fd.c:386
int OpenTransientFile(const char *fileName, int fileFlags)
Definition: fd.c:2674
#define read(a, b, c)
Definition: win32.h:13
#define ERRCODE_DATA_CORRUPTED
Definition: pg_basebackup.c:42
uint32 pg_crc32c
Definition: pg_crc32c.h:38
#define COMP_CRC32C(crc, data, len)
Definition: pg_crc32c.h:153
#define EQ_CRC32C(c1, c2)
Definition: pg_crc32c.h:42
#define INIT_CRC32C(crc)
Definition: pg_crc32c.h:41
#define FIN_CRC32C(crc)
Definition: pg_crc32c.h:158
static int fd(const char *x, int i)
Definition: preproc-init.c:105
#define ReplicationSlotOnDiskChecksummedSize
Definition: slot.c:135
#define ReplicationSlotOnDiskNotChecksummedSize
Definition: slot.c:132
#define ReplicationSlotOnDiskV2Size
Definition: slot.c:138
#define SLOT_VERSION
Definition: slot.c:142
#define SLOT_MAGIC
Definition: slot.c:141
#define ReplicationSlotOnDiskConstantSize
Definition: slot.c:129
uint32 version
Definition: slot.c:75
ReplicationSlotPersistentData slotdata
Definition: slot.c:83
pg_crc32c checksum
Definition: slot.c:72
TransactionId catalog_xmin
Definition: slot.h:122
static void pgstat_report_wait_start(uint32 wait_event_info)
Definition: wait_event.h:69
static void pgstat_report_wait_end(void)
Definition: wait_event.h:85
bool EnableHotStandby
Definition: xlog.c:124
bool StandbyMode
Definition: xlogrecovery.c:150

References ReplicationSlot::active_pid, ReplicationSlot::candidate_catalog_xmin, ReplicationSlot::candidate_restart_lsn, ReplicationSlot::candidate_restart_valid, ReplicationSlot::candidate_xmin_lsn, ReplicationSlotPersistentData::catalog_xmin, ReplicationSlotOnDisk::checksum, CloseTransientFile(), COMP_CRC32C, ReplicationSlotPersistentData::confirmed_flush, ReplicationSlot::data, ReplicationSlotPersistentData::database, DEBUG1, ReplicationSlot::effective_catalog_xmin, ReplicationSlot::effective_xmin, elog, EnableHotStandby, END_CRIT_SECTION, EQ_CRC32C, ereport, errcode(), ERRCODE_DATA_CORRUPTED, errcode_for_file_access(), errhint(), errmsg(), FATAL, fd(), FIN_CRC32C, fsync_fname(), GetCurrentTimestamp(), i, ReplicationSlot::in_use, INIT_CRC32C, InvalidOid, InvalidTransactionId, InvalidXLogRecPtr, ReplicationSlot::last_saved_confirmed_flush, ReplicationSlot::last_saved_restart_lsn, ReplicationSlotOnDisk::length, ReplicationSlotOnDisk::magic, max_replication_slots, MAXPGPATH, name, ReplicationSlotPersistentData::name, NameStr, now(), OpenTransientFile(), PANIC, ReplicationSlotPersistentData::persistency, PG_BINARY, pg_fsync(), PG_REPLSLOT_DIR, pgstat_report_wait_end(), pgstat_report_wait_start(), read, ReplicationSlotCtlData::replication_slots, ReplicationSlotCtl, ReplicationSlotOnDiskChecksummedSize, ReplicationSlotOnDiskConstantSize, ReplicationSlotOnDiskNotChecksummedSize, ReplicationSlotOnDiskV2Size, ReplicationSlotSetInactiveSince(), ReplicationSlotPersistentData::restart_lsn, rmtree(), RS_PERSISTENT, SLOT_MAGIC, SLOT_VERSION, ReplicationSlotOnDisk::slotdata, sprintf, StandbyMode, START_CRIT_SECTION, ReplicationSlotOnDisk::version, wal_level, WAL_LEVEL_REPLICA, WARNING, and ReplicationSlotPersistentData::xmin.

Referenced by StartupReplicationSlots().

◆ SaveSlotToPath()

static void SaveSlotToPath ( ReplicationSlot slot,
const char *  dir,
int  elevel 
)
static

Definition at line 2500 of file slot.c.

2501{
2502 char tmppath[MAXPGPATH];
2503 char path[MAXPGPATH];
2504 int fd;
2506 bool was_dirty;
2507
2508 /* first check whether there's something to write out */
2509 SpinLockAcquire(&slot->mutex);
2510 was_dirty = slot->dirty;
2511 slot->just_dirtied = false;
2512 SpinLockRelease(&slot->mutex);
2513
2514 /* and don't do anything if there's nothing to write */
2515 if (!was_dirty)
2516 return;
2517
2519
2520 /* silence valgrind :( */
2521 memset(&cp, 0, sizeof(ReplicationSlotOnDisk));
2522
2523 sprintf(tmppath, "%s/state.tmp", dir);
2524 sprintf(path, "%s/state", dir);
2525
2526 fd = OpenTransientFile(tmppath, O_CREAT | O_EXCL | O_WRONLY | PG_BINARY);
2527 if (fd < 0)
2528 {
2529 /*
2530 * If not an ERROR, then release the lock before returning. In case
2531 * of an ERROR, the error recovery path automatically releases the
2532 * lock, but no harm in explicitly releasing even in that case. Note
2533 * that LWLockRelease() could affect errno.
2534 */
2535 int save_errno = errno;
2536
2538 errno = save_errno;
2539 ereport(elevel,
2541 errmsg("could not create file \"%s\": %m",
2542 tmppath)));
2543 return;
2544 }
2545
2546 cp.magic = SLOT_MAGIC;
2548 cp.version = SLOT_VERSION;
2550
2551 SpinLockAcquire(&slot->mutex);
2552
2553 memcpy(&cp.slotdata, &slot->data, sizeof(ReplicationSlotPersistentData));
2554
2555 SpinLockRelease(&slot->mutex);
2556
2560 FIN_CRC32C(cp.checksum);
2561
2562 errno = 0;
2563 pgstat_report_wait_start(WAIT_EVENT_REPLICATION_SLOT_WRITE);
2564 if ((write(fd, &cp, sizeof(cp))) != sizeof(cp))
2565 {
2566 int save_errno = errno;
2567
2570 unlink(tmppath);
2572
2573 /* if write didn't set errno, assume problem is no disk space */
2574 errno = save_errno ? save_errno : ENOSPC;
2575 ereport(elevel,
2577 errmsg("could not write to file \"%s\": %m",
2578 tmppath)));
2579 return;
2580 }
2582
2583 /* fsync the temporary file */
2584 pgstat_report_wait_start(WAIT_EVENT_REPLICATION_SLOT_SYNC);
2585 if (pg_fsync(fd) != 0)
2586 {
2587 int save_errno = errno;
2588
2591 unlink(tmppath);
2593
2594 errno = save_errno;
2595 ereport(elevel,
2597 errmsg("could not fsync file \"%s\": %m",
2598 tmppath)));
2599 return;
2600 }
2602
2603 if (CloseTransientFile(fd) != 0)
2604 {
2605 int save_errno = errno;
2606
2607 unlink(tmppath);
2609
2610 errno = save_errno;
2611 ereport(elevel,
2613 errmsg("could not close file \"%s\": %m",
2614 tmppath)));
2615 return;
2616 }
2617
2618 /* rename to permanent file, fsync file and directory */
2619 if (rename(tmppath, path) != 0)
2620 {
2621 int save_errno = errno;
2622
2623 unlink(tmppath);
2625
2626 errno = save_errno;
2627 ereport(elevel,
2629 errmsg("could not rename file \"%s\" to \"%s\": %m",
2630 tmppath, path)));
2631 return;
2632 }
2633
2634 /*
2635 * Check CreateSlotOnDisk() for the reasoning of using a critical section.
2636 */
2638
2639 fsync_fname(path, false);
2640 fsync_fname(dir, true);
2642
2644
2645 /*
2646 * Successfully wrote, unset dirty bit, unless somebody dirtied again
2647 * already and remember the confirmed_flush LSN value.
2648 */
2649 SpinLockAcquire(&slot->mutex);
2650 if (!slot->just_dirtied)
2651 slot->dirty = false;
2654 SpinLockRelease(&slot->mutex);
2655
2657}
#define write(a, b, c)
Definition: win32.h:14

References ReplicationSlotOnDisk::checksum, CloseTransientFile(), COMP_CRC32C, ReplicationSlotPersistentData::confirmed_flush, ReplicationSlot::data, ReplicationSlot::dirty, END_CRIT_SECTION, ereport, errcode_for_file_access(), errmsg(), fd(), FIN_CRC32C, fsync_fname(), INIT_CRC32C, ReplicationSlot::io_in_progress_lock, ReplicationSlot::just_dirtied, ReplicationSlot::last_saved_confirmed_flush, ReplicationSlot::last_saved_restart_lsn, ReplicationSlotOnDisk::length, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), ReplicationSlotOnDisk::magic, MAXPGPATH, ReplicationSlot::mutex, OpenTransientFile(), PG_BINARY, pg_fsync(), PG_REPLSLOT_DIR, pgstat_report_wait_end(), pgstat_report_wait_start(), ReplicationSlotOnDiskChecksummedSize, ReplicationSlotOnDiskNotChecksummedSize, ReplicationSlotOnDiskV2Size, ReplicationSlotPersistentData::restart_lsn, SLOT_MAGIC, SLOT_VERSION, ReplicationSlotOnDisk::slotdata, SpinLockAcquire, SpinLockRelease, sprintf, START_CRIT_SECTION, ReplicationSlotOnDisk::version, and write.

Referenced by CheckPointReplicationSlots(), CreateSlotOnDisk(), and ReplicationSlotSave().

◆ SearchNamedReplicationSlot()

ReplicationSlot * SearchNamedReplicationSlot ( const char *  name,
bool  need_lock 
)

Definition at line 540 of file slot.c.

541{
542 int i;
543 ReplicationSlot *slot = NULL;
544
545 if (need_lock)
546 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
547
548 for (i = 0; i < max_replication_slots; i++)
549 {
551
552 if (s->in_use && strcmp(name, NameStr(s->data.name)) == 0)
553 {
554 slot = s;
555 break;
556 }
557 }
558
559 if (need_lock)
560 LWLockRelease(ReplicationSlotControlLock);
561
562 return slot;
563}

References ReplicationSlot::data, i, ReplicationSlot::in_use, LW_SHARED, LWLockAcquire(), LWLockRelease(), max_replication_slots, name, ReplicationSlotPersistentData::name, NameStr, ReplicationSlotCtlData::replication_slots, and ReplicationSlotCtl.

Referenced by acquire_conflict_slot_if_exists(), get_replslot_index(), pg_ls_replslotdir(), pgstat_reset_replslot(), ReadReplicationSlot(), ReplicationSlotAcquire(), StandbySlotsHaveCaughtup(), and synchronize_one_slot().

◆ SlotExistsInSyncStandbySlots()

bool SlotExistsInSyncStandbySlots ( const char *  slot_name)

Definition at line 3050 of file slot.c.

3051{
3052 const char *standby_slot_name;
3053
3054 /* Return false if there is no value in synchronized_standby_slots */
3056 return false;
3057
3058 /*
3059 * XXX: We are not expecting this list to be long so a linear search
3060 * shouldn't hurt but if that turns out not to be true then we can cache
3061 * this information for each WalSender as well.
3062 */
3063 standby_slot_name = synchronized_standby_slots_config->slot_names;
3064 for (int i = 0; i < synchronized_standby_slots_config->nslotnames; i++)
3065 {
3066 if (strcmp(standby_slot_name, slot_name) == 0)
3067 return true;
3068
3069 standby_slot_name += strlen(standby_slot_name) + 1;
3070 }
3071
3072 return false;
3073}

References i, SyncStandbySlotsConfigData::nslotnames, SyncStandbySlotsConfigData::slot_names, and synchronized_standby_slots_config.

Referenced by PhysicalWakeupLogicalWalSnd().

◆ StandbySlotsHaveCaughtup()

bool StandbySlotsHaveCaughtup ( XLogRecPtr  wait_for_lsn,
int  elevel 
)

Definition at line 3083 of file slot.c.

3084{
3085 const char *name;
3086 int caught_up_slot_num = 0;
3087 XLogRecPtr min_restart_lsn = InvalidXLogRecPtr;
3088
3089 /*
3090 * Don't need to wait for the standbys to catch up if there is no value in
3091 * synchronized_standby_slots.
3092 */
3094 return true;
3095
3096 /*
3097 * Don't need to wait for the standbys to catch up if we are on a standby
3098 * server, since we do not support syncing slots to cascading standbys.
3099 */
3100 if (RecoveryInProgress())
3101 return true;
3102
3103 /*
3104 * Don't need to wait for the standbys to catch up if they are already
3105 * beyond the specified WAL location.
3106 */
3108 ss_oldest_flush_lsn >= wait_for_lsn)
3109 return true;
3110
3111 /*
3112 * To prevent concurrent slot dropping and creation while filtering the
3113 * slots, take the ReplicationSlotControlLock outside of the loop.
3114 */
3115 LWLockAcquire(ReplicationSlotControlLock, LW_SHARED);
3116
3118 for (int i = 0; i < synchronized_standby_slots_config->nslotnames; i++)
3119 {
3120 XLogRecPtr restart_lsn;
3121 bool invalidated;
3122 bool inactive;
3123 ReplicationSlot *slot;
3124
3125 slot = SearchNamedReplicationSlot(name, false);
3126
3127 /*
3128 * If a slot name provided in synchronized_standby_slots does not
3129 * exist, report a message and exit the loop.
3130 */
3131 if (!slot)
3132 {
3133 ereport(elevel,
3134 errcode(ERRCODE_INVALID_PARAMETER_VALUE),
3135 errmsg("replication slot \"%s\" specified in parameter \"%s\" does not exist",
3136 name, "synchronized_standby_slots"),
3137 errdetail("Logical replication is waiting on the standby associated with replication slot \"%s\".",
3138 name),
3139 errhint("Create the replication slot \"%s\" or amend parameter \"%s\".",
3140 name, "synchronized_standby_slots"));
3141 break;
3142 }
3143
3144 /* Same as above: if a slot is not physical, exit the loop. */
3145 if (SlotIsLogical(slot))
3146 {
3147 ereport(elevel,
3148 errcode(ERRCODE_INVALID_PARAMETER_VALUE),
3149 errmsg("cannot specify logical replication slot \"%s\" in parameter \"%s\"",
3150 name, "synchronized_standby_slots"),
3151 errdetail("Logical replication is waiting for correction on replication slot \"%s\".",
3152 name),
3153 errhint("Remove the logical replication slot \"%s\" from parameter \"%s\".",
3154 name, "synchronized_standby_slots"));
3155 break;
3156 }
3157
3158 SpinLockAcquire(&slot->mutex);
3159 restart_lsn = slot->data.restart_lsn;
3160 invalidated = slot->data.invalidated != RS_INVAL_NONE;
3161 inactive = slot->active_pid == 0;
3162 SpinLockRelease(&slot->mutex);
3163
3164 if (invalidated)
3165 {
3166 /* Specified physical slot has been invalidated */
3167 ereport(elevel,
3168 errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
3169 errmsg("physical replication slot \"%s\" specified in parameter \"%s\" has been invalidated",
3170 name, "synchronized_standby_slots"),
3171 errdetail("Logical replication is waiting on the standby associated with replication slot \"%s\".",
3172 name),
3173 errhint("Drop and recreate the replication slot \"%s\", or amend parameter \"%s\".",
3174 name, "synchronized_standby_slots"));
3175 break;
3176 }
3177
3178 if (!XLogRecPtrIsValid(restart_lsn) || restart_lsn < wait_for_lsn)
3179 {
3180 /* Log a message if no active_pid for this physical slot */
3181 if (inactive)
3182 ereport(elevel,
3183 errcode(ERRCODE_OBJECT_NOT_IN_PREREQUISITE_STATE),
3184 errmsg("replication slot \"%s\" specified in parameter \"%s\" does not have active_pid",
3185 name, "synchronized_standby_slots"),
3186 errdetail("Logical replication is waiting on the standby associated with replication slot \"%s\".",
3187 name),
3188 errhint("Start the standby associated with the replication slot \"%s\", or amend parameter \"%s\".",
3189 name, "synchronized_standby_slots"));
3190
3191 /* Continue if the current slot hasn't caught up. */
3192 break;
3193 }
3194
3195 Assert(restart_lsn >= wait_for_lsn);
3196
3197 if (!XLogRecPtrIsValid(min_restart_lsn) ||
3198 min_restart_lsn > restart_lsn)
3199 min_restart_lsn = restart_lsn;
3200
3201 caught_up_slot_num++;
3202
3203 name += strlen(name) + 1;
3204 }
3205
3206 LWLockRelease(ReplicationSlotControlLock);
3207
3208 /*
3209 * Return false if not all the standbys have caught up to the specified
3210 * WAL location.
3211 */
3212 if (caught_up_slot_num != synchronized_standby_slots_config->nslotnames)
3213 return false;
3214
3215 /* The ss_oldest_flush_lsn must not retreat. */
3217 min_restart_lsn >= ss_oldest_flush_lsn);
3218
3219 ss_oldest_flush_lsn = min_restart_lsn;
3220
3221 return true;
3222}

References ReplicationSlot::active_pid, Assert(), ReplicationSlot::data, ereport, errcode(), errdetail(), errhint(), errmsg(), i, ReplicationSlotPersistentData::invalidated, InvalidXLogRecPtr, LW_SHARED, LWLockAcquire(), LWLockRelease(), ReplicationSlot::mutex, name, SyncStandbySlotsConfigData::nslotnames, RecoveryInProgress(), ReplicationSlotPersistentData::restart_lsn, RS_INVAL_NONE, SearchNamedReplicationSlot(), SyncStandbySlotsConfigData::slot_names, SlotIsLogical, SpinLockAcquire, SpinLockRelease, ss_oldest_flush_lsn, synchronized_standby_slots_config, and XLogRecPtrIsValid.

Referenced by NeedToWaitForStandbys(), and WaitForStandbyConfirmation().

◆ StartupReplicationSlots()

void StartupReplicationSlots ( void  )

Definition at line 2378 of file slot.c.

2379{
2380 DIR *replication_dir;
2381 struct dirent *replication_de;
2382
2383 elog(DEBUG1, "starting up replication slots");
2384
2385 /* restore all slots by iterating over all on-disk entries */
2386 replication_dir = AllocateDir(PG_REPLSLOT_DIR);
2387 while ((replication_de = ReadDir(replication_dir, PG_REPLSLOT_DIR)) != NULL)
2388 {
2389 char path[MAXPGPATH + sizeof(PG_REPLSLOT_DIR)];
2390 PGFileType de_type;
2391
2392 if (strcmp(replication_de->d_name, ".") == 0 ||
2393 strcmp(replication_de->d_name, "..") == 0)
2394 continue;
2395
2396 snprintf(path, sizeof(path), "%s/%s", PG_REPLSLOT_DIR, replication_de->d_name);
2397 de_type = get_dirent_type(path, replication_de, false, DEBUG1);
2398
2399 /* we're only creating directories here, skip if it's not our's */
2400 if (de_type != PGFILETYPE_ERROR && de_type != PGFILETYPE_DIR)
2401 continue;
2402
2403 /* we crashed while a slot was being setup or deleted, clean up */
2404 if (pg_str_endswith(replication_de->d_name, ".tmp"))
2405 {
2406 if (!rmtree(path, true))
2407 {
2409 (errmsg("could not remove directory \"%s\"",
2410 path)));
2411 continue;
2412 }
2414 continue;
2415 }
2416
2417 /* looks like a slot in a normal state, restore */
2418 RestoreSlotFromDisk(replication_de->d_name);
2419 }
2420 FreeDir(replication_dir);
2421
2422 /* currently no slots exist, we're done. */
2423 if (max_replication_slots <= 0)
2424 return;
2425
2426 /* Now that we have recovered all the data, compute replication xmin */
2429}
int FreeDir(DIR *dir)
Definition: fd.c:3005
DIR * AllocateDir(const char *dirname)
Definition: fd.c:2887
struct dirent * ReadDir(DIR *dir, const char *dirname)
Definition: fd.c:2953
PGFileType get_dirent_type(const char *path, const struct dirent *de, bool look_through_symlinks, int elevel)
Definition: file_utils.c:547
PGFileType
Definition: file_utils.h:19
@ PGFILETYPE_DIR
Definition: file_utils.h:23
@ PGFILETYPE_ERROR
Definition: file_utils.h:20
#define snprintf
Definition: port.h:260
static void RestoreSlotFromDisk(const char *name)
Definition: slot.c:2663
bool pg_str_endswith(const char *str, const char *end)
Definition: string.c:31
Definition: dirent.c:26
Definition: dirent.h:10
char d_name[MAX_PATH]
Definition: dirent.h:15

References AllocateDir(), dirent::d_name, DEBUG1, elog, ereport, errmsg(), FreeDir(), fsync_fname(), get_dirent_type(), max_replication_slots, MAXPGPATH, PG_REPLSLOT_DIR, pg_str_endswith(), PGFILETYPE_DIR, PGFILETYPE_ERROR, ReadDir(), ReplicationSlotsComputeRequiredLSN(), ReplicationSlotsComputeRequiredXmin(), RestoreSlotFromDisk(), rmtree(), snprintf, and WARNING.

Referenced by StartupXLOG().

◆ StaticAssertDecl()

StaticAssertDecl ( lengthof(SlotInvalidationCauses = =(RS_INVAL_MAX_CAUSES+1),
"array length mismatch"   
)

◆ validate_sync_standby_slots()

static bool validate_sync_standby_slots ( char *  rawname,
List **  elemlist 
)
static

Definition at line 2945 of file slot.c.

2946{
2947 /* Verify syntax and parse string into a list of identifiers */
2948 if (!SplitIdentifierString(rawname, ',', elemlist))
2949 {
2950 GUC_check_errdetail("List syntax is invalid.");
2951 return false;
2952 }
2953
2954 /* Iterate the list to validate each slot name */
2955 foreach_ptr(char, name, *elemlist)
2956 {
2957 int err_code;
2958 char *err_msg = NULL;
2959 char *err_hint = NULL;
2960
2961 if (!ReplicationSlotValidateNameInternal(name, false, &err_code,
2962 &err_msg, &err_hint))
2963 {
2964 GUC_check_errcode(err_code);
2965 GUC_check_errdetail("%s", err_msg);
2966 if (err_hint != NULL)
2967 GUC_check_errhint("%s", err_hint);
2968 return false;
2969 }
2970 }
2971
2972 return true;
2973}
void GUC_check_errcode(int sqlerrcode)
Definition: guc.c:6628
#define GUC_check_errdetail
Definition: guc.h:505
#define GUC_check_errhint
Definition: guc.h:509
bool SplitIdentifierString(char *rawstring, char separator, List **namelist)
Definition: varlena.c:2728

References foreach_ptr, GUC_check_errcode(), GUC_check_errdetail, GUC_check_errhint, name, ReplicationSlotValidateNameInternal(), and SplitIdentifierString().

Referenced by check_synchronized_standby_slots().

◆ WaitForStandbyConfirmation()

void WaitForStandbyConfirmation ( XLogRecPtr  wait_for_lsn)

Definition at line 3231 of file slot.c.

3232{
3233 /*
3234 * Don't need to wait for the standby to catch up if the current acquired
3235 * slot is not a logical failover slot, or there is no value in
3236 * synchronized_standby_slots.
3237 */
3239 return;
3240
3242
3243 for (;;)
3244 {
3246
3248 {
3249 ConfigReloadPending = false;
3251 }
3252
3253 /* Exit if done waiting for every slot. */
3254 if (StandbySlotsHaveCaughtup(wait_for_lsn, WARNING))
3255 break;
3256
3257 /*
3258 * Wait for the slots in the synchronized_standby_slots to catch up,
3259 * but use a timeout (1s) so we can also check if the
3260 * synchronized_standby_slots has been changed.
3261 */
3263 WAIT_EVENT_WAIT_FOR_STANDBY_CONFIRMATION);
3264 }
3265
3267}
bool ConditionVariableTimedSleep(ConditionVariable *cv, long timeout, uint32 wait_event_info)
void ProcessConfigFile(GucContext context)
Definition: guc-file.l:120
@ PGC_SIGHUP
Definition: guc.h:75
volatile sig_atomic_t ConfigReloadPending
Definition: interrupt.c:27
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:123
bool StandbySlotsHaveCaughtup(XLogRecPtr wait_for_lsn, int elevel)
Definition: slot.c:3083
ConditionVariable wal_confirm_rcv_cv
WalSndCtlData * WalSndCtl
Definition: walsender.c:117

References CHECK_FOR_INTERRUPTS, ConditionVariableCancelSleep(), ConditionVariablePrepareToSleep(), ConditionVariableTimedSleep(), ConfigReloadPending, ReplicationSlot::data, ReplicationSlotPersistentData::failover, MyReplicationSlot, PGC_SIGHUP, ProcessConfigFile(), StandbySlotsHaveCaughtup(), synchronized_standby_slots_config, WalSndCtlData::wal_confirm_rcv_cv, WalSndCtl, and WARNING.

Referenced by LogicalSlotAdvanceAndCheckSnapState(), and pg_logical_slot_get_changes_guts().

Variable Documentation

◆ idle_replication_slot_timeout_secs

int idle_replication_slot_timeout_secs = 0

◆ max_replication_slots

◆ MyReplicationSlot

ReplicationSlot* MyReplicationSlot = NULL

Definition at line 148 of file slot.c.

Referenced by abort_logical_decoding_activation(), ApplyLauncherMain(), binary_upgrade_logical_slot_has_caught_up(), compute_min_nonremovable_xid(), copy_replication_slot(), create_logical_replication_slot(), create_physical_replication_slot(), CreateConflictDetectionSlot(), CreateDecodingContext(), CreateInitDecodingContext(), CreateReplicationSlot(), DisableLogicalDecodingIfNecessary(), EnsureLogicalDecodingEnabled(), init_conflict_slot_xmin(), InvalidatePossiblyObsoleteSlot(), LogicalConfirmReceivedLocation(), LogicalIncreaseRestartDecodingForSlot(), LogicalIncreaseXminForSlot(), logicalrep_worker_launch(), LogicalReplicationSlotHasPendingWal(), LogicalSlotAdvanceAndCheckSnapState(), NeedToWaitForStandbys(), pg_create_logical_replication_slot(), pg_create_physical_replication_slot(), pg_logical_slot_get_changes_guts(), pg_physical_replication_slot_advance(), pg_replication_slot_advance(), PhysicalConfirmReceivedLocation(), PhysicalReplicationSlotNewXmin(), PhysicalWakeupLogicalWalSnd(), PostgresMain(), ProcessStandbyHSFeedbackMessage(), ProcessStandbyReplyMessage(), ReorderBufferAllocate(), ReorderBufferFree(), ReorderBufferRestoreChanges(), ReorderBufferRestoreCleanup(), ReorderBufferSerializedPath(), ReorderBufferSerializeTXN(), ReplicationSlotAcquire(), ReplicationSlotAlter(), ReplicationSlotCleanup(), ReplicationSlotCreate(), ReplicationSlotDrop(), ReplicationSlotDropAcquired(), ReplicationSlotMarkDirty(), ReplicationSlotPersist(), ReplicationSlotRelease(), ReplicationSlotReserveWal(), ReplicationSlotSave(), ReplicationSlotsDropDBSlots(), ReplicationSlotShmemExit(), reserve_wal_for_local_slot(), slotsync_failure_callback(), slotsync_worker_onexit(), StartLogicalReplication(), StartReplication(), StartupDecodingContext(), synchronize_one_slot(), update_and_persist_local_synced_slot(), update_conflict_slot_xmin(), update_local_synced_slot(), update_slotsync_skip_stats(), WaitForStandbyConfirmation(), and WalSndErrorCleanup().

◆ ReplicationSlotCtl

◆ SlotInvalidationCauses

const SlotInvalidationCauseMap SlotInvalidationCauses[]
static
Initial value:
= {
{RS_INVAL_NONE, "none"},
{RS_INVAL_WAL_REMOVED, "wal_removed"},
{RS_INVAL_HORIZON, "rows_removed"},
{RS_INVAL_WAL_LEVEL, "wal_level_insufficient"},
{RS_INVAL_IDLE_TIMEOUT, "idle_timeout"},
}

Definition at line 113 of file slot.c.

Referenced by GetSlotInvalidationCause(), and GetSlotInvalidationCauseName().

◆ ss_oldest_flush_lsn

XLogRecPtr ss_oldest_flush_lsn = InvalidXLogRecPtr
static

Definition at line 173 of file slot.c.

Referenced by assign_synchronized_standby_slots(), and StandbySlotsHaveCaughtup().

◆ synchronized_standby_slots

char* synchronized_standby_slots

Definition at line 164 of file slot.c.

◆ synchronized_standby_slots_config