PostgreSQL Source Code git master
Loading...
Searching...
No Matches
walreceiverfuncs.c File Reference
#include "postgres.h"
#include <sys/stat.h>
#include <sys/time.h>
#include <unistd.h>
#include <signal.h>
#include "access/xlog_internal.h"
#include "access/xlogrecovery.h"
#include "pgstat.h"
#include "replication/walreceiver.h"
#include "storage/pmsignal.h"
#include "storage/proc.h"
#include "storage/shmem.h"
#include "utils/timestamp.h"
#include "utils/wait_event.h"
Include dependency graph for walreceiverfuncs.c:

Go to the source code of this file.

Macros

#define WALRCV_STARTUP_TIMEOUT   10
 

Functions

Size WalRcvShmemSize (void)
 
void WalRcvShmemInit (void)
 
bool WalRcvRunning (void)
 
WalRcvState WalRcvGetState (void)
 
bool WalRcvStreaming (void)
 
void ShutdownWalRcv (void)
 
void RequestXLogStreaming (TimeLineID tli, XLogRecPtr recptr, const char *conninfo, const char *slotname, bool create_temp_slot)
 
XLogRecPtr GetWalRcvFlushRecPtr (XLogRecPtr *latestChunkStart, TimeLineID *receiveTLI)
 
XLogRecPtr GetWalRcvWriteRecPtr (void)
 
int GetReplicationApplyDelay (void)
 
int GetReplicationTransferLatency (void)
 

Variables

WalRcvDataWalRcv = NULL
 

Macro Definition Documentation

◆ WALRCV_STARTUP_TIMEOUT

#define WALRCV_STARTUP_TIMEOUT   10

Definition at line 41 of file walreceiverfuncs.c.

Function Documentation

◆ GetReplicationApplyDelay()

int GetReplicationApplyDelay ( void  )

Definition at line 381 of file walreceiverfuncs.c.

382{
387
388 SpinLockAcquire(&walrcv->mutex);
389 receivePtr = walrcv->flushedUpto;
390 SpinLockRelease(&walrcv->mutex);
391
393
394 if (receivePtr == replayPtr)
395 return 0;
396
398
399 if (chunkReplayStartTime == 0)
400 return -1;
401
404}
long TimestampDifferenceMilliseconds(TimestampTz start_time, TimestampTz stop_time)
Definition timestamp.c:1755
TimestampTz GetCurrentTimestamp(void)
Definition timestamp.c:1643
int64 TimestampTz
Definition timestamp.h:39
static int fb(int x)
static void SpinLockRelease(volatile slock_t *lock)
Definition spin.h:62
static void SpinLockAcquire(volatile slock_t *lock)
Definition spin.h:56
WalRcvData * WalRcv
uint64 XLogRecPtr
Definition xlogdefs.h:21
TimestampTz GetCurrentChunkReplayStartTime(void)
XLogRecPtr GetXLogReplayRecPtr(TimeLineID *replayTLI)

References fb(), GetCurrentChunkReplayStartTime(), GetCurrentTimestamp(), GetXLogReplayRecPtr(), SpinLockAcquire(), SpinLockRelease(), TimestampDifferenceMilliseconds(), and WalRcv.

Referenced by ProcessWalSndrMessage().

◆ GetReplicationTransferLatency()

int GetReplicationTransferLatency ( void  )

Definition at line 411 of file walreceiverfuncs.c.

412{
414 TimestampTz lastMsgSendTime;
415 TimestampTz lastMsgReceiptTime;
416
417 SpinLockAcquire(&walrcv->mutex);
418 lastMsgSendTime = walrcv->lastMsgSendTime;
419 lastMsgReceiptTime = walrcv->lastMsgReceiptTime;
420 SpinLockRelease(&walrcv->mutex);
421
422 return TimestampDifferenceMilliseconds(lastMsgSendTime,
423 lastMsgReceiptTime);
424}

References fb(), SpinLockAcquire(), SpinLockRelease(), TimestampDifferenceMilliseconds(), and WalRcv.

Referenced by ProcessWalSndrMessage().

◆ GetWalRcvFlushRecPtr()

XLogRecPtr GetWalRcvFlushRecPtr ( XLogRecPtr latestChunkStart,
TimeLineID receiveTLI 
)

Definition at line 348 of file walreceiverfuncs.c.

349{
352
353 SpinLockAcquire(&walrcv->mutex);
354 recptr = walrcv->flushedUpto;
355 if (latestChunkStart)
356 *latestChunkStart = walrcv->latestChunkStart;
357 if (receiveTLI)
358 *receiveTLI = walrcv->receivedTLI;
359 SpinLockRelease(&walrcv->mutex);
360
361 return recptr;
362}
static TimeLineID receiveTLI

References fb(), receiveTLI, SpinLockAcquire(), SpinLockRelease(), and WalRcv.

Referenced by CreateRestartPoint(), GetCurrentLSNForWaitType(), GetLatestLSN(), GetStandbyFlushRecPtr(), pg_last_wal_receive_lsn(), and WaitForWALToBecomeAvailable().

◆ GetWalRcvWriteRecPtr()

XLogRecPtr GetWalRcvWriteRecPtr ( void  )

Definition at line 369 of file walreceiverfuncs.c.

370{
372
373 return pg_atomic_read_u64(&walrcv->writtenUpto);
374}
static uint64 pg_atomic_read_u64(volatile pg_atomic_uint64 *ptr)
Definition atomics.h:467

References fb(), pg_atomic_read_u64(), and WalRcv.

Referenced by GetCurrentLSNForWaitType().

◆ RequestXLogStreaming()

void RequestXLogStreaming ( TimeLineID  tli,
XLogRecPtr  recptr,
const char conninfo,
const char slotname,
bool  create_temp_slot 
)

Definition at line 262 of file walreceiverfuncs.c.

264{
266 bool launch = false;
267 pg_time_t now = (pg_time_t) time(NULL);
269
270 /*
271 * We always start at the beginning of the segment. That prevents a broken
272 * segment (i.e., with no records in the first half of a segment) from
273 * being created by XLOG streaming, which might cause trouble later on if
274 * the segment is e.g archived.
275 */
278
279 SpinLockAcquire(&walrcv->mutex);
280
281 /* It better be stopped if we try to restart it */
282 Assert(walrcv->walRcvState == WALRCV_STOPPED ||
283 walrcv->walRcvState == WALRCV_WAITING);
284
285 if (conninfo != NULL)
286 strlcpy(walrcv->conninfo, conninfo, MAXCONNINFO);
287 else
288 walrcv->conninfo[0] = '\0';
289
290 /*
291 * Use configured replication slot if present, and ignore the value of
292 * create_temp_slot as the slot name should be persistent. Otherwise, use
293 * create_temp_slot to determine whether this WAL receiver should create a
294 * temporary slot by itself and use it, or not.
295 */
296 if (slotname != NULL && slotname[0] != '\0')
297 {
298 strlcpy(walrcv->slotname, slotname, NAMEDATALEN);
299 walrcv->is_temp_slot = false;
300 }
301 else
302 {
303 walrcv->slotname[0] = '\0';
304 walrcv->is_temp_slot = create_temp_slot;
305 }
306
307 if (walrcv->walRcvState == WALRCV_STOPPED)
308 {
309 launch = true;
310 walrcv->walRcvState = WALRCV_STARTING;
311 }
312 else
313 walrcv->walRcvState = WALRCV_RESTARTING;
314 walrcv->startTime = now;
315
316 /*
317 * If this is the first startup of walreceiver (on this timeline),
318 * initialize flushedUpto and latestChunkStart to the starting point.
319 */
320 if (!XLogRecPtrIsValid(walrcv->receiveStart) || walrcv->receivedTLI != tli)
321 {
322 walrcv->flushedUpto = recptr;
323 walrcv->receivedTLI = tli;
324 walrcv->latestChunkStart = recptr;
325 }
326 walrcv->receiveStart = recptr;
327 walrcv->receiveStartTLI = tli;
328
329 walrcv_proc = walrcv->procno;
330
331 SpinLockRelease(&walrcv->mutex);
332
333 if (launch)
337}
Datum now(PG_FUNCTION_ARGS)
Definition timestamp.c:1607
#define Assert(condition)
Definition c.h:915
void SetLatch(Latch *latch)
Definition latch.c:290
#define NAMEDATALEN
int64 pg_time_t
Definition pgtime.h:23
void SendPostmasterSignal(PMSignalReason reason)
Definition pmsignal.c:165
@ PMSIGNAL_START_WALRECEIVER
Definition pmsignal.h:42
size_t strlcpy(char *dst, const char *src, size_t siz)
Definition strlcpy.c:45
#define GetPGProcByNumber(n)
Definition proc.h:504
#define INVALID_PROC_NUMBER
Definition procnumber.h:26
int ProcNumber
Definition procnumber.h:24
#define MAXCONNINFO
Definition walreceiver.h:37
@ WALRCV_STARTING
Definition walreceiver.h:48
@ WALRCV_STOPPED
Definition walreceiver.h:47
@ WALRCV_RESTARTING
Definition walreceiver.h:53
@ WALRCV_WAITING
Definition walreceiver.h:52
int wal_segment_size
Definition xlog.c:147
#define XLogSegmentOffset(xlogptr, wal_segsz_bytes)
#define XLogRecPtrIsValid(r)
Definition xlogdefs.h:29

References Assert, fb(), GetPGProcByNumber, INVALID_PROC_NUMBER, MAXCONNINFO, NAMEDATALEN, now(), PMSIGNAL_START_WALRECEIVER, SendPostmasterSignal(), SetLatch(), SpinLockAcquire(), SpinLockRelease(), strlcpy(), wal_segment_size, WalRcv, WALRCV_RESTARTING, WALRCV_STARTING, WALRCV_STOPPED, WALRCV_WAITING, XLogRecPtrIsValid, and XLogSegmentOffset.

Referenced by WaitForWALToBecomeAvailable().

◆ ShutdownWalRcv()

void ShutdownWalRcv ( void  )

Definition at line 194 of file walreceiverfuncs.c.

195{
197 pid_t walrcvpid = 0;
198 bool stopped = false;
199
200 /*
201 * Request walreceiver to stop. Walreceiver will switch to WALRCV_STOPPED
202 * mode once it's finished, and will also request postmaster to not
203 * restart itself.
204 */
205 SpinLockAcquire(&walrcv->mutex);
206 switch (walrcv->walRcvState)
207 {
208 case WALRCV_STOPPED:
209 break;
210 case WALRCV_STARTING:
211 walrcv->walRcvState = WALRCV_STOPPED;
212 stopped = true;
213 break;
214
216 case WALRCV_STREAMING:
217 case WALRCV_WAITING:
219 walrcv->walRcvState = WALRCV_STOPPING;
221 case WALRCV_STOPPING:
222 walrcvpid = walrcv->pid;
223 break;
224 }
225 SpinLockRelease(&walrcv->mutex);
226
227 /* Unnecessary but consistent. */
228 if (stopped)
229 ConditionVariableBroadcast(&walrcv->walRcvStoppedCV);
230
231 /*
232 * Signal walreceiver process if it was still running.
233 */
234 if (walrcvpid != 0)
236
237 /*
238 * Wait for walreceiver to acknowledge its death by setting state to
239 * WALRCV_STOPPED.
240 */
241 ConditionVariablePrepareToSleep(&walrcv->walRcvStoppedCV);
242 while (WalRcvRunning())
243 ConditionVariableSleep(&walrcv->walRcvStoppedCV,
246}
#define pg_fallthrough
Definition c.h:152
bool ConditionVariableCancelSleep(void)
void ConditionVariableBroadcast(ConditionVariable *cv)
void ConditionVariablePrepareToSleep(ConditionVariable *cv)
void ConditionVariableSleep(ConditionVariable *cv, uint32 wait_event_info)
@ WALRCV_CONNECTING
Definition walreceiver.h:50
@ WALRCV_STREAMING
Definition walreceiver.h:51
@ WALRCV_STOPPING
Definition walreceiver.h:54
bool WalRcvRunning(void)
#define kill(pid, sig)
Definition win32_port.h:490

References ConditionVariableBroadcast(), ConditionVariableCancelSleep(), ConditionVariablePrepareToSleep(), ConditionVariableSleep(), fb(), kill, pg_fallthrough, SpinLockAcquire(), SpinLockRelease(), WalRcv, WALRCV_CONNECTING, WALRCV_RESTARTING, WALRCV_STARTING, WALRCV_STOPPED, WALRCV_STOPPING, WALRCV_STREAMING, WALRCV_WAITING, and WalRcvRunning().

Referenced by XLogShutdownWalRcv().

◆ WalRcvGetState()

WalRcvState WalRcvGetState ( void  )

Definition at line 125 of file walreceiverfuncs.c.

126{
129
130 SpinLockAcquire(&walrcv->mutex);
131 state = walrcv->walRcvState;
132 SpinLockRelease(&walrcv->mutex);
133
134 return state;
135}
WalRcvState
Definition walreceiver.h:46

References fb(), SpinLockAcquire(), SpinLockRelease(), and WalRcv.

Referenced by WaitForWALToBecomeAvailable().

◆ WalRcvRunning()

bool WalRcvRunning ( void  )

Definition at line 77 of file walreceiverfuncs.c.

78{
81 pg_time_t startTime;
82
83 SpinLockAcquire(&walrcv->mutex);
84
85 state = walrcv->walRcvState;
86 startTime = walrcv->startTime;
87
88 SpinLockRelease(&walrcv->mutex);
89
90 /*
91 * If it has taken too long for walreceiver to start up, give up. Setting
92 * the state to STOPPED ensures that if walreceiver later does start up
93 * after all, it will see that it's not supposed to be running and die
94 * without doing anything.
95 */
97 {
98 pg_time_t now = (pg_time_t) time(NULL);
99
100 if ((now - startTime) > WALRCV_STARTUP_TIMEOUT)
101 {
102 bool stopped = false;
103
104 SpinLockAcquire(&walrcv->mutex);
105 if (walrcv->walRcvState == WALRCV_STARTING)
106 {
107 state = walrcv->walRcvState = WALRCV_STOPPED;
108 stopped = true;
109 }
110 SpinLockRelease(&walrcv->mutex);
111
112 if (stopped)
113 ConditionVariableBroadcast(&walrcv->walRcvStoppedCV);
114 }
115 }
116
117 if (state != WALRCV_STOPPED)
118 return true;
119 else
120 return false;
121}
#define WALRCV_STARTUP_TIMEOUT

References ConditionVariableBroadcast(), fb(), now(), SpinLockAcquire(), SpinLockRelease(), WalRcv, WALRCV_STARTING, WALRCV_STARTUP_TIMEOUT, and WALRCV_STOPPED.

Referenced by ShutdownWalRcv(), and StartupRequestWalReceiverRestart().

◆ WalRcvShmemInit()

void WalRcvShmemInit ( void  )

Definition at line 56 of file walreceiverfuncs.c.

57{
58 bool found;
59
60 WalRcv = (WalRcvData *)
61 ShmemInitStruct("Wal Receiver Ctl", WalRcvShmemSize(), &found);
62
63 if (!found)
64 {
65 /* First time through, so initialize */
72 }
73}
static void pg_atomic_init_u64(volatile pg_atomic_uint64 *ptr, uint64 val)
Definition atomics.h:453
#define MemSet(start, val, len)
Definition c.h:1079
void ConditionVariableInit(ConditionVariable *cv)
void * ShmemInitStruct(const char *name, Size size, bool *foundPtr)
Definition shmem.c:378
static void SpinLockInit(volatile slock_t *lock)
Definition spin.h:50
ProcNumber procno
Definition walreceiver.h:68
ConditionVariable walRcvStoppedCV
Definition walreceiver.h:73
pg_atomic_uint64 writtenUpto
WalRcvState walRcvState
Definition walreceiver.h:72
slock_t mutex
Size WalRcvShmemSize(void)

References ConditionVariableInit(), INVALID_PROC_NUMBER, MemSet, WalRcvData::mutex, pg_atomic_init_u64(), WalRcvData::procno, ShmemInitStruct(), SpinLockInit(), WalRcv, WALRCV_STOPPED, WalRcvShmemSize(), WalRcvData::walRcvState, WalRcvData::walRcvStoppedCV, and WalRcvData::writtenUpto.

Referenced by CreateOrAttachShmemStructs().

◆ WalRcvShmemSize()

Size WalRcvShmemSize ( void  )

Definition at line 45 of file walreceiverfuncs.c.

46{
47 Size size = 0;
48
49 size = add_size(size, sizeof(WalRcvData));
50
51 return size;
52}
size_t Size
Definition c.h:661
Size add_size(Size s1, Size s2)
Definition shmem.c:482

References add_size().

Referenced by CalculateShmemSize(), and WalRcvShmemInit().

◆ WalRcvStreaming()

bool WalRcvStreaming ( void  )

Definition at line 142 of file walreceiverfuncs.c.

143{
146 pg_time_t startTime;
147
148 SpinLockAcquire(&walrcv->mutex);
149
150 state = walrcv->walRcvState;
151 startTime = walrcv->startTime;
152
153 SpinLockRelease(&walrcv->mutex);
154
155 /*
156 * If it has taken too long for walreceiver to start up, give up. Setting
157 * the state to STOPPED ensures that if walreceiver later does start up
158 * after all, it will see that it's not supposed to be running and die
159 * without doing anything.
160 */
161 if (state == WALRCV_STARTING)
162 {
163 pg_time_t now = (pg_time_t) time(NULL);
164
165 if ((now - startTime) > WALRCV_STARTUP_TIMEOUT)
166 {
167 bool stopped = false;
168
169 SpinLockAcquire(&walrcv->mutex);
170 if (walrcv->walRcvState == WALRCV_STARTING)
171 {
172 state = walrcv->walRcvState = WALRCV_STOPPED;
173 stopped = true;
174 }
175 SpinLockRelease(&walrcv->mutex);
176
177 if (stopped)
178 ConditionVariableBroadcast(&walrcv->walRcvStoppedCV);
179 }
180 }
181
184 return true;
185 else
186 return false;
187}

References ConditionVariableBroadcast(), fb(), now(), SpinLockAcquire(), SpinLockRelease(), WalRcv, WALRCV_CONNECTING, WALRCV_RESTARTING, WALRCV_STARTING, WALRCV_STARTUP_TIMEOUT, WALRCV_STOPPED, and WALRCV_STREAMING.

Referenced by FinishWalRecovery(), and WaitForWALToBecomeAvailable().

Variable Documentation

◆ WalRcv