40 #define RECONNECT_SLEEP_TIME 5
59 static void usage(
void);
65 bool segment_finished);
77 printf(
_(
"%s receives PostgreSQL streaming write-ahead logs.\n\n"),
82 printf(
_(
" -D, --directory=DIR receive write-ahead log files into this directory\n"));
83 printf(
_(
" -E, --endpos=LSN exit after receiving the specified LSN\n"));
84 printf(
_(
" --if-not-exists do not error if slot already exists when creating a slot\n"));
85 printf(
_(
" -n, --no-loop do not loop on connection lost\n"));
86 printf(
_(
" --no-sync do not wait for changes to be written safely to disk\n"));
87 printf(
_(
" -s, --status-interval=SECS\n"
89 printf(
_(
" -S, --slot=SLOTNAME replication slot to use\n"));
90 printf(
_(
" --synchronous flush write-ahead log immediately after writing\n"));
91 printf(
_(
" -v, --verbose output verbose messages\n"));
92 printf(
_(
" -V, --version output version information, then exit\n"));
93 printf(
_(
" -Z, --compress=METHOD[:DETAIL]\n"
94 " compress as specified\n"));
95 printf(
_(
" -?, --help show this help, then exit\n"));
96 printf(
_(
"\nConnection options:\n"));
97 printf(
_(
" -d, --dbname=CONNSTR connection string\n"));
98 printf(
_(
" -h, --host=HOSTNAME database server host or socket directory\n"));
99 printf(
_(
" -p, --port=PORT database server port number\n"));
100 printf(
_(
" -U, --username=NAME connect as specified database user\n"));
101 printf(
_(
" -w, --no-password never prompt for password\n"));
102 printf(
_(
" -W, --password force password prompt (should happen automatically)\n"));
103 printf(
_(
"\nOptional actions:\n"));
104 printf(
_(
" --create-slot create a new replication slot (for the slot's name see --slot)\n"));
105 printf(
_(
" --drop-slot drop the replication slot (for the slot's name see --slot)\n"));
106 printf(
_(
"\nReport bugs to <%s>.\n"), PACKAGE_BUGREPORT);
107 printf(
_(
"%s home page: <%s>\n"), PACKAGE_NAME, PACKAGE_URL);
119 size_t fname_len = strlen(
filename);
120 size_t xlog_pattern_len = strspn(
filename,
"0123456789ABCDEF");
186 static uint32 prevtimeline = 0;
190 if (
verbose && segment_finished)
191 pg_log_info(
"finished segment at %X/%X (timeline %u)",
198 pg_log_info(
"stopped log streaming at %X/%X (timeline %u)",
213 if (
verbose && prevtimeline != 0 && prevtimeline != timeline)
218 prevtimeline = timeline;
239 Assert(dest_folder != NULL);
242 pg_fatal(
"could not open directory \"%s\": %m", dest_folder);
254 Assert(dest_dir != NULL && dest_folder != NULL);
256 pg_fatal(
"could not close directory \"%s\": %m", dest_folder);
274 bool high_ispartial =
false;
286 &ispartial, &wal_compression_algorithm))
318 if (
stat(fullpath, &statbuf) != 0)
319 pg_fatal(
"could not stat file \"%s\": %m", fullpath);
323 pg_log_warning(
"segment file \"%s\" has incorrect size %lld, skipping",
340 pg_fatal(
"could not open compressed file \"%s\": %m",
342 if (lseek(
fd, (off_t) (-4), SEEK_END) < 0)
343 pg_fatal(
"could not seek in compressed file \"%s\": %m",
346 if (r !=
sizeof(
buf))
349 pg_fatal(
"could not read compressed file \"%s\": %m",
352 pg_fatal(
"could not read compressed file \"%s\": read %d of %zu",
353 fullpath, r,
sizeof(
buf));
357 bytes_out = (
buf[3] << 24) | (
buf[2] << 16) |
362 pg_log_warning(
"compressed segment file \"%s\" has incorrect uncompressed size %d, skipping",
370 #define LZ4_CHUNK_SZ 64 * 1024
373 size_t uncompressed_size = 0;
377 LZ4F_decompressionContext_t ctx = NULL;
378 LZ4F_decompressOptions_t dec_opt;
379 LZ4F_errorCode_t status;
381 memset(&dec_opt, 0,
sizeof(dec_opt));
386 pg_fatal(
"could not open file \"%s\": %m", fullpath);
388 status = LZ4F_createDecompressionContext(&ctx, LZ4F_VERSION);
389 if (LZ4F_isError(status))
390 pg_fatal(
"could not create LZ4 decompression context: %s",
391 LZ4F_getErrorName(status));
400 r =
read(
fd, readbuf, LZ4_CHUNK_SZ);
402 pg_fatal(
"could not read file \"%s\": %m", fullpath);
410 readend = readbuf + r;
411 while (readp < readend)
413 size_t out_size = LZ4_CHUNK_SZ;
414 size_t read_size = readend - readp;
416 memset(outbuf, 0, LZ4_CHUNK_SZ);
417 status = LZ4F_decompress(ctx, outbuf, &out_size,
418 readp, &read_size, &dec_opt);
419 if (LZ4F_isError(status))
420 pg_fatal(
"could not decompress file \"%s\": %s",
422 LZ4F_getErrorName(status));
425 uncompressed_size += out_size;
435 }
while (uncompressed_size <= WalSegSz && r > 0);
441 status = LZ4F_freeDecompressionContext(ctx);
442 if (LZ4F_isError(status))
443 pg_fatal(
"could not free LZ4 decompression context: %s",
444 LZ4F_getErrorName(status));
448 pg_log_warning(
"compressed segment file \"%s\" has incorrect uncompressed size %zu, skipping",
453 pg_log_error(
"cannot check file \"%s\": compression with %s not supported by this build",
460 if ((segno > high_segno) ||
461 (segno == high_segno && tli > high_tli) ||
462 (segno == high_segno && tli == high_tli && high_ispartial && !ispartial))
466 high_ispartial = ispartial;
578 pg_log_info(
"starting log streaming at %X/%X (timeline %u)",
600 pg_log_info(
"could not finish writing WAL files: %m");
626 static struct option long_options[] = {
657 char *compression_detail = NULL;
658 char *compression_algorithm_str =
"none";
659 char *error_detail = NULL;
667 if (strcmp(argv[1],
"--help") == 0 || strcmp(argv[1],
"-?") == 0)
672 else if (strcmp(argv[1],
"-V") == 0 ||
673 strcmp(argv[1],
"--version") == 0)
675 puts(
"pg_receivewal (PostgreSQL) " PG_VERSION);
680 while ((
c =
getopt_long(argc, argv,
"d:D:E:h:np:s:S:U:vwWZ:",
681 long_options, &option_index)) != -1)
692 if (sscanf(
optarg,
"%X/%X", &hi, &lo) != 2)
729 &compression_detail);
758 pg_log_error(
"too many command-line arguments (first is \"%s\")",
766 pg_log_error(
"cannot use --create-slot together with --drop-slot");
774 pg_log_error(
"%s needs a slot to be specified using --slot",
782 pg_log_error(
"cannot use --synchronous together with --no-sync");
802 pg_fatal(
"unrecognized compression algorithm: \"%s\"",
803 compression_algorithm_str);
808 if (error_detail != NULL)
809 pg_fatal(
"invalid compression specification: %s",
816 pg_fatal(
"compression with %s is not yet supported",
"ZSTD");
859 pg_fatal(
"replication connection using slot \"%s\" is unexpectedly database specific",
922 pg_log_info(
"disconnected; waiting %d seconds to try again",
#define Assert(condition)
#define PG_TEXTDOMAIN(domain)
void set_pglocale_pgservice(const char *argv0, const char *app)
bool parse_compress_algorithm(char *name, pg_compress_algorithm *algorithm)
void parse_compress_specification(pg_compress_algorithm algorithm, char *specification, pg_compress_specification *result)
char * validate_compress_specification(pg_compress_specification *spec)
void parse_compress_options(const char *option, char **algorithm, char **detail)
PGconn * GetConnection(UserMapping *user, bool will_prep_stmt, PgFdwConnState **state)
struct dirent * readdir(DIR *)
DIR * opendir(const char *)
int PQserverVersion(const PGconn *conn)
void PQfinish(PGconn *conn)
void * pg_malloc0(size_t size)
char * pg_strdup(const char *in)
int getopt_long(int argc, char *const argv[], const char *optstring, const struct option *longopts, int *longindex)
#define required_argument
void pg_logging_init(const char *argv0)
#define pg_log_error(...)
#define pg_log_error_hint(...)
bool option_parse_int(const char *optarg, const char *optname, int min_range, int max_range, int *result)
PGDLLIMPORT char * optarg
static void close_destination_dir(DIR *dest_dir, char *dest_folder)
static pg_compress_algorithm compression_algorithm
int main(int argc, char **argv)
static volatile sig_atomic_t time_to_stop
static bool slot_exists_ok
static DIR * get_destination_dir(char *dest_folder)
static bool stop_streaming(XLogRecPtr xlogpos, uint32 timeline, bool segment_finished)
static char * replication_slot
static XLogRecPtr FindStreamingStart(uint32 *tli)
static void sigexit_handler(SIGNAL_ARGS)
#define RECONNECT_SLEEP_TIME
static bool do_create_slot
static void disconnect_atexit(void)
static int standby_message_timeout
static bool is_xlogfilename(const char *filename, bool *ispartial, pg_compress_algorithm *wal_compression_algorithm)
static void StreamLog(void)
#define pg_log_warning(...)
const char * get_progname(const char *argv0)
pqsigfunc pqsignal(int signo, pqsigfunc func)
static int fd(const char *x, int i)
bool ReceiveXlogStream(PGconn *conn, StreamCtl *stream)
bool CheckServerVersionForStreaming(PGconn *conn)
void pg_usleep(long microsec)
bool RetrieveWalSegSize(PGconn *conn)
bool GetSlotInformation(PGconn *conn, const char *slot_name, XLogRecPtr *restart_lsn, TimeLineID *restart_tli)
bool RunIdentifySystem(PGconn *conn, char **sysid, TimeLineID *starttli, XLogRecPtr *startpos, char **db_name)
stream_stop_callback stream_stop
int standby_message_timeout
WalWriteMethod * walmethod
void(* free)(WalWriteMethod *wwmethod)
bool(* finish)(WalWriteMethod *wwmethod)
const WalWriteMethodOps * ops
WalWriteMethod * CreateWalDirectoryMethod(const char *basedir, pg_compress_algorithm compression_algorithm, int compression_level, bool sync)
static void CreateReplicationSlot(CreateReplicationSlotCmd *cmd)
static void DropReplicationSlot(DropReplicationSlotCmd *cmd)
#define XLogSegmentOffset(xlogptr, wal_segsz_bytes)
static void XLogFromFileName(const char *fname, TimeLineID *tli, XLogSegNo *logSegNo, int wal_segsz_bytes)
#define XLogSegNoOffsetToRecPtr(segno, offset, wal_segsz_bytes, dest)
#define LSN_FORMAT_ARGS(lsn)
#define XLogRecPtrIsInvalid(r)
#define InvalidXLogRecPtr