PostgreSQL Source Code  git master
streamutil.c File Reference
#include "postgres_fe.h"
#include <sys/time.h>
#include <unistd.h>
#include "access/xlog_internal.h"
#include "common/connect.h"
#include "common/fe_memutils.h"
#include "common/file_perm.h"
#include "common/logging.h"
#include "common/string.h"
#include "datatype/timestamp.h"
#include "port/pg_bswap.h"
#include "pqexpbuffer.h"
#include "receivelog.h"
#include "streamutil.h"
Include dependency graph for streamutil.c:

Go to the source code of this file.

Macros

#define ERRCODE_DUPLICATE_OBJECT   "42710"
 
#define MINIMUM_VERSION_FOR_SHOW_CMD   100000
 
#define MINIMUM_VERSION_FOR_GROUP_ACCESS   110000
 

Functions

static bool RetrieveDataDirCreatePerm (PGconn *conn)
 
PGconnGetConnection (void)
 
bool RetrieveWalSegSize (PGconn *conn)
 
bool RunIdentifySystem (PGconn *conn, char **sysid, TimeLineID *starttli, XLogRecPtr *startpos, char **db_name)
 
bool GetSlotInformation (PGconn *conn, const char *slot_name, XLogRecPtr *restart_lsn, TimeLineID *restart_tli)
 
bool CreateReplicationSlot (PGconn *conn, const char *slot_name, const char *plugin, bool is_temporary, bool is_physical, bool reserve_wal, bool slot_exists_ok, bool two_phase)
 
bool DropReplicationSlot (PGconn *conn, const char *slot_name)
 
void AppendPlainCommandOption (PQExpBuffer buf, bool use_new_option_syntax, char *option_name)
 
void AppendStringCommandOption (PQExpBuffer buf, bool use_new_option_syntax, char *option_name, char *option_value)
 
void AppendIntegerCommandOption (PQExpBuffer buf, bool use_new_option_syntax, char *option_name, int32 option_value)
 
TimestampTz feGetCurrentTimestamp (void)
 
void feTimestampDifference (TimestampTz start_time, TimestampTz stop_time, long *secs, int *microsecs)
 
bool feTimestampDifferenceExceeds (TimestampTz start_time, TimestampTz stop_time, int msec)
 
void fe_sendint64 (int64 i, char *buf)
 
int64 fe_recvint64 (char *buf)
 

Variables

uint32 WalSegSz
 
const char * progname
 
char * connection_string = NULL
 
char * dbhost = NULL
 
char * dbuser = NULL
 
char * dbport = NULL
 
char * dbname = NULL
 
int dbgetpassword = 0
 
static char * password = NULL
 
PGconnconn = NULL
 

Macro Definition Documentation

◆ ERRCODE_DUPLICATE_OBJECT

#define ERRCODE_DUPLICATE_OBJECT   "42710"

Definition at line 32 of file streamutil.c.

◆ MINIMUM_VERSION_FOR_GROUP_ACCESS

#define MINIMUM_VERSION_FOR_GROUP_ACCESS   110000

Definition at line 44 of file streamutil.c.

◆ MINIMUM_VERSION_FOR_SHOW_CMD

#define MINIMUM_VERSION_FOR_SHOW_CMD   100000

Definition at line 39 of file streamutil.c.

Function Documentation

◆ AppendIntegerCommandOption()

void AppendIntegerCommandOption ( PQExpBuffer  buf,
bool  use_new_option_syntax,
char *  option_name,
int32  option_value 
)

Definition at line 776 of file streamutil.c.

778 {
779  AppendPlainCommandOption(buf, use_new_option_syntax, option_name);
780 
781  appendPQExpBuffer(buf, " %d", option_value);
782 }
static char * buf
Definition: pg_test_fsync.c:67
void appendPQExpBuffer(PQExpBuffer str, const char *fmt,...)
Definition: pqexpbuffer.c:267
void AppendPlainCommandOption(PQExpBuffer buf, bool use_new_option_syntax, char *option_name)
Definition: streamutil.c:732

References AppendPlainCommandOption(), appendPQExpBuffer(), and buf.

Referenced by BaseBackup().

◆ AppendPlainCommandOption()

void AppendPlainCommandOption ( PQExpBuffer  buf,
bool  use_new_option_syntax,
char *  option_name 
)

Definition at line 732 of file streamutil.c.

734 {
735  if (buf->len > 0 && buf->data[buf->len - 1] != '(')
736  {
737  if (use_new_option_syntax)
738  appendPQExpBufferStr(buf, ", ");
739  else
741  }
742 
743  appendPQExpBuffer(buf, " %s", option_name);
744 }
void appendPQExpBufferChar(PQExpBuffer str, char ch)
Definition: pqexpbuffer.c:380
void appendPQExpBufferStr(PQExpBuffer str, const char *data)
Definition: pqexpbuffer.c:369

References appendPQExpBuffer(), appendPQExpBufferChar(), appendPQExpBufferStr(), and buf.

Referenced by AppendIntegerCommandOption(), AppendStringCommandOption(), BaseBackup(), and CreateReplicationSlot().

◆ AppendStringCommandOption()

void AppendStringCommandOption ( PQExpBuffer  buf,
bool  use_new_option_syntax,
char *  option_name,
char *  option_value 
)

Definition at line 753 of file streamutil.c.

755 {
756  AppendPlainCommandOption(buf, use_new_option_syntax, option_name);
757 
758  if (option_value != NULL)
759  {
760  size_t length = strlen(option_value);
761  char *escaped_value = palloc(1 + 2 * length);
762 
763  PQescapeStringConn(conn, escaped_value, option_value, length, NULL);
764  appendPQExpBuffer(buf, " '%s'", escaped_value);
765  pfree(escaped_value);
766  }
767 }
size_t PQescapeStringConn(PGconn *conn, char *to, const char *from, size_t length, int *error)
Definition: fe-exec.c:4014
void pfree(void *pointer)
Definition: mcxt.c:1252
void * palloc(Size size)
Definition: mcxt.c:1145
PGconn * conn
Definition: streamutil.c:54

References AppendPlainCommandOption(), appendPQExpBuffer(), buf, conn, palloc(), pfree(), and PQescapeStringConn().

Referenced by BaseBackup(), and CreateReplicationSlot().

◆ CreateReplicationSlot()

bool CreateReplicationSlot ( PGconn conn,
const char *  slot_name,
const char *  plugin,
bool  is_temporary,
bool  is_physical,
bool  reserve_wal,
bool  slot_exists_ok,
bool  two_phase 
)

Definition at line 575 of file streamutil.c.

578 {
579  PQExpBuffer query;
580  PGresult *res;
581  bool use_new_option_syntax = (PQserverVersion(conn) >= 150000);
582 
583  query = createPQExpBuffer();
584 
585  Assert((is_physical && plugin == NULL) ||
586  (!is_physical && plugin != NULL));
587  Assert(!(two_phase && is_physical));
588  Assert(slot_name != NULL);
589 
590  /* Build base portion of query */
591  appendPQExpBuffer(query, "CREATE_REPLICATION_SLOT \"%s\"", slot_name);
592  if (is_temporary)
593  appendPQExpBufferStr(query, " TEMPORARY");
594  if (is_physical)
595  appendPQExpBufferStr(query, " PHYSICAL");
596  else
597  appendPQExpBuffer(query, " LOGICAL \"%s\"", plugin);
598 
599  /* Add any requested options */
600  if (use_new_option_syntax)
601  appendPQExpBufferStr(query, " (");
602  if (is_physical)
603  {
604  if (reserve_wal)
605  AppendPlainCommandOption(query, use_new_option_syntax,
606  "RESERVE_WAL");
607  }
608  else
609  {
610  if (two_phase && PQserverVersion(conn) >= 150000)
611  AppendPlainCommandOption(query, use_new_option_syntax,
612  "TWO_PHASE");
613 
614  if (PQserverVersion(conn) >= 100000)
615  {
616  /* pg_recvlogical doesn't use an exported snapshot, so suppress */
617  if (use_new_option_syntax)
618  AppendStringCommandOption(query, use_new_option_syntax,
619  "SNAPSHOT", "nothing");
620  else
621  AppendPlainCommandOption(query, use_new_option_syntax,
622  "NOEXPORT_SNAPSHOT");
623  }
624  }
625  if (use_new_option_syntax)
626  {
627  /* Suppress option list if it would be empty, otherwise terminate */
628  if (query->data[query->len - 1] == '(')
629  {
630  query->len -= 2;
631  query->data[query->len] = '\0';
632  }
633  else
634  appendPQExpBufferChar(query, ')');
635  }
636 
637  /* Now run the query */
638  res = PQexec(conn, query->data);
640  {
641  const char *sqlstate = PQresultErrorField(res, PG_DIAG_SQLSTATE);
642 
643  if (slot_exists_ok &&
644  sqlstate &&
645  strcmp(sqlstate, ERRCODE_DUPLICATE_OBJECT) == 0)
646  {
647  destroyPQExpBuffer(query);
648  PQclear(res);
649  return true;
650  }
651  else
652  {
653  pg_log_error("could not send replication command \"%s\": %s",
654  query->data, PQerrorMessage(conn));
655 
656  destroyPQExpBuffer(query);
657  PQclear(res);
658  return false;
659  }
660  }
661 
662  if (PQntuples(res) != 1 || PQnfields(res) != 4)
663  {
664  pg_log_error("could not create replication slot \"%s\": got %d rows and %d fields, expected %d rows and %d fields",
665  slot_name,
666  PQntuples(res), PQnfields(res), 1, 4);
667 
668  destroyPQExpBuffer(query);
669  PQclear(res);
670  return false;
671  }
672 
673  destroyPQExpBuffer(query);
674  PQclear(res);
675  return true;
676 }
int PQserverVersion(const PGconn *conn)
Definition: fe-connect.c:6808
char * PQerrorMessage(const PGconn *conn)
Definition: fe-connect.c:6818
ExecStatusType PQresultStatus(const PGresult *res)
Definition: fe-exec.c:3275
int PQntuples(const PGresult *res)
Definition: fe-exec.c:3345
PGresult * PQexec(PGconn *conn, const char *query)
Definition: fe-exec.c:2243
char * PQresultErrorField(const PGresult *res, int fieldcode)
Definition: fe-exec.c:3330
int PQnfields(const PGresult *res)
Definition: fe-exec.c:3353
@ PGRES_TUPLES_OK
Definition: libpq-fe.h:100
Assert(fmt[strlen(fmt) - 1] !='\n')
#define pg_log_error(...)
Definition: logging.h:106
static bool slot_exists_ok
Definition: pg_receivewal.c:50
static bool two_phase
static const char * plugin
#define PG_DIAG_SQLSTATE
Definition: postgres_ext.h:56
PQExpBuffer createPQExpBuffer(void)
Definition: pqexpbuffer.c:74
void destroyPQExpBuffer(PQExpBuffer str)
Definition: pqexpbuffer.c:116
#define ERRCODE_DUPLICATE_OBJECT
Definition: streamutil.c:32
void AppendStringCommandOption(PQExpBuffer buf, bool use_new_option_syntax, char *option_name, char *option_value)
Definition: streamutil.c:753

References AppendPlainCommandOption(), appendPQExpBuffer(), appendPQExpBufferChar(), appendPQExpBufferStr(), AppendStringCommandOption(), Assert(), conn, createPQExpBuffer(), PQExpBufferData::data, destroyPQExpBuffer(), ERRCODE_DUPLICATE_OBJECT, PQExpBufferData::len, PG_DIAG_SQLSTATE, pg_log_error, PGRES_TUPLES_OK, plugin, PQclear(), PQerrorMessage(), PQexec(), PQnfields(), PQntuples(), PQresultErrorField(), PQresultStatus(), PQserverVersion(), res, slot_exists_ok, and two_phase.

◆ DropReplicationSlot()

bool DropReplicationSlot ( PGconn conn,
const char *  slot_name 
)

Definition at line 683 of file streamutil.c.

684 {
685  PQExpBuffer query;
686  PGresult *res;
687 
688  Assert(slot_name != NULL);
689 
690  query = createPQExpBuffer();
691 
692  /* Build query */
693  appendPQExpBuffer(query, "DROP_REPLICATION_SLOT \"%s\"",
694  slot_name);
695  res = PQexec(conn, query->data);
697  {
698  pg_log_error("could not send replication command \"%s\": %s",
699  query->data, PQerrorMessage(conn));
700 
701  destroyPQExpBuffer(query);
702  PQclear(res);
703  return false;
704  }
705 
706  if (PQntuples(res) != 0 || PQnfields(res) != 0)
707  {
708  pg_log_error("could not drop replication slot \"%s\": got %d rows and %d fields, expected %d rows and %d fields",
709  slot_name,
710  PQntuples(res), PQnfields(res), 0, 0);
711 
712  destroyPQExpBuffer(query);
713  PQclear(res);
714  return false;
715  }
716 
717  destroyPQExpBuffer(query);
718  PQclear(res);
719  return true;
720 }
@ PGRES_COMMAND_OK
Definition: libpq-fe.h:97

References appendPQExpBuffer(), Assert(), conn, createPQExpBuffer(), PQExpBufferData::data, destroyPQExpBuffer(), pg_log_error, PGRES_COMMAND_OK, PQclear(), PQerrorMessage(), PQexec(), PQnfields(), PQntuples(), PQresultStatus(), and res.

◆ fe_recvint64()

int64 fe_recvint64 ( char *  buf)

Definition at line 854 of file streamutil.c.

855 {
856  uint64 n64;
857 
858  memcpy(&n64, buf, sizeof(n64));
859 
860  return pg_ntoh64(n64);
861 }
#define pg_ntoh64(x)
Definition: pg_bswap.h:126

References buf, and pg_ntoh64.

Referenced by ProcessXLogDataMsg(), and StreamLogicalLog().

◆ fe_sendint64()

void fe_sendint64 ( int64  i,
char *  buf 
)

Definition at line 843 of file streamutil.c.

844 {
845  uint64 n64 = pg_hton64(i);
846 
847  memcpy(buf, &n64, sizeof(n64));
848 }
int i
Definition: isn.c:73
#define pg_hton64(x)
Definition: pg_bswap.h:122

References buf, i, and pg_hton64.

Referenced by sendFeedback().

◆ feGetCurrentTimestamp()

TimestampTz feGetCurrentTimestamp ( void  )

Definition at line 789 of file streamutil.c.

790 {
791  TimestampTz result;
792  struct timeval tp;
793 
794  gettimeofday(&tp, NULL);
795 
796  result = (TimestampTz) tp.tv_sec -
798  result = (result * USECS_PER_SEC) + tp.tv_usec;
799 
800  return result;
801 }
int64 TimestampTz
Definition: timestamp.h:39
#define USECS_PER_SEC
Definition: timestamp.h:133
#define UNIX_EPOCH_JDATE
Definition: timestamp.h:201
#define SECS_PER_DAY
Definition: timestamp.h:125
#define POSTGRES_EPOCH_JDATE
Definition: timestamp.h:202
int gettimeofday(struct timeval *tp, void *tzp)

References gettimeofday(), POSTGRES_EPOCH_JDATE, SECS_PER_DAY, UNIX_EPOCH_JDATE, and USECS_PER_SEC.

Referenced by flushAndSendFeedback(), HandleCopyStream(), ProcessKeepaliveMsg(), and StreamLogicalLog().

◆ feTimestampDifference()

void feTimestampDifference ( TimestampTz  start_time,
TimestampTz  stop_time,
long *  secs,
int *  microsecs 
)

Definition at line 808 of file streamutil.c.

810 {
811  TimestampTz diff = stop_time - start_time;
812 
813  if (diff <= 0)
814  {
815  *secs = 0;
816  *microsecs = 0;
817  }
818  else
819  {
820  *secs = (long) (diff / USECS_PER_SEC);
821  *microsecs = (int) (diff % USECS_PER_SEC);
822  }
823 }
static time_t start_time
Definition: pg_ctl.c:97

References start_time, and USECS_PER_SEC.

Referenced by CalculateCopyStreamSleeptime(), and StreamLogicalLog().

◆ feTimestampDifferenceExceeds()

bool feTimestampDifferenceExceeds ( TimestampTz  start_time,
TimestampTz  stop_time,
int  msec 
)

Definition at line 830 of file streamutil.c.

833 {
834  TimestampTz diff = stop_time - start_time;
835 
836  return (diff >= msec * INT64CONST(1000));
837 }

References start_time.

Referenced by HandleCopyStream(), and StreamLogicalLog().

◆ GetConnection()

PGconn* GetConnection ( void  )

Definition at line 62 of file streamutil.c.

63 {
64  PGconn *tmpconn;
65  int argcount = 7; /* dbname, replication, fallback_app_name,
66  * host, user, port, password */
67  int i;
68  const char **keywords;
69  const char **values;
70  const char *tmpparam;
71  bool need_password;
72  PQconninfoOption *conn_opts = NULL;
73  PQconninfoOption *conn_opt;
74  char *err_msg = NULL;
75 
76  /* pg_recvlogical uses dbname only; others use connection_string only. */
77  Assert(dbname == NULL || connection_string == NULL);
78 
79  /*
80  * Merge the connection info inputs given in form of connection string,
81  * options and default values (dbname=replication, replication=true, etc.)
82  * Explicitly discard any dbname value in the connection string;
83  * otherwise, PQconnectdbParams() would interpret that value as being
84  * itself a connection string.
85  */
86  i = 0;
88  {
89  conn_opts = PQconninfoParse(connection_string, &err_msg);
90  if (conn_opts == NULL)
91  pg_fatal("%s", err_msg);
92 
93  for (conn_opt = conn_opts; conn_opt->keyword != NULL; conn_opt++)
94  {
95  if (conn_opt->val != NULL && conn_opt->val[0] != '\0' &&
96  strcmp(conn_opt->keyword, "dbname") != 0)
97  argcount++;
98  }
99 
100  keywords = pg_malloc0((argcount + 1) * sizeof(*keywords));
101  values = pg_malloc0((argcount + 1) * sizeof(*values));
102 
103  for (conn_opt = conn_opts; conn_opt->keyword != NULL; conn_opt++)
104  {
105  if (conn_opt->val != NULL && conn_opt->val[0] != '\0' &&
106  strcmp(conn_opt->keyword, "dbname") != 0)
107  {
108  keywords[i] = conn_opt->keyword;
109  values[i] = conn_opt->val;
110  i++;
111  }
112  }
113  }
114  else
115  {
116  keywords = pg_malloc0((argcount + 1) * sizeof(*keywords));
117  values = pg_malloc0((argcount + 1) * sizeof(*values));
118  }
119 
120  keywords[i] = "dbname";
121  values[i] = dbname == NULL ? "replication" : dbname;
122  i++;
123  keywords[i] = "replication";
124  values[i] = dbname == NULL ? "true" : "database";
125  i++;
126  keywords[i] = "fallback_application_name";
127  values[i] = progname;
128  i++;
129 
130  if (dbhost)
131  {
132  keywords[i] = "host";
133  values[i] = dbhost;
134  i++;
135  }
136  if (dbuser)
137  {
138  keywords[i] = "user";
139  values[i] = dbuser;
140  i++;
141  }
142  if (dbport)
143  {
144  keywords[i] = "port";
145  values[i] = dbport;
146  i++;
147  }
148 
149  /* If -W was given, force prompt for password, but only the first time */
150  need_password = (dbgetpassword == 1 && !password);
151 
152  do
153  {
154  /* Get a new password if appropriate */
155  if (need_password)
156  {
157  free(password);
158  password = simple_prompt("Password: ", false);
159  need_password = false;
160  }
161 
162  /* Use (or reuse, on a subsequent connection) password if we have it */
163  if (password)
164  {
165  keywords[i] = "password";
166  values[i] = password;
167  }
168  else
169  {
170  keywords[i] = NULL;
171  values[i] = NULL;
172  }
173 
174  tmpconn = PQconnectdbParams(keywords, values, true);
175 
176  /*
177  * If there is too little memory even to allocate the PGconn object
178  * and PQconnectdbParams returns NULL, we call exit(1) directly.
179  */
180  if (!tmpconn)
181  pg_fatal("could not connect to server");
182 
183  /* If we need a password and -w wasn't given, loop back and get one */
184  if (PQstatus(tmpconn) == CONNECTION_BAD &&
185  PQconnectionNeedsPassword(tmpconn) &&
186  dbgetpassword != -1)
187  {
188  PQfinish(tmpconn);
189  need_password = true;
190  }
191  }
192  while (need_password);
193 
194  if (PQstatus(tmpconn) != CONNECTION_OK)
195  {
196  pg_log_error("%s", PQerrorMessage(tmpconn));
197  PQfinish(tmpconn);
198  free(values);
199  free(keywords);
200  PQconninfoFree(conn_opts);
201  return NULL;
202  }
203 
204  /* Connection ok! */
205  free(values);
206  free(keywords);
207  PQconninfoFree(conn_opts);
208 
209  /*
210  * Set always-secure search path, so malicious users can't get control.
211  * The capacity to run normal SQL queries was added in PostgreSQL 10, so
212  * the search path cannot be changed (by us or attackers) on earlier
213  * versions.
214  */
215  if (dbname != NULL && PQserverVersion(tmpconn) >= 100000)
216  {
217  PGresult *res;
218 
221  {
222  pg_log_error("could not clear search_path: %s",
223  PQerrorMessage(tmpconn));
224  PQclear(res);
225  PQfinish(tmpconn);
226  exit(1);
227  }
228  PQclear(res);
229  }
230 
231  /*
232  * Ensure we have the same value of integer_datetimes (now always "on") as
233  * the server we are connecting to.
234  */
235  tmpparam = PQparameterStatus(tmpconn, "integer_datetimes");
236  if (!tmpparam)
237  {
238  pg_log_error("could not determine server setting for integer_datetimes");
239  PQfinish(tmpconn);
240  exit(1);
241  }
242 
243  if (strcmp(tmpparam, "on") != 0)
244  {
245  pg_log_error("integer_datetimes compile flag does not match server");
246  PQfinish(tmpconn);
247  exit(1);
248  }
249 
250  /*
251  * Retrieve the source data directory mode and use it to construct a umask
252  * for creating directories and files.
253  */
254  if (!RetrieveDataDirCreatePerm(tmpconn))
255  {
256  PQfinish(tmpconn);
257  exit(1);
258  }
259 
260  return tmpconn;
261 }
static Datum values[MAXATTR]
Definition: bootstrap.c:156
#define ALWAYS_SECURE_SEARCH_PATH_SQL
Definition: connect.h:25
const char * PQparameterStatus(const PGconn *conn, const char *paramName)
Definition: fe-connect.c:6783
PQconninfoOption * PQconninfoParse(const char *conninfo, char **errmsg)
Definition: fe-connect.c:5420
PGconn * PQconnectdbParams(const char *const *keywords, const char *const *values, int expand_dbname)
Definition: fe-connect.c:652
void PQconninfoFree(PQconninfoOption *connOptions)
Definition: fe-connect.c:6651
int PQconnectionNeedsPassword(const PGconn *conn)
Definition: fe-connect.c:6869
ConnStatusType PQstatus(const PGconn *conn)
Definition: fe-connect.c:6765
void PQfinish(PGconn *conn)
Definition: fe-connect.c:4181
void * pg_malloc0(size_t size)
Definition: fe_memutils.c:53
#define free(a)
Definition: header.h:65
@ CONNECTION_BAD
Definition: libpq-fe.h:61
@ CONNECTION_OK
Definition: libpq-fe.h:60
exit(1)
#define pg_fatal(...)
char * simple_prompt(const char *prompt, bool echo)
Definition: sprompt.c:38
int dbgetpassword
Definition: streamutil.c:52
char * dbhost
Definition: streamutil.c:48
static char * password
Definition: streamutil.c:53
char * dbport
Definition: streamutil.c:50
char * connection_string
Definition: streamutil.c:47
const char * progname
Definition: streamutil.c:46
static bool RetrieveDataDirCreatePerm(PGconn *conn)
Definition: streamutil.c:346
char * dbname
Definition: streamutil.c:51
char * dbuser
Definition: streamutil.c:49

References ALWAYS_SECURE_SEARCH_PATH_SQL, Assert(), CONNECTION_BAD, CONNECTION_OK, connection_string, dbgetpassword, dbhost, dbname, dbport, dbuser, exit(), free, i, _PQconninfoOption::keyword, password, pg_fatal, pg_log_error, pg_malloc0(), PGRES_TUPLES_OK, PQclear(), PQconnectdbParams(), PQconnectionNeedsPassword(), PQconninfoFree(), PQconninfoParse(), PQerrorMessage(), PQexec(), PQfinish(), PQparameterStatus(), PQresultStatus(), PQserverVersion(), PQstatus(), progname, res, RetrieveDataDirCreatePerm(), simple_prompt(), _PQconninfoOption::val, and values.

◆ GetSlotInformation()

bool GetSlotInformation ( PGconn conn,
const char *  slot_name,
XLogRecPtr restart_lsn,
TimeLineID restart_tli 
)

Definition at line 481 of file streamutil.c.

483 {
484  PGresult *res;
485  PQExpBuffer query;
486  XLogRecPtr lsn_loc = InvalidXLogRecPtr;
487  TimeLineID tli_loc = 0;
488 
489  if (restart_lsn)
490  *restart_lsn = lsn_loc;
491  if (restart_tli)
492  *restart_tli = tli_loc;
493 
494  query = createPQExpBuffer();
495  appendPQExpBuffer(query, "READ_REPLICATION_SLOT %s", slot_name);
496  res = PQexec(conn, query->data);
497  destroyPQExpBuffer(query);
498 
500  {
501  pg_log_error("could not send replication command \"%s\": %s",
502  "READ_REPLICATION_SLOT", PQerrorMessage(conn));
503  PQclear(res);
504  return false;
505  }
506 
507  /* The command should always return precisely one tuple and three fields */
508  if (PQntuples(res) != 1 || PQnfields(res) != 3)
509  {
510  pg_log_error("could not read replication slot \"%s\": got %d rows and %d fields, expected %d rows and %d fields",
511  slot_name, PQntuples(res), PQnfields(res), 1, 3);
512  PQclear(res);
513  return false;
514  }
515 
516  /*
517  * When the slot doesn't exist, the command returns a tuple with NULL
518  * values. This checks only the slot type field.
519  */
520  if (PQgetisnull(res, 0, 0))
521  {
522  pg_log_error("replication slot \"%s\" does not exist", slot_name);
523  PQclear(res);
524  return false;
525  }
526 
527  /*
528  * Note that this cannot happen as READ_REPLICATION_SLOT supports only
529  * physical slots, but play it safe.
530  */
531  if (strcmp(PQgetvalue(res, 0, 0), "physical") != 0)
532  {
533  pg_log_error("expected a physical replication slot, got type \"%s\" instead",
534  PQgetvalue(res, 0, 0));
535  PQclear(res);
536  return false;
537  }
538 
539  /* restart LSN */
540  if (!PQgetisnull(res, 0, 1))
541  {
542  uint32 hi,
543  lo;
544 
545  if (sscanf(PQgetvalue(res, 0, 1), "%X/%X", &hi, &lo) != 2)
546  {
547  pg_log_error("could not parse restart_lsn \"%s\" for replication slot \"%s\"",
548  PQgetvalue(res, 0, 1), slot_name);
549  PQclear(res);
550  return false;
551  }
552  lsn_loc = ((uint64) hi) << 32 | lo;
553  }
554 
555  /* current TLI */
556  if (!PQgetisnull(res, 0, 2))
557  tli_loc = (TimeLineID) atol(PQgetvalue(res, 0, 2));
558 
559  PQclear(res);
560 
561  /* Assign results if requested */
562  if (restart_lsn)
563  *restart_lsn = lsn_loc;
564  if (restart_tli)
565  *restart_tli = tli_loc;
566 
567  return true;
568 }
unsigned int uint32
Definition: c.h:442
char * PQgetvalue(const PGresult *res, int tup_num, int field_num)
Definition: fe-exec.c:3740
int PQgetisnull(const PGresult *res, int tup_num, int field_num)
Definition: fe-exec.c:3765
uint64 XLogRecPtr
Definition: xlogdefs.h:21
#define InvalidXLogRecPtr
Definition: xlogdefs.h:28
uint32 TimeLineID
Definition: xlogdefs.h:59

References appendPQExpBuffer(), conn, createPQExpBuffer(), PQExpBufferData::data, destroyPQExpBuffer(), InvalidXLogRecPtr, pg_log_error, PGRES_TUPLES_OK, PQclear(), PQerrorMessage(), PQexec(), PQgetisnull(), PQgetvalue(), PQnfields(), PQntuples(), PQresultStatus(), and res.

Referenced by StreamLog().

◆ RetrieveDataDirCreatePerm()

static bool RetrieveDataDirCreatePerm ( PGconn conn)
static

Definition at line 346 of file streamutil.c.

347 {
348  PGresult *res;
350 
351  /* check connection existence */
352  Assert(conn != NULL);
353 
354  /* for previous versions leave the default group access */
356  return true;
357 
358  res = PQexec(conn, "SHOW data_directory_mode");
360  {
361  pg_log_error("could not send replication command \"%s\": %s",
362  "SHOW data_directory_mode", PQerrorMessage(conn));
363 
364  PQclear(res);
365  return false;
366  }
367  if (PQntuples(res) != 1 || PQnfields(res) < 1)
368  {
369  pg_log_error("could not fetch group access flag: got %d rows and %d fields, expected %d rows and %d or more fields",
370  PQntuples(res), PQnfields(res), 1, 1);
371 
372  PQclear(res);
373  return false;
374  }
375 
376  if (sscanf(PQgetvalue(res, 0, 0), "%o", &data_directory_mode) != 1)
377  {
378  pg_log_error("group access flag could not be parsed: %s",
379  PQgetvalue(res, 0, 0));
380 
381  PQclear(res);
382  return false;
383  }
384 
386 
387  PQclear(res);
388  return true;
389 }
void SetDataDirectoryCreatePerm(int dataDirMode)
Definition: file_perm.c:34
int data_directory_mode
Definition: globals.c:72
#define MINIMUM_VERSION_FOR_GROUP_ACCESS
Definition: streamutil.c:44

References Assert(), conn, data_directory_mode, MINIMUM_VERSION_FOR_GROUP_ACCESS, pg_log_error, PGRES_TUPLES_OK, PQclear(), PQerrorMessage(), PQexec(), PQgetvalue(), PQnfields(), PQntuples(), PQresultStatus(), PQserverVersion(), res, and SetDataDirectoryCreatePerm().

Referenced by GetConnection().

◆ RetrieveWalSegSize()

bool RetrieveWalSegSize ( PGconn conn)

Definition at line 268 of file streamutil.c.

269 {
270  PGresult *res;
271  char xlog_unit[3];
272  int xlog_val,
273  multiplier = 1;
274 
275  /* check connection existence */
276  Assert(conn != NULL);
277 
278  /* for previous versions set the default xlog seg size */
280  {
282  return true;
283  }
284 
285  res = PQexec(conn, "SHOW wal_segment_size");
287  {
288  pg_log_error("could not send replication command \"%s\": %s",
289  "SHOW wal_segment_size", PQerrorMessage(conn));
290 
291  PQclear(res);
292  return false;
293  }
294  if (PQntuples(res) != 1 || PQnfields(res) < 1)
295  {
296  pg_log_error("could not fetch WAL segment size: got %d rows and %d fields, expected %d rows and %d or more fields",
297  PQntuples(res), PQnfields(res), 1, 1);
298 
299  PQclear(res);
300  return false;
301  }
302 
303  /* fetch xlog value and unit from the result */
304  if (sscanf(PQgetvalue(res, 0, 0), "%d%2s", &xlog_val, xlog_unit) != 2)
305  {
306  pg_log_error("WAL segment size could not be parsed");
307  PQclear(res);
308  return false;
309  }
310 
311  PQclear(res);
312 
313  /* set the multiplier based on unit to convert xlog_val to bytes */
314  if (strcmp(xlog_unit, "MB") == 0)
315  multiplier = 1024 * 1024;
316  else if (strcmp(xlog_unit, "GB") == 0)
317  multiplier = 1024 * 1024 * 1024;
318 
319  /* convert and set WalSegSz */
320  WalSegSz = xlog_val * multiplier;
321 
323  {
324  pg_log_error(ngettext("WAL segment size must be a power of two between 1 MB and 1 GB, but the remote server reported a value of %d byte",
325  "WAL segment size must be a power of two between 1 MB and 1 GB, but the remote server reported a value of %d bytes",
326  WalSegSz),
327  WalSegSz);
328  return false;
329  }
330 
331  return true;
332 }
#define ngettext(s, p, n)
Definition: c.h:1165
#define DEFAULT_XLOG_SEG_SIZE
#define MINIMUM_VERSION_FOR_SHOW_CMD
Definition: streamutil.c:39
uint32 WalSegSz
Definition: streamutil.c:34
#define IsValidWalSegSize(size)
Definition: xlog_internal.h:96

References Assert(), conn, DEFAULT_XLOG_SEG_SIZE, IsValidWalSegSize, MINIMUM_VERSION_FOR_SHOW_CMD, ngettext, pg_log_error, PGRES_TUPLES_OK, PQclear(), PQerrorMessage(), PQexec(), PQgetvalue(), PQnfields(), PQntuples(), PQresultStatus(), PQserverVersion(), res, and WalSegSz.

Referenced by main().

◆ RunIdentifySystem()

bool RunIdentifySystem ( PGconn conn,
char **  sysid,
TimeLineID starttli,
XLogRecPtr startpos,
char **  db_name 
)

Definition at line 400 of file streamutil.c.

402 {
403  PGresult *res;
404  uint32 hi,
405  lo;
406 
407  /* Check connection existence */
408  Assert(conn != NULL);
409 
410  res = PQexec(conn, "IDENTIFY_SYSTEM");
412  {
413  pg_log_error("could not send replication command \"%s\": %s",
414  "IDENTIFY_SYSTEM", PQerrorMessage(conn));
415 
416  PQclear(res);
417  return false;
418  }
419  if (PQntuples(res) != 1 || PQnfields(res) < 3)
420  {
421  pg_log_error("could not identify system: got %d rows and %d fields, expected %d rows and %d or more fields",
422  PQntuples(res), PQnfields(res), 1, 3);
423 
424  PQclear(res);
425  return false;
426  }
427 
428  /* Get system identifier */
429  if (sysid != NULL)
430  *sysid = pg_strdup(PQgetvalue(res, 0, 0));
431 
432  /* Get timeline ID to start streaming from */
433  if (starttli != NULL)
434  *starttli = atoi(PQgetvalue(res, 0, 1));
435 
436  /* Get LSN start position if necessary */
437  if (startpos != NULL)
438  {
439  if (sscanf(PQgetvalue(res, 0, 2), "%X/%X", &hi, &lo) != 2)
440  {
441  pg_log_error("could not parse write-ahead log location \"%s\"",
442  PQgetvalue(res, 0, 2));
443 
444  PQclear(res);
445  return false;
446  }
447  *startpos = ((uint64) hi) << 32 | lo;
448  }
449 
450  /* Get database name, only available in 9.4 and newer versions */
451  if (db_name != NULL)
452  {
453  *db_name = NULL;
454  if (PQserverVersion(conn) >= 90400)
455  {
456  if (PQnfields(res) < 4)
457  {
458  pg_log_error("could not identify system: got %d rows and %d fields, expected %d rows and %d or more fields",
459  PQntuples(res), PQnfields(res), 1, 4);
460 
461  PQclear(res);
462  return false;
463  }
464  if (!PQgetisnull(res, 0, 3))
465  *db_name = pg_strdup(PQgetvalue(res, 0, 3));
466  }
467  }
468 
469  PQclear(res);
470  return true;
471 }
char * pg_strdup(const char *in)
Definition: fe_memutils.c:85
static XLogRecPtr startpos

References Assert(), conn, pg_log_error, pg_strdup(), PGRES_TUPLES_OK, PQclear(), PQerrorMessage(), PQexec(), PQgetisnull(), PQgetvalue(), PQnfields(), PQntuples(), PQresultStatus(), PQserverVersion(), res, and startpos.

Referenced by BaseBackup(), main(), ReceiveXlogStream(), and StreamLog().

Variable Documentation

◆ conn

PGconn* conn = NULL

Definition at line 54 of file streamutil.c.

Referenced by append_db_pattern_cte(), append_rel_pattern_filtered_cte(), append_rel_pattern_raw_cte(), appendQualifiedRelation(), AppendStringCommandOption(), appendStringLiteralConn(), applyRemoteGucs(), BaseBackup(), build_client_final_message(), build_client_first_message(), build_startup_packet(), buildShSecLabels(), check_expected_areq(), check_for_data_types_usage(), check_for_incompatible_polymorphics(), check_for_isn_and_int8_passing_mismatch(), check_for_pg_role_prefix(), check_for_prepared_transactions(), check_for_tables_with_oids(), check_for_user_defined_encoding_conversions(), check_for_user_defined_postfix_ops(), check_is_install_user(), check_loadable_libraries(), check_prepare_conn(), CheckCopyStreamStop(), CheckServerVersionForStreaming(), close_cursor(), closePGconn(), cluster_all_databases(), cluster_one_database(), compile_database_list(), compile_relation_list_one_db(), configure_remote_session(), connect_pg_server(), connectDatabase(), connectDBComplete(), connectDBStart(), connectFailureMessage(), connectMaintenanceDatabase(), connectNoDelay(), connectOptions1(), connectOptions2(), connectToServer(), CopyStreamPoll(), CopyStreamReceive(), create_cursor(), CreateReplicationSlot(), dblink_cancel_query(), dblink_close(), dblink_connect(), dblink_disconnect(), dblink_error_message(), dblink_exec(), dblink_fetch(), dblink_get_conn(), dblink_get_notify(), dblink_is_busy(), dblink_open(), dblink_record_internal(), dblink_res_error(), dblink_security_check(), dblink_send_query(), disconnect_atexit(), disconnectDatabase(), do_sql_command(), do_sql_command_begin(), do_sql_command_end(), doConnect(), dropDBs(), DropReplicationSlot(), dropRoles(), dropTablespaces(), dumpBlobs(), dumpDatabase(), dumpDatabaseConfig(), dumpDatabases(), dumpRoleGUCPrivs(), dumpRoleMembership(), dumpRoles(), dumpTableData_copy(), dumpTablespaces(), dumpUserConfig(), ecpg_raise_backend(), emitHostIdentityInfo(), emitShSecLabels(), estimate_path_cost_size(), executeCommand(), executeMaintenanceCommand(), executeQuery(), executeQueryOrDie(), ExecuteSqlCommand(), exit_nicely(), expand_dbname_patterns(), exportFile(), fetch_more_data(), fillPGconn(), flushAndSendFeedback(), freePGconn(), get_db_conn(), get_db_infos(), get_loadable_libraries(), get_parallel_object_list(), get_rel_infos(), get_remote_estimate(), get_tablespace_paths(), getAnotherTuple(), getCopyDataMessage(), getCopyResult(), getCopyStart(), getHostaddr(), getNotify(), getParamDescriptions(), getParameterStatus(), getReadyForQuery(), getRowDescriptions(), GetSlotInformation(), gss_read(), handleCopyIn(), handleCopyOut(), HandleCopyStream(), HandleEndOfCopyStream(), handleSyncLoss(), importFile(), init_libpq_conn(), init_libpq_source(), initialize_SSL(), internal_ping(), libpq_fetch_file(), libpq_get_current_wal_insert_lsn(), libpq_traverse_files(), libpqrcv_connect(), libpqrcv_create_slot(), libpqrcv_disconnect(), libpqrcv_endstreaming(), libpqrcv_exec(), libpqrcv_get_backend_pid(), libpqrcv_get_conninfo(), libpqrcv_get_senderinfo(), libpqrcv_identify_system(), libpqrcv_readtimelinehistoryfile(), libpqrcv_receive(), libpqrcv_send(), libpqrcv_server_version(), libpqrcv_startstreaming(), lo_close(), lo_creat(), lo_create(), lo_export(), lo_import(), lo_import_internal(), lo_import_with_oid(), lo_initialize(), lo_lseek(), lo_lseek64(), lo_open(), lo_read(), lo_tell(), lo_tell64(), lo_truncate(), lo_truncate64(), lo_unlink(), lo_write(), main(), makeAlterConfigCommand(), makeEmptyPGconn(), materializeResult(), my_SSL_set_fd(), my_truncate(), old_9_6_invalidate_hash_indexes(), open_client_SSL(), openssl_verify_peer_name_matches_certificate_ip(), openssl_verify_peer_name_matches_certificate_name(), overwrite(), ParallelSlotsAdoptConn(), ParallelSlotsTerminate(), parse_int_param(), parseInput(), pg_fe_sendauth(), pg_GSS_error(), pg_GSS_load_servicename(), pg_GSS_read(), pg_GSS_write(), pg_local_sendauth(), pg_password_sendauth(), pg_SASL_continue(), pg_SASL_init(), pgfdw_cancel_query(), pgfdw_exec_cleanup_query(), pgfdw_exec_query(), pgfdw_get_cleanup_result(), pgfdw_get_result(), pgfdw_report_error(), pgpassfileWarning(), pgtls_close(), pgtls_init(), pgtls_open_client(), pgtls_read(), pgtls_read_pending(), pgtls_verify_peer_name_matches_certificate_guts(), pgtls_write(), pickout(), postgresAcquireSampleRowsFunc(), postgresAnalyzeForeignTable(), postgresExecForeignTruncate(), postgresImportForeignSchema(), pq_verify_peer_name_matches_certificate(), pq_verify_peer_name_matches_certificate_ip(), pq_verify_peer_name_matches_certificate_name(), pqAllocCmdQueueEntry(), pqAppendCmdQueueEntry(), PQbackendPID(), pqBuildStartupPacket3(), pqCheckInBufferSpace(), pqCheckOutBufferSpace(), pqClearAsyncResult(), PQclientEncoding(), pqCommandQueueAdvance(), PQconnectdb(), PQconnectdbParams(), PQconnectionNeedsPassword(), PQconnectionUsedPassword(), PQconnectPoll(), PQconnectStart(), PQconnectStartParams(), PQconninfo(), PQconsumeInput(), PQdb(), PQdefaultSSLKeyPassHook_OpenSSL(), PQdescribePortal(), PQdescribePrepared(), pqDropConnection(), pqDropServerData(), PQencryptPasswordConn(), PQendcopy(), pqEndcopy3(), PQenterPipelineMode(), PQerrorMessage(), PQescapeByteaConn(), PQescapeByteaInternal(), PQescapeIdentifier(), PQescapeInternal(), PQescapeLiteral(), PQescapeStringConn(), PQescapeStringInternal(), PQexec(), PQexecFinish(), PQexecParams(), PQexecPrepared(), PQexecStart(), PQexitPipelineMode(), PQfinish(), PQfireResultCreateEvents(), PQflush(), pqFlush(), PQfn(), pqFunctionCall3(), pqGetc(), PQgetCancel(), PQgetCopyData(), pqGetCopyData3(), pqGetErrorNotice3(), PQgetgssctx(), pqGetInt(), PQgetline(), pqGetline3(), PQgetlineAsync(), pqGetlineAsync3(), pqGetnchar(), PQgetResult(), pqGets(), pqGets_append(), pqGets_internal(), PQgetssl(), PQgssEncInUse(), PQhost(), PQhostaddr(), PQinstanceData(), PQisBusy(), PQisnonblocking(), PQmakeEmptyPGresult(), PQnotifies(), PQoptions(), pqPacketSend(), PQparameterStatus(), pqParseInput3(), PQpass(), PQping(), PQpingParams(), pqPipelineFlush(), pqPipelineProcessQueue(), PQpipelineStatus(), PQpipelineSync(), PQport(), PQprepare(), pqPrepareAsyncResult(), PQprotocolVersion(), pqPutc(), PQputCopyData(), PQputCopyEnd(), pqPutInt(), PQputline(), pqPutMsgBytes(), pqPutMsgEnd(), pqPutMsgStart(), PQputnbytes(), pqPutnchar(), pqPuts(), pqReadData(), pqReadReady(), pqRecycleCmdQueueEntry(), PQregisterEventProc(), PQrequestCancel(), PQreset(), PQresetPoll(), PQresetStart(), pqRowProcessor(), pqSaveErrorResult(), pqSaveParameterStatus(), pqSaveWriteError(), pqsecure_close(), pqsecure_initialize(), pqsecure_open_client(), pqsecure_open_gss(), pqsecure_raw_read(), pqsecure_raw_write(), pqsecure_read(), pqsecure_write(), PQsendDescribe(), PQsendDescribePortal(), PQsendDescribePrepared(), PQsendFlushRequest(), PQsendPrepare(), PQsendQuery(), PQsendQueryContinue(), PQsendQueryGuts(), PQsendQueryInternal(), PQsendQueryParams(), PQsendQueryPrepared(), PQsendQueryStart(), pqSendSome(), PQserverVersion(), PQsetClientEncoding(), PQsetdbLogin(), PQsetErrorContextVisibility(), PQsetErrorVerbosity(), PQsetInstanceData(), PQsetnonblocking(), PQsetNoticeProcessor(), PQsetNoticeReceiver(), PQsetSingleRowMode(), PQsetTraceFlags(), pqSkipnchar(), PQsocket(), pqSocketCheck(), PQssl_passwd_cb(), PQsslAttribute(), PQsslInUse(), PQsslStruct(), PQstatus(), PQtrace(), pqTraceOutputMessage(), pqTraceOutputNoTypeByteMessage(), PQtransactionStatus(), PQtty(), PQuntrace(), PQuser(), pqWait(), pqWaitTimed(), pqWriteReady(), prepareToTerminate(), process_result(), ProcessKeepaliveMsg(), processSQLNamePattern(), ProcessXLogDataMsg(), prohibit_crossdb_refs(), read_server_final_message(), read_server_first_message(), ReceiveArchiveStream(), ReceiveBackupManifest(), ReceiveBackupManifestInMemory(), ReceiveCopyData(), ReceiveTarFile(), ReceiveXlogStream(), reindex_all_databases(), reindex_one_database(), release_conn_addrinfo(), report_extension_updates(), RetrieveDataDirCreatePerm(), RetrieveWalSegSize(), run_permutation(), run_reindex_command(), run_simple_command(), run_simple_query(), run_vacuum_command(), RunIdentifySystem(), scram_exchange(), scram_init(), sendFeedback(), sendTerminateConn(), set_archive_cancel_info(), set_frozenxids(), SetCancelConn(), setKeepalivesCount(), setKeepalivesIdle(), setKeepalivesInterval(), setTCPUserTimeout(), setup_connection(), sql_conn(), sql_exec(), sql_exec_dumpalldbs(), sql_exec_dumpalltables(), sql_exec_dumpalltbspc(), sql_exec_searchtables(), start_postmaster(), StartLogStreamer(), storeQueryResult(), StreamLog(), StreamLogicalLog(), stringlist_to_identifierstr(), TableCommandResultHandler(), test_disallowed_in_pipeline(), test_multi_pipelines(), test_nosync(), test_pipeline_abort(), test_pipeline_idle(), test_pipelined_insert(), test_prepared(), test_simple_pipeline(), test_singlerowmode(), test_transaction(), test_uniqviol(), try_complete_step(), useKeepalives(), vacuum_all_databases(), vacuum_one_database(), vacuumlo(), verify_btree_slot_handler(), and verify_heap_slot_handler().

◆ connection_string

char* connection_string = NULL

Definition at line 47 of file streamutil.c.

Referenced by connectDatabase(), GetConnection(), and main().

◆ dbgetpassword

int dbgetpassword = 0

Definition at line 52 of file streamutil.c.

Referenced by GetConnection(), and main().

◆ dbhost

char* dbhost = NULL

Definition at line 48 of file streamutil.c.

Referenced by GetConnection(), and main().

◆ dbname

◆ dbport

char* dbport = NULL

Definition at line 50 of file streamutil.c.

Referenced by GetConnection(), and main().

◆ dbuser

char* dbuser = NULL

Definition at line 49 of file streamutil.c.

Referenced by GetConnection(), and main().

◆ password

◆ progname

const char* progname

Definition at line 46 of file streamutil.c.

Referenced by GetConnection().

◆ WalSegSz