PostgreSQL Source Code  git master
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros
pg_upgrade.c File Reference
Include dependency graph for pg_upgrade.c:

Go to the source code of this file.

Functions

static void prepare_new_cluster (void)
 
static void prepare_new_databases (void)
 
static void create_new_objects (void)
 
static void copy_xact_xlog_xid (void)
 
static void set_frozenxids (bool minmxid_only)
 
static void setup (char *argv0, bool *live_check)
 
static void cleanup (void)
 
int main (int argc, char **argv)
 
static void remove_new_subdir (char *subdir, bool rmtopdir)
 
static void copy_subdir_files (char *old_subdir, char *new_subdir)
 

Variables

ClusterInfo old_cluster
 
ClusterInfo new_cluster
 
OSInfo os_info
 
char * output_files []
 

Function Documentation

static void cleanup ( void  )
static

Definition at line 613 of file pg_upgrade.c.

References DB_DUMP_FILE_MASK, DB_DUMP_LOG_FILE_MASK, DbInfo::db_oid, ClusterInfo::dbarr, DbInfoArr::dbs, filename, GLOBALS_DUMP_FILE, LogOpts::internal, log_opts, MAXPGPATH, DbInfoArr::ndbs, output_files, LogOpts::retain, snprintf(), and unlink().

Referenced by main().

614 {
615  fclose(log_opts.internal);
616 
617  /* Remove dump and log files? */
618  if (!log_opts.retain)
619  {
620  int dbnum;
621  char **filename;
622 
623  for (filename = output_files; *filename != NULL; filename++)
624  unlink(*filename);
625 
626  /* remove dump files */
628 
629  if (old_cluster.dbarr.dbs)
630  for (dbnum = 0; dbnum < old_cluster.dbarr.ndbs; dbnum++)
631  {
632  char sql_file_name[MAXPGPATH],
633  log_file_name[MAXPGPATH];
634  DbInfo *old_db = &old_cluster.dbarr.dbs[dbnum];
635 
636  snprintf(sql_file_name, sizeof(sql_file_name), DB_DUMP_FILE_MASK, old_db->db_oid);
637  unlink(sql_file_name);
638 
639  snprintf(log_file_name, sizeof(log_file_name), DB_DUMP_LOG_FILE_MASK, old_db->db_oid);
640  unlink(log_file_name);
641  }
642  }
643 }
int snprintf(char *str, size_t count, const char *fmt,...) pg_attribute_printf(3
LogOpts log_opts
Definition: util.c:18
Oid db_oid
Definition: pg_upgrade.h:186
#define MAXPGPATH
char * output_files[]
Definition: pg_upgrade.c:60
ClusterInfo old_cluster
Definition: pg_upgrade.c:56
int unlink(const char *filename)
#define DB_DUMP_FILE_MASK
Definition: pg_upgrade.h:33
DbInfoArr dbarr
Definition: pg_upgrade.h:265
FILE * internal
Definition: pg_upgrade.h:286
#define DB_DUMP_LOG_FILE_MASK
Definition: pg_upgrade.h:35
static char * filename
Definition: pg_dumpall.c:90
#define GLOBALS_DUMP_FILE
Definition: pg_upgrade.h:32
DbInfo * dbs
Definition: pg_upgrade.h:198
bool retain
Definition: pg_upgrade.h:288
static void copy_subdir_files ( char *  old_subdir,
char *  new_subdir 
)
static

Definition at line 383 of file pg_upgrade.c.

References check_ok(), exec_prog(), MAXPGPATH, ClusterInfo::pgdata, prep_status(), remove_new_subdir(), snprintf(), and UTILITY_LOG_FILE.

Referenced by copy_xact_xlog_xid().

384 {
385  char old_path[MAXPGPATH];
386  char new_path[MAXPGPATH];
387 
388  remove_new_subdir(new_subdir, true);
389 
390  snprintf(old_path, sizeof(old_path), "%s/%s", old_cluster.pgdata, old_subdir);
391  snprintf(new_path, sizeof(new_path), "%s/%s", new_cluster.pgdata, new_subdir);
392 
393  prep_status("Copying old %s to new server", old_subdir);
394 
395  exec_prog(UTILITY_LOG_FILE, NULL, true,
396 #ifndef WIN32
397  "cp -Rf \"%s\" \"%s\"",
398 #else
399  /* flags: everything, no confirm, quiet, overwrite read-only */
400  "xcopy /e /y /q /r \"%s\" \"%s\\\"",
401 #endif
402  old_path, new_path);
403 
404  check_ok();
405 }
int snprintf(char *str, size_t count, const char *fmt,...) pg_attribute_printf(3
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
#define MAXPGPATH
void prep_status(const char *fmt,...) pg_attribute_printf(1
ClusterInfo old_cluster
Definition: pg_upgrade.c:56
static void check_ok(void)
Definition: initdb.c:2021
static void remove_new_subdir(char *subdir, bool rmtopdir)
Definition: pg_upgrade.c:366
#define UTILITY_LOG_FILE
Definition: pg_upgrade.h:37
bool exec_prog(const char *log_file, const char *opt_log_file, bool throw_error, const char *fmt,...)
Definition: exec.c:77
char * pgdata
Definition: pg_upgrade.h:266
static void copy_xact_xlog_xid ( void  )
static

Definition at line 408 of file pg_upgrade.c.

References ClusterInfo::bindir, ControlData::cat_ver, check_ok(), ControlData::chkpnt_nxtepoch, ControlData::chkpnt_nxtmulti, ControlData::chkpnt_nxtmxoff, ControlData::chkpnt_nxtxid, ControlData::chkpnt_oldstMulti, ClusterInfo::controldata, copy_subdir_files(), exec_prog(), GET_MAJOR_VERSION, ClusterInfo::major_version, MULTIXACT_FORMATCHANGE_CAT_VER, ControlData::nextxlogfile, ClusterInfo::pgdata, prep_status(), remove_new_subdir(), and UTILITY_LOG_FILE.

Referenced by main().

409 {
410  /*
411  * Copy old commit logs to new data dir. pg_clog has been renamed to
412  * pg_xact in post-10 clusters.
413  */
415  "pg_clog" : "pg_xact",
417  "pg_clog" : "pg_xact");
418 
419  /* set the next transaction id and epoch of the new cluster */
420  prep_status("Setting next transaction ID and epoch for new cluster");
421  exec_prog(UTILITY_LOG_FILE, NULL, true,
422  "\"%s/pg_resetwal\" -f -x %u \"%s\"",
425  exec_prog(UTILITY_LOG_FILE, NULL, true,
426  "\"%s/pg_resetwal\" -f -e %u \"%s\"",
429  /* must reset commit timestamp limits also */
430  exec_prog(UTILITY_LOG_FILE, NULL, true,
431  "\"%s/pg_resetwal\" -f -c %u,%u \"%s\"",
436  check_ok();
437 
438  /*
439  * If the old server is before the MULTIXACT_FORMATCHANGE_CAT_VER change
440  * (see pg_upgrade.h) and the new server is after, then we don't copy
441  * pg_multixact files, but we need to reset pg_control so that the new
442  * server doesn't attempt to read multis older than the cutoff value.
443  */
446  {
447  copy_subdir_files("pg_multixact/offsets", "pg_multixact/offsets");
448  copy_subdir_files("pg_multixact/members", "pg_multixact/members");
449 
450  prep_status("Setting next multixact ID and offset for new cluster");
451 
452  /*
453  * we preserve all files and contents, so we must preserve both "next"
454  * counters here and the oldest multi present on system.
455  */
456  exec_prog(UTILITY_LOG_FILE, NULL, true,
457  "\"%s/pg_resetwal\" -O %u -m %u,%u \"%s\"",
463  check_ok();
464  }
466  {
467  /*
468  * Remove offsets/0000 file created by initdb that no longer matches
469  * the new multi-xid value. "members" starts at zero so no need to
470  * remove it.
471  */
472  remove_new_subdir("pg_multixact/offsets", false);
473 
474  prep_status("Setting oldest multixact ID in new cluster");
475 
476  /*
477  * We don't preserve files in this case, but it's important that the
478  * oldest multi is set to the latest value used by the old system, so
479  * that multixact.c returns the empty set for multis that might be
480  * present on disk. We set next multi to the value following that; it
481  * might end up wrapped around (i.e. 0) if the old cluster had
482  * next=MaxMultiXactId, but multixact.c can cope with that just fine.
483  */
484  exec_prog(UTILITY_LOG_FILE, NULL, true,
485  "\"%s/pg_resetwal\" -m %u,%u \"%s\"",
490  check_ok();
491  }
492 
493  /* now reset the wal archives in the new cluster */
494  prep_status("Resetting WAL archives");
495  exec_prog(UTILITY_LOG_FILE, NULL, true,
496  /* use timeline 1 to match controldata and no WAL history file */
497  "\"%s/pg_resetwal\" -l 00000001%s \"%s\"", new_cluster.bindir,
500  check_ok();
501 }
uint32 major_version
Definition: pg_upgrade.h:274
ControlData controldata
Definition: pg_upgrade.h:264
#define GET_MAJOR_VERSION(v)
Definition: pg_upgrade.h:29
char nextxlogfile[25]
Definition: pg_upgrade.h:211
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
uint32 chkpnt_nxtmxoff
Definition: pg_upgrade.h:216
uint32 chkpnt_nxtxid
Definition: pg_upgrade.h:212
uint32 chkpnt_nxtepoch
Definition: pg_upgrade.h:213
void prep_status(const char *fmt,...) pg_attribute_printf(1
ClusterInfo old_cluster
Definition: pg_upgrade.c:56
static void check_ok(void)
Definition: initdb.c:2021
static void remove_new_subdir(char *subdir, bool rmtopdir)
Definition: pg_upgrade.c:366
uint32 chkpnt_oldstMulti
Definition: pg_upgrade.h:217
char * bindir
Definition: pg_upgrade.h:269
uint32 cat_ver
Definition: pg_upgrade.h:210
uint32 chkpnt_nxtmulti
Definition: pg_upgrade.h:215
static void copy_subdir_files(char *old_subdir, char *new_subdir)
Definition: pg_upgrade.c:383
#define MULTIXACT_FORMATCHANGE_CAT_VER
Definition: pg_upgrade.h:121
#define UTILITY_LOG_FILE
Definition: pg_upgrade.h:37
bool exec_prog(const char *log_file, const char *opt_log_file, bool throw_error, const char *fmt,...)
Definition: exec.c:77
char * pgdata
Definition: pg_upgrade.h:266
static void create_new_objects ( void  )
static

Definition at line 304 of file pg_upgrade.c.

References appendConnStrVal(), appendPQExpBuffer(), appendShellString(), ClusterInfo::bindir, check_ok(), cluster_conn_opts(), connstr, PQExpBufferData::data, DB_DUMP_FILE_MASK, DB_DUMP_LOG_FILE_MASK, DbInfo::db_name, DbInfo::db_oid, ClusterInfo::dbarr, DbInfoArr::dbs, end_progress_output(), get_db_and_rel_infos(), GET_MAJOR_VERSION, initPQExpBuffer(), ClusterInfo::major_version, MAXPGPATH, DbInfoArr::ndbs, parallel_exec_prog(), pg_log(), PG_STATUS, prep_status(), reap_child(), set_frozenxids(), snprintf(), and termPQExpBuffer().

Referenced by main().

305 {
306  int dbnum;
307 
308  prep_status("Restoring database schemas in the new cluster\n");
309 
310  for (dbnum = 0; dbnum < old_cluster.dbarr.ndbs; dbnum++)
311  {
312  char sql_file_name[MAXPGPATH],
313  log_file_name[MAXPGPATH];
314  DbInfo *old_db = &old_cluster.dbarr.dbs[dbnum];
316  escaped_connstr;
317 
318  initPQExpBuffer(&connstr);
319  appendPQExpBuffer(&connstr, "dbname=");
320  appendConnStrVal(&connstr, old_db->db_name);
321  initPQExpBuffer(&escaped_connstr);
322  appendShellString(&escaped_connstr, connstr.data);
323  termPQExpBuffer(&connstr);
324 
325  pg_log(PG_STATUS, "%s", old_db->db_name);
326  snprintf(sql_file_name, sizeof(sql_file_name), DB_DUMP_FILE_MASK, old_db->db_oid);
327  snprintf(log_file_name, sizeof(log_file_name), DB_DUMP_LOG_FILE_MASK, old_db->db_oid);
328 
329  /*
330  * pg_dump only produces its output at the end, so there is little
331  * parallelism if using the pipe.
332  */
333  parallel_exec_prog(log_file_name,
334  NULL,
335  "\"%s/pg_restore\" %s --exit-on-error --verbose --dbname %s \"%s\"",
338  escaped_connstr.data,
339  sql_file_name);
340 
341  termPQExpBuffer(&escaped_connstr);
342  }
343 
344  /* reap all children */
345  while (reap_child(true) == true)
346  ;
347 
349  check_ok();
350 
351  /*
352  * We don't have minmxids for databases or relations in pre-9.3 clusters,
353  * so set those after we have restored the schema.
354  */
356  set_frozenxids(true);
357 
358  /* regenerate now that we have objects in the databases */
360 }
void parallel_exec_prog(const char *log_file, const char *opt_log_file, const char *fmt,...)
Definition: parallel.c:63
uint32 major_version
Definition: pg_upgrade.h:274
void termPQExpBuffer(PQExpBuffer str)
Definition: pqexpbuffer.c:128
#define GET_MAJOR_VERSION(v)
Definition: pg_upgrade.h:29
void end_progress_output(void)
Definition: util.c:44
void appendConnStrVal(PQExpBuffer buf, const char *str)
Definition: string_utils.c:551
int snprintf(char *str, size_t count, const char *fmt,...) pg_attribute_printf(3
PGresult char * cluster_conn_opts(ClusterInfo *cluster)
Definition: server.c:88
Oid db_oid
Definition: pg_upgrade.h:186
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
#define MAXPGPATH
void appendPQExpBuffer(PQExpBuffer str, const char *fmt,...)
Definition: pqexpbuffer.c:262
void prep_status(const char *fmt,...) pg_attribute_printf(1
ClusterInfo old_cluster
Definition: pg_upgrade.c:56
void pg_log(eLogType type, const char *fmt,...)
Definition: logging.c:69
static void check_ok(void)
Definition: initdb.c:2021
#define DB_DUMP_FILE_MASK
Definition: pg_upgrade.h:33
char * bindir
Definition: pg_upgrade.h:269
static void set_frozenxids(bool minmxid_only)
Definition: pg_upgrade.c:515
void appendShellString(PQExpBuffer buf, const char *str)
Definition: string_utils.c:434
DbInfoArr dbarr
Definition: pg_upgrade.h:265
void get_db_and_rel_infos(ClusterInfo *cluster)
Definition: info.c:311
#define DB_DUMP_LOG_FILE_MASK
Definition: pg_upgrade.h:35
bool reap_child(bool wait_for_child)
Definition: parallel.c:290
char * db_name
Definition: pg_upgrade.h:187
DbInfo * dbs
Definition: pg_upgrade.h:198
void initPQExpBuffer(PQExpBuffer str)
Definition: pqexpbuffer.c:89
static char * connstr
Definition: pg_dumpall.c:64
int main ( int  argc,
char **  argv 
)

Definition at line 73 of file pg_upgrade.c.

References adjust_data_dir(), ClusterInfo::bindir, check_and_dump_old_cluster(), check_cluster_compatibility(), check_cluster_versions(), check_new_cluster(), check_ok(), ControlData::chkpnt_nxtoid, cleanup(), ClusterInfo::controldata, copy_xact_xlog_xid(), create_new_objects(), create_script_for_cluster_analyze(), create_script_for_old_cluster_deletion(), ClusterInfo::dbarr, disable_old_cluster(), exec_prog(), get_restricted_token(), get_sock_dir(), issue_warnings_and_set_wal_level(), output_check_banner(), output_completion_banner(), parseCommandLine(), pg_free(), pg_log(), PG_REPORT, PG_TEXTDOMAIN, ClusterInfo::pgdata, prep_status(), prepare_new_cluster(), prepare_new_databases(), OSInfo::progname, report_clusters_compatible(), set_pglocale_pgservice(), setup(), start_postmaster(), stop_postmaster(), transfer_all_new_tablespaces(), UserOpts::transfer_mode, TRANSFER_MODE_LINK, user_opts, and UTILITY_LOG_FILE.

74 {
75  char *analyze_script_file_name = NULL;
76  char *deletion_script_file_name = NULL;
77  bool live_check = false;
78 
79  set_pglocale_pgservice(argv[0], PG_TEXTDOMAIN("pg_upgrade"));
80  parseCommandLine(argc, argv);
81 
83 
86 
87  setup(argv[0], &live_check);
88 
89  output_check_banner(live_check);
90 
92 
93  get_sock_dir(&old_cluster, live_check);
94  get_sock_dir(&new_cluster, false);
95 
96  check_cluster_compatibility(live_check);
97 
98  check_and_dump_old_cluster(live_check);
99 
100 
101  /* -- NEW -- */
103 
106 
108  "\n"
109  "Performing Upgrade\n"
110  "------------------\n");
111 
113 
114  stop_postmaster(false);
115 
116  /*
117  * Destructive Changes to New Cluster
118  */
119 
121 
122  /* New now using xids of the old system */
123 
124  /* -- NEW -- */
126 
128 
130 
131  stop_postmaster(false);
132 
133  /*
134  * Most failures happen in create_new_objects(), which has completed at
135  * this point. We do this here because it is just before linking, which
136  * will link the old and new cluster data files, preventing the old
137  * cluster from being safely started once the new cluster is started.
138  */
141 
144 
145  /*
146  * Assuming OIDs are only used in system tables, there is no need to
147  * restore the OID counter because we have not transferred any OIDs from
148  * the old system, but we do it anyway just in case. We do it late here
149  * because there is no need to have the schema load use new oids.
150  */
151  prep_status("Setting next OID for new cluster");
152  exec_prog(UTILITY_LOG_FILE, NULL, true,
153  "\"%s/pg_resetwal\" -o %u \"%s\"",
156  check_ok();
157 
158  prep_status("Sync data directory to disk");
159  exec_prog(UTILITY_LOG_FILE, NULL, true,
160  "\"%s/initdb\" --sync-only \"%s\"", new_cluster.bindir,
162  check_ok();
163 
164  create_script_for_cluster_analyze(&analyze_script_file_name);
165  create_script_for_old_cluster_deletion(&deletion_script_file_name);
166 
168 
170  "\n"
171  "Upgrade Complete\n"
172  "----------------\n");
173 
174  output_completion_banner(analyze_script_file_name,
175  deletion_script_file_name);
176 
177  pg_free(analyze_script_file_name);
178  pg_free(deletion_script_file_name);
179 
180  cleanup();
181 
182  return 0;
183 }
void transfer_all_new_tablespaces(DbInfoArr *old_db_arr, DbInfoArr *new_db_arr, char *old_pgdata, char *new_pgdata)
Definition: relfilenode.c:30
void parseCommandLine(int argc, char *argv[])
Definition: option.c:38
static void cleanup(void)
Definition: pg_upgrade.c:613
ControlData controldata
Definition: pg_upgrade.h:264
void check_cluster_versions(void)
Definition: check.c:233
static void prepare_new_cluster(void)
Definition: pg_upgrade.c:244
void get_sock_dir(ClusterInfo *cluster, bool live_check)
Definition: option.c:447
static void create_new_objects(void)
Definition: pg_upgrade.c:304
uint32 chkpnt_nxtoid
Definition: pg_upgrade.h:214
void check_cluster_compatibility(bool live_check)
Definition: check.c:275
static void adjust_data_dir(void)
Definition: pg_ctl.c:2007
void stop_postmaster(bool fast)
Definition: server.c:317
void get_restricted_token(const char *progname)
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
void output_check_banner(bool live_check)
Definition: check.c:61
void prep_status(const char *fmt,...) pg_attribute_printf(1
ClusterInfo old_cluster
Definition: pg_upgrade.c:56
void pg_log(eLogType type, const char *fmt,...)
Definition: logging.c:69
static void check_ok(void)
Definition: initdb.c:2021
void create_script_for_old_cluster_deletion(char **deletion_script_file_name)
Definition: check.c:517
transferMode transfer_mode
Definition: pg_upgrade.h:299
UserOpts user_opts
Definition: option.c:29
char * bindir
Definition: pg_upgrade.h:269
#define PG_TEXTDOMAIN(domain)
Definition: c.h:1001
static void prepare_new_databases(void)
Definition: pg_upgrade.c:274
static void setup(char *argv0, bool *live_check)
Definition: pg_upgrade.c:187
DbInfoArr dbarr
Definition: pg_upgrade.h:265
const char * progname
Definition: pg_upgrade.h:309
void pg_free(void *ptr)
Definition: fe_memutils.c:105
static pgpid_t start_postmaster(void)
Definition: pg_ctl.c:450
#define UTILITY_LOG_FILE
Definition: pg_upgrade.h:37
bool exec_prog(const char *log_file, const char *opt_log_file, bool throw_error, const char *fmt,...)
Definition: exec.c:77
char * pgdata
Definition: pg_upgrade.h:266
void set_pglocale_pgservice(const char *argv0, const char *app)
Definition: exec.c:550
void disable_old_cluster(void)
Definition: controldata.c:609
OSInfo os_info
Definition: pg_upgrade.c:58
void output_completion_banner(char *analyze_script_file_name, char *deletion_script_file_name)
Definition: check.c:202
void create_script_for_cluster_analyze(char **analyze_script_file_name)
Definition: check.c:427
void check_new_cluster(void)
Definition: check.c:143
void check_and_dump_old_cluster(bool live_check)
Definition: check.c:79
void report_clusters_compatible(void)
Definition: check.c:162
void issue_warnings_and_set_wal_level(void)
Definition: check.c:179
static void copy_xact_xlog_xid(void)
Definition: pg_upgrade.c:408
static void prepare_new_cluster ( void  )
static

Definition at line 244 of file pg_upgrade.c.

References ClusterInfo::bindir, check_ok(), cluster_conn_opts(), exec_prog(), log_opts, prep_status(), UTILITY_LOG_FILE, and LogOpts::verbose.

Referenced by main().

245 {
246  /*
247  * It would make more sense to freeze after loading the schema, but that
248  * would cause us to lose the frozenids restored by the load. We use
249  * --analyze so autovacuum doesn't update statistics later
250  */
251  prep_status("Analyzing all rows in the new cluster");
252  exec_prog(UTILITY_LOG_FILE, NULL, true,
253  "\"%s/vacuumdb\" %s --all --analyze %s",
255  log_opts.verbose ? "--verbose" : "");
256  check_ok();
257 
258  /*
259  * We do freeze after analyze so pg_statistic is also frozen. template0 is
260  * not frozen here, but data rows were frozen by initdb, and we set its
261  * datfrozenxid, relfrozenxids, and relminmxid later to match the new xid
262  * counter later.
263  */
264  prep_status("Freezing all rows in the new cluster");
265  exec_prog(UTILITY_LOG_FILE, NULL, true,
266  "\"%s/vacuumdb\" %s --all --freeze %s",
268  log_opts.verbose ? "--verbose" : "");
269  check_ok();
270 }
PGresult char * cluster_conn_opts(ClusterInfo *cluster)
Definition: server.c:88
LogOpts log_opts
Definition: util.c:18
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
void prep_status(const char *fmt,...) pg_attribute_printf(1
static void check_ok(void)
Definition: initdb.c:2021
bool verbose
Definition: pg_upgrade.h:287
char * bindir
Definition: pg_upgrade.h:269
#define UTILITY_LOG_FILE
Definition: pg_upgrade.h:37
bool exec_prog(const char *log_file, const char *opt_log_file, bool throw_error, const char *fmt,...)
Definition: exec.c:77
static void prepare_new_databases ( void  )
static

Definition at line 274 of file pg_upgrade.c.

References ClusterInfo::bindir, check_ok(), cluster_conn_opts(), exec_prog(), EXEC_PSQL_ARGS, get_db_and_rel_infos(), GLOBALS_DUMP_FILE, prep_status(), set_frozenxids(), and UTILITY_LOG_FILE.

Referenced by main().

275 {
276  /*
277  * We set autovacuum_freeze_max_age to its maximum value so autovacuum
278  * does not launch here and delete clog files, before the frozen xids are
279  * set.
280  */
281 
282  set_frozenxids(false);
283 
284  prep_status("Restoring global objects in the new cluster");
285 
286  /*
287  * We have to create the databases first so we can install support
288  * functions in all the other databases. Ideally we could create the
289  * support functions in template1 but pg_dumpall creates database using
290  * the template0 template.
291  */
292  exec_prog(UTILITY_LOG_FILE, NULL, true,
293  "\"%s/psql\" " EXEC_PSQL_ARGS " %s -f \"%s\"",
296  check_ok();
297 
298  /* we load this to get a current list of databases */
300 }
PGresult char * cluster_conn_opts(ClusterInfo *cluster)
Definition: server.c:88
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
void prep_status(const char *fmt,...) pg_attribute_printf(1
static void check_ok(void)
Definition: initdb.c:2021
char * bindir
Definition: pg_upgrade.h:269
static void set_frozenxids(bool minmxid_only)
Definition: pg_upgrade.c:515
void get_db_and_rel_infos(ClusterInfo *cluster)
Definition: info.c:311
#define UTILITY_LOG_FILE
Definition: pg_upgrade.h:37
bool exec_prog(const char *log_file, const char *opt_log_file, bool throw_error, const char *fmt,...)
Definition: exec.c:77
#define EXEC_PSQL_ARGS
Definition: pg_upgrade.h:360
#define GLOBALS_DUMP_FILE
Definition: pg_upgrade.h:32
static void remove_new_subdir ( char *  subdir,
bool  rmtopdir 
)
static

Definition at line 366 of file pg_upgrade.c.

References check_ok(), MAXPGPATH, pg_fatal(), ClusterInfo::pgdata, prep_status(), rmtree(), and snprintf().

Referenced by copy_subdir_files(), and copy_xact_xlog_xid().

367 {
368  char new_path[MAXPGPATH];
369 
370  prep_status("Deleting files from new %s", subdir);
371 
372  snprintf(new_path, sizeof(new_path), "%s/%s", new_cluster.pgdata, subdir);
373  if (!rmtree(new_path, rmtopdir))
374  pg_fatal("could not delete directory \"%s\"\n", new_path);
375 
376  check_ok();
377 }
int snprintf(char *str, size_t count, const char *fmt,...) pg_attribute_printf(3
void pg_fatal(const char *fmt,...)
Definition: logging.c:83
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
#define MAXPGPATH
void prep_status(const char *fmt,...) pg_attribute_printf(1
static void check_ok(void)
Definition: initdb.c:2021
bool rmtree(const char *path, bool rmtopdir)
Definition: rmtree.c:36
char * pgdata
Definition: pg_upgrade.h:266
static void set_frozenxids ( bool  minmxid_only)
static

Definition at line 515 of file pg_upgrade.c.

References check_ok(), ControlData::chkpnt_nxtmulti, ControlData::chkpnt_nxtxid, conn, connectToServer(), ClusterInfo::controldata, CppAsString2, executeQueryOrDie(), PQclear(), PQfinish(), PQfnumber(), PQgetvalue(), PQntuples(), prep_status(), quote_identifier(), RELKIND_MATVIEW, RELKIND_RELATION, and RELKIND_TOASTVALUE.

Referenced by create_new_objects(), and prepare_new_databases().

516 {
517  int dbnum;
518  PGconn *conn,
519  *conn_template1;
520  PGresult *dbres;
521  int ntups;
522  int i_datname;
523  int i_datallowconn;
524 
525  if (!minmxid_only)
526  prep_status("Setting frozenxid and minmxid counters in new cluster");
527  else
528  prep_status("Setting minmxid counter in new cluster");
529 
530  conn_template1 = connectToServer(&new_cluster, "template1");
531 
532  if (!minmxid_only)
533  /* set pg_database.datfrozenxid */
534  PQclear(executeQueryOrDie(conn_template1,
535  "UPDATE pg_catalog.pg_database "
536  "SET datfrozenxid = '%u'",
538 
539  /* set pg_database.datminmxid */
540  PQclear(executeQueryOrDie(conn_template1,
541  "UPDATE pg_catalog.pg_database "
542  "SET datminmxid = '%u'",
544 
545  /* get database names */
546  dbres = executeQueryOrDie(conn_template1,
547  "SELECT datname, datallowconn "
548  "FROM pg_catalog.pg_database");
549 
550  i_datname = PQfnumber(dbres, "datname");
551  i_datallowconn = PQfnumber(dbres, "datallowconn");
552 
553  ntups = PQntuples(dbres);
554  for (dbnum = 0; dbnum < ntups; dbnum++)
555  {
556  char *datname = PQgetvalue(dbres, dbnum, i_datname);
557  char *datallowconn = PQgetvalue(dbres, dbnum, i_datallowconn);
558 
559  /*
560  * We must update databases where datallowconn = false, e.g.
561  * template0, because autovacuum increments their datfrozenxids,
562  * relfrozenxids, and relminmxid even if autovacuum is turned off, and
563  * even though all the data rows are already frozen. To enable this,
564  * we temporarily change datallowconn.
565  */
566  if (strcmp(datallowconn, "f") == 0)
567  PQclear(executeQueryOrDie(conn_template1,
568  "ALTER DATABASE %s ALLOW_CONNECTIONS = true",
569  quote_identifier(datname)));
570 
571  conn = connectToServer(&new_cluster, datname);
572 
573  if (!minmxid_only)
574  /* set pg_class.relfrozenxid */
576  "UPDATE pg_catalog.pg_class "
577  "SET relfrozenxid = '%u' "
578  /* only heap, materialized view, and TOAST are vacuumed */
579  "WHERE relkind IN ("
584 
585  /* set pg_class.relminmxid */
587  "UPDATE pg_catalog.pg_class "
588  "SET relminmxid = '%u' "
589  /* only heap, materialized view, and TOAST are vacuumed */
590  "WHERE relkind IN ("
595  PQfinish(conn);
596 
597  /* Reset datallowconn flag */
598  if (strcmp(datallowconn, "f") == 0)
599  PQclear(executeQueryOrDie(conn_template1,
600  "ALTER DATABASE %s ALLOW_CONNECTIONS = false",
601  quote_identifier(datname)));
602  }
603 
604  PQclear(dbres);
605 
606  PQfinish(conn_template1);
607 
608  check_ok();
609 }
const char * quote_identifier(const char *ident)
Definition: ruleutils.c:10390
char * PQgetvalue(const PGresult *res, int tup_num, int field_num)
Definition: fe-exec.c:3118
ControlData controldata
Definition: pg_upgrade.h:264
#define RELKIND_MATVIEW
Definition: pg_class.h:165
PGresult * executeQueryOrDie(PGconn *conn, const char *fmt,...) pg_attribute_printf(2
void PQfinish(PGconn *conn)
Definition: fe-connect.c:3630
int PQntuples(const PGresult *res)
Definition: fe-exec.c:2724
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
uint32 chkpnt_nxtxid
Definition: pg_upgrade.h:212
PGconn * conn
Definition: streamutil.c:43
void prep_status(const char *fmt,...) pg_attribute_printf(1
ClusterInfo old_cluster
Definition: pg_upgrade.c:56
static void check_ok(void)
Definition: initdb.c:2021
PGconn * connectToServer(ClusterInfo *cluster, const char *db_name)
Definition: server.c:27
#define CppAsString2(x)
Definition: c.h:162
#define RELKIND_TOASTVALUE
Definition: pg_class.h:163
uint32 chkpnt_nxtmulti
Definition: pg_upgrade.h:215
int PQfnumber(const PGresult *res, const char *field_name)
Definition: fe-exec.c:2832
void PQclear(PGresult *res)
Definition: fe-exec.c:671
#define RELKIND_RELATION
Definition: pg_class.h:160
static void setup ( char *  argv0,
bool live_check 
)
static

Definition at line 187 of file pg_upgrade.c.

References canonicalize_path(), UserOpts::check, check_pghost_envvar(), exec_path, OSInfo::exec_path, find_my_exec(), last_dir_separator(), MAXPGPATH, pg_fatal(), pg_strdup(), ClusterInfo::pgdata, pid_lock_file_exists(), start_postmaster(), stop_postmaster(), user_opts, and verify_directories().

Referenced by main().

188 {
189  char exec_path[MAXPGPATH]; /* full path to my executable */
190 
191  /*
192  * make sure the user has a clean environment, otherwise, we may confuse
193  * libpq when we connect to one (or both) of the servers.
194  */
196 
198 
199  /* no postmasters should be running, except for a live check */
201  {
202  /*
203  * If we have a postmaster.pid file, try to start the server. If it
204  * starts, the pid file was stale, so stop the server. If it doesn't
205  * start, assume the server is running. If the pid file is left over
206  * from a server crash, this also allows any committed transactions
207  * stored in the WAL to be replayed so they are not lost, because WAL
208  * files are not transferred from old to new servers.
209  */
210  if (start_postmaster(&old_cluster, false))
211  stop_postmaster(false);
212  else
213  {
214  if (!user_opts.check)
215  pg_fatal("There seems to be a postmaster servicing the old cluster.\n"
216  "Please shutdown that postmaster and try again.\n");
217  else
218  *live_check = true;
219  }
220  }
221 
222  /* same goes for the new postmaster */
224  {
225  if (start_postmaster(&new_cluster, false))
226  stop_postmaster(false);
227  else
228  pg_fatal("There seems to be a postmaster servicing the new cluster.\n"
229  "Please shutdown that postmaster and try again.\n");
230  }
231 
232  /* get path to pg_upgrade executable */
233  if (find_my_exec(argv0, exec_path) < 0)
234  pg_fatal("%s: could not find own program executable\n", argv0);
235 
236  /* Trim off program name and keep just path */
237  *last_dir_separator(exec_path) = '\0';
238  canonicalize_path(exec_path);
239  os_info.exec_path = pg_strdup(exec_path);
240 }
static char * argv0
Definition: pg_ctl.c:101
bool pid_lock_file_exists(const char *datadir)
Definition: exec.c:216
void canonicalize_path(char *path)
Definition: path.c:254
void pg_fatal(const char *fmt,...)
Definition: logging.c:83
void stop_postmaster(bool fast)
Definition: server.c:317
ClusterInfo new_cluster
Definition: pg_upgrade.c:56
void check_pghost_envvar(void)
Definition: server.c:344
#define MAXPGPATH
int find_my_exec(const char *argv0, char *retpath)
Definition: exec.c:119
ClusterInfo old_cluster
Definition: pg_upgrade.c:56
char * pg_strdup(const char *in)
Definition: fe_memutils.c:85
UserOpts user_opts
Definition: option.c:29
char * last_dir_separator(const char *filename)
Definition: path.c:138
void verify_directories(void)
Definition: exec.c:247
static char * exec_path
Definition: pg_ctl.c:96
bool check
Definition: pg_upgrade.h:297
static pgpid_t start_postmaster(void)
Definition: pg_ctl.c:450
char * pgdata
Definition: pg_upgrade.h:266
OSInfo os_info
Definition: pg_upgrade.c:58
char * exec_path
Definition: pg_upgrade.h:310

Variable Documentation

char* output_files[]
Initial value:
= {
NULL
}
#define INTERNAL_LOG_FILE
Definition: pg_upgrade.h:38
#define SERVER_LOG_FILE
Definition: pg_upgrade.h:36
#define UTILITY_LOG_FILE
Definition: pg_upgrade.h:37

Definition at line 60 of file pg_upgrade.c.

Referenced by cleanup(), and parseCommandLine().