20 #define DEF_PGUPORT 50432
22 #define MAX_STRING 1024
23 #define QUERY_ALLOC 8192
25 #define MESSAGE_WIDTH 62
27 #define GET_MAJOR_VERSION(v) ((v) / 100)
30 #define GLOBALS_DUMP_FILE "pg_upgrade_dump_globals.sql"
31 #define DB_DUMP_FILE_MASK "pg_upgrade_dump_%u.custom"
39 #define BASE_OUTPUTDIR "pg_upgrade_output.d"
40 #define LOG_OUTPUTDIR "log"
41 #define DUMP_OUTPUTDIR "dump"
43 #define DB_DUMP_LOG_FILE_MASK "pg_upgrade_dump_%u.log"
44 #define SERVER_LOG_FILE "pg_upgrade_server.log"
45 #define UTILITY_LOG_FILE "pg_upgrade_utility.log"
46 #define INTERNAL_LOG_FILE "pg_upgrade_internal.log"
67 #define SERVER_START_LOG_FILE SERVER_LOG_FILE
68 #define SERVER_STOP_LOG_FILE SERVER_LOG_FILE
70 #define SERVER_START_LOG_FILE "pg_upgrade_server_start.log"
76 #define SERVER_STOP_LOG_FILE UTILITY_LOG_FILE
81 #define pg_mv_file rename
82 #define PATH_SEPARATOR '/'
83 #define PATH_QUOTE '\''
84 #define RM_CMD "rm -f"
85 #define RMDIR_CMD "rm -rf"
86 #define SCRIPT_PREFIX "./"
87 #define SCRIPT_EXT "sh"
88 #define ECHO_QUOTE "'"
91 #define pg_mv_file pgrename
92 #define PATH_SEPARATOR '\\'
93 #define PATH_QUOTE '"'
94 /* @ prefix disables command echo in .bat files */
95 #define RM_CMD "@DEL /q"
96 #define RMDIR_CMD "@RMDIR /s/q"
97 #define SCRIPT_PREFIX ""
98 #define SCRIPT_EXT "bat"
99 #define EXE_EXT ".exe"
100 #define ECHO_QUOTE ""
101 #define ECHO_BLANK "."
106 * The format of visibility map was changed with this 9.6 commit.
108 #define VISIBILITY_MAP_FROZEN_BIT_CAT_VER 201603011
111 * pg_multixact format changed in 9.3 commit 0ac5ad5134f2769ccbaefec73844f85,
112 * ("Improve concurrency of foreign key locking") which also updated catalog
113 * version to this value. pg_upgrade behavior depends on whether old and new
114 * server versions are both newer than this, or only the new one is.
116 #define MULTIXACT_FORMATCHANGE_CAT_VER 201301231
119 * large object chunk size added to pg_controldata,
120 * commit 5f93c37805e7485488480916b4585e098d3cc883
122 #define LARGE_OBJECT_SIZE_PG_CONTROL_VER 942
125 * change in JSONB format during 9.4 beta
127 #define JSONB_FORMAT_CHANGE_CAT_VER 201409291
131 * Each relation is represented by a relinfo structure.
135 /* Can't use NAMEDATALEN; not guaranteed to be same on client */
136 char *nspname; /* namespace name */
137 char *relname; /* relation name */
138 Oid reloid; /* relation OID */
139 RelFileNumber relfilenumber; /* relation file number */
140 Oid indtable; /* if index, OID of its table, else 0 */
141 Oid toastheap; /* if toast table, OID of base table, else 0 */
142 char *tablespace; /* tablespace path; "" for cluster default */
143 bool nsp_alloc; /* should nspname be freed? */
144 bool tblsp_alloc; /* should tablespace be freed? */
154 * Structure to store logical replication slot information.
158 char *slotname; /* slot name */
159 char *plugin; /* plugin */
160 bool two_phase; /* can the slot decode 2PC? */
161 bool caught_up; /* has the slot caught up to latest changes? */
162 bool invalid; /* if true, the slot is unusable */
163 bool failover; /* is the slot designated to be synced to the
164 * physical standby? */
169 int nslots; /* number of logical slot infos */
170 LogicalSlotInfo *slots; /* array of logical slot infos */
171 } LogicalSlotInfoArr;
174 * The following structure represents a relation mapping.
178 const char *old_tablespace;
179 const char *new_tablespace;
180 const char *old_tablespace_suffix;
181 const char *new_tablespace_suffix;
183 RelFileNumber relfilenumber;
184 /* the rest are used only for logging and error reporting */
185 char *nspname; /* namespaces */
190 * Structure to store database information
194 Oid db_oid; /* oid of the database */
195 char *db_name; /* database name */
196 char db_tablespace[MAXPGPATH]; /* database default tablespace
198 RelInfoArr rel_arr; /* array of all user relinfos */
199 LogicalSlotInfoArr slot_arr; /* array of all LogicalSlotInfo */
200 int nsubs; /* number of subscriptions */
204 * Locale information about a database.
210 char db_collprovider;
217 DbInfo *dbs; /* array of db infos */
218 int ndbs; /* number of db infos */
222 * The following structure is used to hold pg_control information.
223 * Rather than using the backend's control structure we use our own
224 * structure to avoid pg_control version issues between releases.
230 char nextxlogfile[25];
231 uint32 chkpnt_nxtxid;
232 uint32 chkpnt_nxtepoch;
233 uint32 chkpnt_nxtoid;
234 uint32 chkpnt_nxtmulti;
235 uint32 chkpnt_nxtmxoff;
236 uint32 chkpnt_oldstMulti;
237 uint32 chkpnt_oldstxid;
248 bool float8_pass_by_value;
249 uint32 data_checksum_version;
253 * Enumeration to denote transfer modes
259 TRANSFER_MODE_COPY_FILE_RANGE,
264 * Enumeration to denote pg_log modes
269 PG_STATUS, /* these messages do not get a newline added */
270 PG_REPORT_NONL, /* these too */
280 * information about each cluster
284 ControlData controldata; /* pg_control information */
285 DbLocaleInfo *template0; /* template0 locale info */
286 DbInfoArr dbarr; /* dbinfos array */
287 char *pgdata; /* pathname for cluster's $PGDATA directory */
288 char *pgconfig; /* pathname for cluster's config file
290 char *bindir; /* pathname for cluster's executable directory */
291 char *pgopts; /* options to pass to the server, like pg_ctl
293 char *sockdir; /* directory for Unix Domain socket, if any */
294 unsigned short port; /* port number where postmaster is waiting */
295 uint32 major_version; /* PG_VERSION of cluster */
296 char major_version_str[64]; /* string PG_VERSION of cluster */
297 uint32 bin_version; /* version returned from pg_ctl */
298 const char *tablespace_suffix; /* directory specification */
307 FILE *internal; /* internal log FILE */
308 bool verbose; /* true -> be verbose in messages */
309 bool retain; /* retain log files on success */
310 /* Set of internal directories for output files */
311 char *rootdir; /* Root directory, aka pg_upgrade_output.d */
312 char *basedir; /* Base output directory, with timestamp */
313 char *dumpdir; /* Dumps */
314 char *logdir; /* Log files */
315 bool isatty; /* is stdout a tty */
324 bool check; /* true -> ask user for permission to make
326 bool do_sync; /* flush changes to disk */
327 transferMode transfer_mode; /* copy files or link them? */
328 int jobs; /* number of processes/threads to use */
329 char *socketdir; /* directory to use for Unix sockets */
344 const char *progname; /* complete pathname for this program */
345 char *user; /* username for clusters */
346 bool user_specified; /* user specified on command-line */
347 char **old_tablespaces; /* tablespaces */
348 int num_old_tablespaces;
349 LibraryInfo *libraries; /* loadable libraries */
351 ClusterInfo *running_cluster;
355 /* Function signature for data type check version hook */
356 typedef bool (*DataTypesUsageVersionCheck) (ClusterInfo *cluster);
361 extern LogOpts log_opts;
362 extern UserOpts user_opts;
363 extern ClusterInfo old_cluster,
365 extern OSInfo os_info;
370 void output_check_banner(bool live_check);
371 void check_and_dump_old_cluster(bool live_check);
372 void check_new_cluster(void);
373 void report_clusters_compatible(void);
374 void issue_warnings_and_set_wal_level(void);
375 void output_completion_banner(char *deletion_script_file_name);
376 void check_cluster_versions(void);
377 void check_cluster_compatibility(bool live_check);
378 void create_script_for_old_cluster_deletion(char **deletion_script_file_name);
383 void get_control_data(ClusterInfo *cluster, bool live_check);
384 void check_control_data(ControlData *oldctrl, ControlData *newctrl);
385 void disable_old_cluster(void);
390 void generate_old_dump(void);
395 #define EXEC_PSQL_ARGS "--echo-queries --set ON_ERROR_STOP=on --no-psqlrc --dbname=template1"
397 bool exec_prog(const char *log_filename, const char *opt_log_file,
398 bool report_error, bool exit_on_error, const char *fmt,...) pg_attribute_printf(5, 6);
399 void verify_directories(void);
400 bool pid_lock_file_exists(const char *datadir);
405 void cloneFile(const char *src, const char *dst,
406 const char *schemaName, const char *relName);
407 void copyFile(const char *src, const char *dst,
408 const char *schemaName, const char *relName);
409 void copyFileByRange(const char *src, const char *dst,
410 const char *schemaName, const char *relName);
411 void linkFile(const char *src, const char *dst,
412 const char *schemaName, const char *relName);
413 void rewriteVisibilityMap(const char *fromfile, const char *tofile,
414 const char *schemaName, const char *relName);
415 void check_file_clone(void);
416 void check_copy_file_range(void);
417 void check_hard_link(void);
419 /* fopen_priv() is no longer different from fopen() */
420 #define fopen_priv(path, mode) fopen(path, mode)
424 void get_loadable_libraries(void);
425 void check_loadable_libraries(void);
429 FileNameMap *gen_db_file_maps(DbInfo *old_db,
430 DbInfo *new_db, int *nmaps, const char *old_pgdata,
431 const char *new_pgdata);
432 void get_db_rel_and_slot_infos(ClusterInfo *cluster, bool live_check);
433 int count_old_cluster_logical_slots(void);
434 int count_old_cluster_subscriptions(void);
438 void parseCommandLine(int argc, char *argv[]);
439 void adjust_data_dir(ClusterInfo *cluster);
440 void get_sock_dir(ClusterInfo *cluster, bool live_check);
442 /* relfilenumber.c */
444 void transfer_all_new_tablespaces(DbInfoArr *old_db_arr,
445 DbInfoArr *new_db_arr, char *old_pgdata, char *new_pgdata);
446 void transfer_all_new_dbs(DbInfoArr *old_db_arr,
447 DbInfoArr *new_db_arr, char *old_pgdata, char *new_pgdata,
448 char *old_tablespace);
452 void init_tablespaces(void);
457 PGconn *connectToServer(ClusterInfo *cluster, const char *db_name);
458 PGresult *executeQueryOrDie(PGconn *conn, const char *fmt,...) pg_attribute_printf(2, 3);
460 char *cluster_conn_opts(ClusterInfo *cluster);
462 bool start_postmaster(ClusterInfo *cluster, bool report_and_exit_on_error);
463 void stop_postmaster(bool in_atexit);
464 uint32 get_major_server_version(ClusterInfo *cluster);
465 void check_pghost_envvar(void);
470 char *quote_identifier(const char *s);
471 int get_user_info(char **user_name_p);
473 void report_status(eLogType type, const char *fmt,...) pg_attribute_printf(2, 3);
474 void pg_log(eLogType type, const char *fmt,...) pg_attribute_printf(2, 3);
475 void pg_fatal(const char *fmt,...) pg_attribute_printf(1, 2) pg_attribute_noreturn();
476 void end_progress_output(void);
477 void cleanup_output_dirs(void);
478 void prep_status(const char *fmt,...) pg_attribute_printf(1, 2);
479 void prep_status_progress(const char *fmt,...) pg_attribute_printf(1, 2);
480 unsigned int str2uint(const char *str);
485 bool jsonb_9_4_check_applicable(ClusterInfo *cluster);
486 void old_9_6_invalidate_hash_indexes(ClusterInfo *cluster,
489 void report_extension_updates(ClusterInfo *cluster);
492 void parallel_exec_prog(const char *log_file, const char *opt_log_file,
493 const char *fmt,...) pg_attribute_printf(3, 4);
494 void parallel_transfer_all_new_dbs(DbInfoArr *old_db_arr, DbInfoArr *new_db_arr,
495 char *old_pgdata, char *new_pgdata,
496 char *old_tablespace);
497 bool reap_child(bool wait_for_child);