PostgreSQL Source Code git master
All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Pages
info.c
Go to the documentation of this file.
1/*
2 * info.c
3 *
4 * information support functions
5 *
6 * Copyright (c) 2010-2025, PostgreSQL Global Development Group
7 * src/bin/pg_upgrade/info.c
8 */
9
10#include "postgres_fe.h"
11
12#include "access/transam.h"
13#include "catalog/pg_class_d.h"
14#include "pg_upgrade.h"
15#include "pqexpbuffer.h"
16
17static void create_rel_filename_map(const char *old_data, const char *new_data,
18 const DbInfo *old_db, const DbInfo *new_db,
19 const RelInfo *old_rel, const RelInfo *new_rel,
20 FileNameMap *map);
21static void report_unmatched_relation(const RelInfo *rel, const DbInfo *db,
22 bool is_new_db);
23static void free_db_and_rel_infos(DbInfoArr *db_arr);
25static void get_db_infos(ClusterInfo *cluster);
26static char *get_rel_infos_query(void);
27static void process_rel_infos(DbInfo *dbinfo, PGresult *res, void *arg);
28static void free_rel_infos(RelInfoArr *rel_arr);
29static void print_db_infos(DbInfoArr *db_arr);
30static void print_rel_infos(RelInfoArr *rel_arr);
31static void print_slot_infos(LogicalSlotInfoArr *slot_arr);
33static void process_old_cluster_logical_slot_infos(DbInfo *dbinfo, PGresult *res, void *arg);
34
35
36/*
37 * gen_db_file_maps()
38 *
39 * generates a database mapping from "old_db" to "new_db".
40 *
41 * Returns a malloc'ed array of mappings. The length of the array
42 * is returned into *nmaps.
43 */
46 int *nmaps,
47 const char *old_pgdata, const char *new_pgdata)
48{
50 int old_relnum,
51 new_relnum;
52 int num_maps = 0;
53 bool all_matched = true;
54
55 /* There will certainly not be more mappings than there are old rels */
57 old_db->rel_arr.nrels);
58
59 /*
60 * Each of the RelInfo arrays should be sorted by OID. Scan through them
61 * and match them up. If we fail to match everything, we'll abort, but
62 * first print as much info as we can about mismatches.
63 */
64 old_relnum = new_relnum = 0;
65 while (old_relnum < old_db->rel_arr.nrels ||
66 new_relnum < new_db->rel_arr.nrels)
67 {
68 RelInfo *old_rel = (old_relnum < old_db->rel_arr.nrels) ?
69 &old_db->rel_arr.rels[old_relnum] : NULL;
70 RelInfo *new_rel = (new_relnum < new_db->rel_arr.nrels) ?
71 &new_db->rel_arr.rels[new_relnum] : NULL;
72
73 /* handle running off one array before the other */
74 if (!new_rel)
75 {
76 /*
77 * old_rel is unmatched. This should never happen, because we
78 * force new rels to have TOAST tables if the old one did.
79 */
80 report_unmatched_relation(old_rel, old_db, false);
81 all_matched = false;
82 old_relnum++;
83 continue;
84 }
85 if (!old_rel)
86 {
87 /*
88 * new_rel is unmatched. This shouldn't really happen either, but
89 * if it's a TOAST table, we can ignore it and continue
90 * processing, assuming that the new server made a TOAST table
91 * that wasn't needed.
92 */
93 if (strcmp(new_rel->nspname, "pg_toast") != 0)
94 {
95 report_unmatched_relation(new_rel, new_db, true);
96 all_matched = false;
97 }
98 new_relnum++;
99 continue;
100 }
101
102 /* check for mismatched OID */
103 if (old_rel->reloid < new_rel->reloid)
104 {
105 /* old_rel is unmatched, see comment above */
106 report_unmatched_relation(old_rel, old_db, false);
107 all_matched = false;
108 old_relnum++;
109 continue;
110 }
111 else if (old_rel->reloid > new_rel->reloid)
112 {
113 /* new_rel is unmatched, see comment above */
114 if (strcmp(new_rel->nspname, "pg_toast") != 0)
115 {
116 report_unmatched_relation(new_rel, new_db, true);
117 all_matched = false;
118 }
119 new_relnum++;
120 continue;
121 }
122
123 /*
124 * Verify that rels of same OID have same name. The namespace name
125 * should always match, but the relname might not match for TOAST
126 * tables (and, therefore, their indexes).
127 */
128 if (strcmp(old_rel->nspname, new_rel->nspname) != 0 ||
129 strcmp(old_rel->relname, new_rel->relname) != 0)
130 {
131 pg_log(PG_WARNING, "Relation names for OID %u in database \"%s\" do not match: "
132 "old name \"%s.%s\", new name \"%s.%s\"",
133 old_rel->reloid, old_db->db_name,
134 old_rel->nspname, old_rel->relname,
135 new_rel->nspname, new_rel->relname);
136 all_matched = false;
137 old_relnum++;
138 new_relnum++;
139 continue;
140 }
141
142 /* OK, create a mapping entry */
143 create_rel_filename_map(old_pgdata, new_pgdata, old_db, new_db,
144 old_rel, new_rel, maps + num_maps);
145 num_maps++;
146 old_relnum++;
147 new_relnum++;
148 }
149
150 if (!all_matched)
151 pg_fatal("Failed to match up old and new tables in database \"%s\"",
152 old_db->db_name);
153
154 *nmaps = num_maps;
155 return maps;
156}
157
158
159/*
160 * create_rel_filename_map()
161 *
162 * fills a file node map structure and returns it in "map".
163 */
164static void
165create_rel_filename_map(const char *old_data, const char *new_data,
166 const DbInfo *old_db, const DbInfo *new_db,
167 const RelInfo *old_rel, const RelInfo *new_rel,
168 FileNameMap *map)
169{
170 /* In case old/new tablespaces don't match, do them separately. */
171 if (strlen(old_rel->tablespace) == 0)
172 {
173 /*
174 * relation belongs to the default tablespace, hence relfiles should
175 * exist in the data directories.
176 */
177 map->old_tablespace = old_data;
178 map->old_tablespace_suffix = "/base";
179 }
180 else
181 {
182 /* relation belongs to a tablespace, so use the tablespace location */
183 map->old_tablespace = old_rel->tablespace;
185 }
186
187 /* Do the same for new tablespaces */
188 if (strlen(new_rel->tablespace) == 0)
189 {
190 map->new_tablespace = new_data;
191 map->new_tablespace_suffix = "/base";
192 }
193 else
194 {
195 map->new_tablespace = new_rel->tablespace;
197 }
198
199 /* DB oid and relfilenumbers are preserved between old and new cluster */
200 map->db_oid = old_db->db_oid;
201 map->relfilenumber = old_rel->relfilenumber;
202
203 /* used only for logging and error reporting, old/new are identical */
204 map->nspname = old_rel->nspname;
205 map->relname = old_rel->relname;
206}
207
208
209/*
210 * Complain about a relation we couldn't match to the other database,
211 * identifying it as best we can.
212 */
213static void
214report_unmatched_relation(const RelInfo *rel, const DbInfo *db, bool is_new_db)
215{
216 Oid reloid = rel->reloid; /* we might change rel below */
217 char reldesc[1000];
218 int i;
219
220 snprintf(reldesc, sizeof(reldesc), "\"%s.%s\"",
221 rel->nspname, rel->relname);
222 if (rel->indtable)
223 {
224 for (i = 0; i < db->rel_arr.nrels; i++)
225 {
226 const RelInfo *hrel = &db->rel_arr.rels[i];
227
228 if (hrel->reloid == rel->indtable)
229 {
230 snprintf(reldesc + strlen(reldesc),
231 sizeof(reldesc) - strlen(reldesc),
232 _(" which is an index on \"%s.%s\""),
233 hrel->nspname, hrel->relname);
234 /* Shift attention to index's table for toast check */
235 rel = hrel;
236 break;
237 }
238 }
239 if (i >= db->rel_arr.nrels)
240 snprintf(reldesc + strlen(reldesc),
241 sizeof(reldesc) - strlen(reldesc),
242 _(" which is an index on OID %u"), rel->indtable);
243 }
244 if (rel->toastheap)
245 {
246 for (i = 0; i < db->rel_arr.nrels; i++)
247 {
248 const RelInfo *brel = &db->rel_arr.rels[i];
249
250 if (brel->reloid == rel->toastheap)
251 {
252 snprintf(reldesc + strlen(reldesc),
253 sizeof(reldesc) - strlen(reldesc),
254 _(" which is the TOAST table for \"%s.%s\""),
255 brel->nspname, brel->relname);
256 break;
257 }
258 }
259 if (i >= db->rel_arr.nrels)
260 snprintf(reldesc + strlen(reldesc),
261 sizeof(reldesc) - strlen(reldesc),
262 _(" which is the TOAST table for OID %u"), rel->toastheap);
263 }
264
265 if (is_new_db)
266 pg_log(PG_WARNING, "No match found in old cluster for new relation with OID %u in database \"%s\": %s",
267 reloid, db->db_name, reldesc);
268 else
269 pg_log(PG_WARNING, "No match found in new cluster for old relation with OID %u in database \"%s\": %s",
270 reloid, db->db_name, reldesc);
271}
272
273/*
274 * get_db_rel_and_slot_infos()
275 *
276 * higher level routine to generate dbinfos for the database running
277 * on the given "port". Assumes that server is already running.
278 */
279void
281{
283 char *rel_infos_query = NULL;
284 char *logical_slot_infos_query = NULL;
285
286 if (cluster->dbarr.dbs != NULL)
288
291
292 rel_infos_query = get_rel_infos_query();
294 rel_infos_query,
296 true, NULL);
297
298 /*
299 * Logical slots are only carried over to the new cluster when the old
300 * cluster is on PG17 or newer. This is because before that the logical
301 * slots are not saved at shutdown, so there is no guarantee that the
302 * latest confirmed_flush_lsn is saved to disk which can lead to data
303 * loss. It is still not guaranteed for manually created slots in PG17, so
304 * subsequent checks done in check_old_cluster_for_valid_slots() would
305 * raise a FATAL error if such slots are included.
306 */
307 if (cluster == &old_cluster &&
308 GET_MAJOR_VERSION(cluster->major_version) > 1600)
309 {
310 logical_slot_infos_query = get_old_cluster_logical_slot_infos_query();
312 logical_slot_infos_query,
314 true, NULL);
315 }
316
318 upgrade_task_free(task);
319
320 pg_free(rel_infos_query);
321 if (logical_slot_infos_query)
322 pg_free(logical_slot_infos_query);
323
324 if (cluster == &old_cluster)
325 pg_log(PG_VERBOSE, "\nsource databases:");
326 else
327 pg_log(PG_VERBOSE, "\ntarget databases:");
328
329 if (log_opts.verbose)
330 print_db_infos(&cluster->dbarr);
331}
332
333
334/*
335 * Get information about template0, which will be copied from the old cluster
336 * to the new cluster.
337 */
338static void
340{
341 PGconn *conn = connectToServer(cluster, "template1");
343 PGresult *dbres;
344 int i_datencoding;
345 int i_datlocprovider;
346 int i_datcollate;
347 int i_datctype;
348 int i_datlocale;
349
350 if (GET_MAJOR_VERSION(cluster->major_version) >= 1700)
351 dbres = executeQueryOrDie(conn,
352 "SELECT encoding, datlocprovider, "
353 " datcollate, datctype, datlocale "
354 "FROM pg_catalog.pg_database "
355 "WHERE datname='template0'");
356 else if (GET_MAJOR_VERSION(cluster->major_version) >= 1500)
357 dbres = executeQueryOrDie(conn,
358 "SELECT encoding, datlocprovider, "
359 " datcollate, datctype, daticulocale AS datlocale "
360 "FROM pg_catalog.pg_database "
361 "WHERE datname='template0'");
362 else
363 dbres = executeQueryOrDie(conn,
364 "SELECT encoding, 'c' AS datlocprovider, "
365 " datcollate, datctype, NULL AS datlocale "
366 "FROM pg_catalog.pg_database "
367 "WHERE datname='template0'");
368
369
370 if (PQntuples(dbres) != 1)
371 pg_fatal("template0 not found");
372
373 locale = pg_malloc(sizeof(DbLocaleInfo));
374
375 i_datencoding = PQfnumber(dbres, "encoding");
376 i_datlocprovider = PQfnumber(dbres, "datlocprovider");
377 i_datcollate = PQfnumber(dbres, "datcollate");
378 i_datctype = PQfnumber(dbres, "datctype");
379 i_datlocale = PQfnumber(dbres, "datlocale");
380
381 locale->db_encoding = atoi(PQgetvalue(dbres, 0, i_datencoding));
382 locale->db_collprovider = PQgetvalue(dbres, 0, i_datlocprovider)[0];
383 locale->db_collate = pg_strdup(PQgetvalue(dbres, 0, i_datcollate));
384 locale->db_ctype = pg_strdup(PQgetvalue(dbres, 0, i_datctype));
385 if (PQgetisnull(dbres, 0, i_datlocale))
386 locale->db_locale = NULL;
387 else
388 locale->db_locale = pg_strdup(PQgetvalue(dbres, 0, i_datlocale));
389
390 cluster->template0 = locale;
391
392 PQclear(dbres);
393 PQfinish(conn);
394}
395
396
397/*
398 * get_db_infos()
399 *
400 * Scans pg_database system catalog and populates all user
401 * databases.
402 */
403static void
405{
406 PGconn *conn = connectToServer(cluster, "template1");
407 PGresult *res;
408 int ntups;
409 int tupnum;
411 int i_datname,
412 i_oid,
413 i_spclocation;
414 char query[QUERY_ALLOC];
415
416 snprintf(query, sizeof(query),
417 "SELECT d.oid, d.datname, d.encoding, d.datcollate, d.datctype, ");
418 if (GET_MAJOR_VERSION(cluster->major_version) >= 1700)
419 snprintf(query + strlen(query), sizeof(query) - strlen(query),
420 "datlocprovider, datlocale, ");
421 else if (GET_MAJOR_VERSION(cluster->major_version) >= 1500)
422 snprintf(query + strlen(query), sizeof(query) - strlen(query),
423 "datlocprovider, daticulocale AS datlocale, ");
424 else
425 snprintf(query + strlen(query), sizeof(query) - strlen(query),
426 "'c' AS datlocprovider, NULL AS datlocale, ");
427 snprintf(query + strlen(query), sizeof(query) - strlen(query),
428 "pg_catalog.pg_tablespace_location(t.oid) AS spclocation "
429 "FROM pg_catalog.pg_database d "
430 " LEFT OUTER JOIN pg_catalog.pg_tablespace t "
431 " ON d.dattablespace = t.oid "
432 "WHERE d.datallowconn = true "
433 "ORDER BY 1");
434
435 res = executeQueryOrDie(conn, "%s", query);
436
437 i_oid = PQfnumber(res, "oid");
438 i_datname = PQfnumber(res, "datname");
439 i_spclocation = PQfnumber(res, "spclocation");
440
441 ntups = PQntuples(res);
442 dbinfos = (DbInfo *) pg_malloc0(sizeof(DbInfo) * ntups);
443
444 for (tupnum = 0; tupnum < ntups; tupnum++)
445 {
446 char *spcloc = PQgetvalue(res, tupnum, i_spclocation);
447 bool inplace = spcloc[0] && !is_absolute_path(spcloc);
448
449 dbinfos[tupnum].db_oid = atooid(PQgetvalue(res, tupnum, i_oid));
450 dbinfos[tupnum].db_name = pg_strdup(PQgetvalue(res, tupnum, i_datname));
451
452 /*
453 * The tablespace location might be "", meaning the cluster default
454 * location, i.e. pg_default or pg_global. For in-place tablespaces,
455 * pg_tablespace_location() returns a path relative to the data
456 * directory.
457 */
458 if (inplace)
459 snprintf(dbinfos[tupnum].db_tablespace,
460 sizeof(dbinfos[tupnum].db_tablespace),
461 "%s/%s", cluster->pgdata, spcloc);
462 else
463 snprintf(dbinfos[tupnum].db_tablespace,
464 sizeof(dbinfos[tupnum].db_tablespace),
465 "%s", spcloc);
466 }
467 PQclear(res);
468
469 PQfinish(conn);
470
471 cluster->dbarr.dbs = dbinfos;
472 cluster->dbarr.ndbs = ntups;
473}
474
475
476/*
477 * get_rel_infos_query()
478 *
479 * Returns the query for retrieving the relation information for all the user
480 * tables and indexes in the database, for use by get_db_rel_and_slot_infos()'s
481 * UpgradeTask.
482 *
483 * Note: the result is assumed to be sorted by OID. This allows later
484 * processing to match up old and new databases efficiently.
485 */
486static char *
488{
489 PQExpBufferData query;
490
491 initPQExpBuffer(&query);
492
493 /*
494 * Create a CTE that collects OIDs of regular user tables and matviews,
495 * but excluding toast tables and indexes. We assume that relations with
496 * OIDs >= FirstNormalObjectId belong to the user. (That's probably
497 * redundant with the namespace-name exclusions, but let's be safe.)
498 *
499 * pg_largeobject contains user data that does not appear in pg_dump
500 * output, so we have to copy that system table. It's easiest to do that
501 * by treating it as a user table. We can do the same for
502 * pg_largeobject_metadata for upgrades from v16 and newer. pg_upgrade
503 * can't copy/link the files from older versions because aclitem (needed
504 * by pg_largeobject_metadata.lomacl) changed its storage format in v16.
505 */
506 appendPQExpBuffer(&query,
507 "WITH regular_heap (reloid, indtable, toastheap) AS ( "
508 " SELECT c.oid, 0::oid, 0::oid "
509 " FROM pg_catalog.pg_class c JOIN pg_catalog.pg_namespace n "
510 " ON c.relnamespace = n.oid "
511 " WHERE relkind IN (" CppAsString2(RELKIND_RELATION) ", "
512 CppAsString2(RELKIND_MATVIEW) "%s) AND "
513 /* exclude possible orphaned temp tables */
514 " ((n.nspname !~ '^pg_temp_' AND "
515 " n.nspname !~ '^pg_toast_temp_' AND "
516 " n.nspname NOT IN ('pg_catalog', 'information_schema', "
517 " 'binary_upgrade', 'pg_toast') AND "
518 " c.oid >= %u::pg_catalog.oid) OR "
519 " (n.nspname = 'pg_catalog' AND "
520 " relname IN ('pg_largeobject'%s) ))), ",
522 ", " CppAsString2(RELKIND_SEQUENCE) : "",
525 ", 'pg_largeobject_metadata'" : "");
526
527 /*
528 * Add a CTE that collects OIDs of toast tables belonging to the tables
529 * selected by the regular_heap CTE. (We have to do this separately
530 * because the namespace-name rules above don't work for toast tables.)
531 */
533 " toast_heap (reloid, indtable, toastheap) AS ( "
534 " SELECT c.reltoastrelid, 0::oid, c.oid "
535 " FROM regular_heap JOIN pg_catalog.pg_class c "
536 " ON regular_heap.reloid = c.oid "
537 " WHERE c.reltoastrelid != 0), ");
538
539 /*
540 * Add a CTE that collects OIDs of all valid indexes on the previously
541 * selected tables. We can ignore invalid indexes since pg_dump does.
542 * Testing indisready is necessary in 9.2, and harmless in earlier/later
543 * versions.
544 */
546 " all_index (reloid, indtable, toastheap) AS ( "
547 " SELECT indexrelid, indrelid, 0::oid "
548 " FROM pg_catalog.pg_index "
549 " WHERE indisvalid AND indisready "
550 " AND indrelid IN "
551 " (SELECT reloid FROM regular_heap "
552 " UNION ALL "
553 " SELECT reloid FROM toast_heap)) ");
554
555 /*
556 * And now we can write the query that retrieves the data we want for each
557 * heap and index relation. Make sure result is sorted by OID.
558 */
560 "SELECT all_rels.*, n.nspname, c.relname, "
561 " c.relfilenode, c.reltablespace, "
562 " pg_catalog.pg_tablespace_location(t.oid) AS spclocation "
563 "FROM (SELECT * FROM regular_heap "
564 " UNION ALL "
565 " SELECT * FROM toast_heap "
566 " UNION ALL "
567 " SELECT * FROM all_index) all_rels "
568 " JOIN pg_catalog.pg_class c "
569 " ON all_rels.reloid = c.oid "
570 " JOIN pg_catalog.pg_namespace n "
571 " ON c.relnamespace = n.oid "
572 " LEFT OUTER JOIN pg_catalog.pg_tablespace t "
573 " ON c.reltablespace = t.oid "
574 "ORDER BY 1");
575
576 return query.data;
577}
578
579/*
580 * Callback function for processing results of the query returned by
581 * get_rel_infos_query(), which is used for get_db_rel_and_slot_infos()'s
582 * UpgradeTask. This function stores the relation information for later use.
583 */
584static void
586{
587 int ntups = PQntuples(res);
588 RelInfo *relinfos = (RelInfo *) pg_malloc(sizeof(RelInfo) * ntups);
589 int i_reloid = PQfnumber(res, "reloid");
590 int i_indtable = PQfnumber(res, "indtable");
591 int i_toastheap = PQfnumber(res, "toastheap");
592 int i_nspname = PQfnumber(res, "nspname");
593 int i_relname = PQfnumber(res, "relname");
594 int i_relfilenumber = PQfnumber(res, "relfilenode");
595 int i_reltablespace = PQfnumber(res, "reltablespace");
596 int i_spclocation = PQfnumber(res, "spclocation");
597 int num_rels = 0;
598 char *nspname = NULL;
599 char *relname = NULL;
600 char *tablespace = NULL;
601 char *last_namespace = NULL;
602 char *last_tablespace = NULL;
603
605
606 for (int relnum = 0; relnum < ntups; relnum++)
607 {
608 RelInfo *curr = &relinfos[num_rels++];
609
610 curr->reloid = atooid(PQgetvalue(res, relnum, i_reloid));
611 curr->indtable = atooid(PQgetvalue(res, relnum, i_indtable));
612 curr->toastheap = atooid(PQgetvalue(res, relnum, i_toastheap));
613
614 nspname = PQgetvalue(res, relnum, i_nspname);
615 curr->nsp_alloc = false;
616
617 /*
618 * Many of the namespace and tablespace strings are identical, so we
619 * try to reuse the allocated string pointers where possible to reduce
620 * memory consumption.
621 */
622 /* Can we reuse the previous string allocation? */
623 if (last_namespace && strcmp(nspname, last_namespace) == 0)
624 curr->nspname = last_namespace;
625 else
626 {
627 last_namespace = curr->nspname = pg_strdup(nspname);
628 curr->nsp_alloc = true;
629 }
630
631 relname = PQgetvalue(res, relnum, i_relname);
632 curr->relname = pg_strdup(relname);
633
634 curr->relfilenumber = atooid(PQgetvalue(res, relnum, i_relfilenumber));
635 curr->tblsp_alloc = false;
636
637 /* Is the tablespace oid non-default? */
638 if (atooid(PQgetvalue(res, relnum, i_reltablespace)) != 0)
639 {
640 char *spcloc = PQgetvalue(res, relnum, i_spclocation);
641 bool inplace = spcloc[0] && !is_absolute_path(spcloc);
642
643 /*
644 * The tablespace location might be "", meaning the cluster
645 * default location, i.e. pg_default or pg_global. For in-place
646 * tablespaces, pg_tablespace_location() returns a path relative
647 * to the data directory.
648 */
649 if (inplace)
650 tablespace = psprintf("%s/%s",
652 spcloc);
653 else
654 tablespace = spcloc;
655
656 /* Can we reuse the previous string allocation? */
657 if (last_tablespace && strcmp(tablespace, last_tablespace) == 0)
658 curr->tablespace = last_tablespace;
659 else
660 {
661 last_tablespace = curr->tablespace = pg_strdup(tablespace);
662 curr->tblsp_alloc = true;
663 }
664
665 /* Free palloc'd string for in-place tablespaces. */
666 if (inplace)
668 }
669 else
670 /* A zero reltablespace oid indicates the database tablespace. */
671 curr->tablespace = dbinfo->db_tablespace;
672 }
673
674 dbinfo->rel_arr.rels = relinfos;
675 dbinfo->rel_arr.nrels = num_rels;
676}
677
678/*
679 * get_old_cluster_logical_slot_infos_query()
680 *
681 * Returns the query for retrieving the logical slot information for all the
682 * logical replication slots in the database, for use by
683 * get_db_rel_and_slot_infos()'s UpgradeTask. The status of each logical slot
684 * is checked in check_old_cluster_for_valid_slots().
685 */
686static char *
688{
689 /*
690 * Fetch the logical replication slot information. The check whether the
691 * slot is considered caught up is done by an upgrade function. This
692 * regards the slot as caught up if we don't find any decodable changes.
693 * See binary_upgrade_logical_slot_has_caught_up().
694 *
695 * Note that we can't ensure whether the slot is caught up during
696 * live_check as the new WAL records could be generated.
697 *
698 * We intentionally skip checking the WALs for invalidated slots as the
699 * corresponding WALs could have been removed for such slots.
700 *
701 * The temporary slots are explicitly ignored while checking because such
702 * slots cannot exist after the upgrade. During the upgrade, clusters are
703 * started and stopped several times causing any temporary slots to be
704 * removed.
705 */
706 return psprintf("SELECT slot_name, plugin, two_phase, failover, "
707 "%s as caught_up, invalidation_reason IS NOT NULL as invalid "
708 "FROM pg_catalog.pg_replication_slots "
709 "WHERE slot_type = 'logical' AND "
710 "database = current_database() AND "
711 "temporary IS FALSE;",
712 user_opts.live_check ? "FALSE" :
713 "(CASE WHEN invalidation_reason IS NOT NULL THEN FALSE "
714 "ELSE (SELECT pg_catalog.binary_upgrade_logical_slot_has_caught_up(slot_name)) "
715 "END)");
716}
717
718/*
719 * Callback function for processing results of the query returned by
720 * get_old_cluster_logical_slot_infos_query(), which is used for
721 * get_db_rel_and_slot_infos()'s UpgradeTask. This function stores the logical
722 * slot information for later use.
723 */
724static void
726{
727 LogicalSlotInfo *slotinfos = NULL;
728 int num_slots = PQntuples(res);
729
732
733 if (num_slots)
734 {
735 int i_slotname;
736 int i_plugin;
737 int i_twophase;
738 int i_failover;
739 int i_caught_up;
740 int i_invalid;
741
742 slotinfos = (LogicalSlotInfo *) pg_malloc(sizeof(LogicalSlotInfo) * num_slots);
743
744 i_slotname = PQfnumber(res, "slot_name");
745 i_plugin = PQfnumber(res, "plugin");
746 i_twophase = PQfnumber(res, "two_phase");
747 i_failover = PQfnumber(res, "failover");
748 i_caught_up = PQfnumber(res, "caught_up");
749 i_invalid = PQfnumber(res, "invalid");
750
751 for (int slotnum = 0; slotnum < num_slots; slotnum++)
752 {
753 LogicalSlotInfo *curr = &slotinfos[slotnum];
754
755 curr->slotname = pg_strdup(PQgetvalue(res, slotnum, i_slotname));
756 curr->plugin = pg_strdup(PQgetvalue(res, slotnum, i_plugin));
757 curr->two_phase = (strcmp(PQgetvalue(res, slotnum, i_twophase), "t") == 0);
758 curr->failover = (strcmp(PQgetvalue(res, slotnum, i_failover), "t") == 0);
759 curr->caught_up = (strcmp(PQgetvalue(res, slotnum, i_caught_up), "t") == 0);
760 curr->invalid = (strcmp(PQgetvalue(res, slotnum, i_invalid), "t") == 0);
761 }
762 }
763
764 dbinfo->slot_arr.slots = slotinfos;
765 dbinfo->slot_arr.nslots = num_slots;
766}
767
768
769/*
770 * count_old_cluster_logical_slots()
771 *
772 * Returns the number of logical replication slots for all databases.
773 *
774 * Note: this function always returns 0 if the old_cluster is PG16 and prior
775 * because we gather slot information only for cluster versions greater than or
776 * equal to PG17. See get_old_cluster_logical_slot_infos().
777 */
778int
780{
781 int slot_count = 0;
782
783 for (int dbnum = 0; dbnum < old_cluster.dbarr.ndbs; dbnum++)
784 slot_count += old_cluster.dbarr.dbs[dbnum].slot_arr.nslots;
785
786 return slot_count;
787}
788
789/*
790 * get_subscription_info()
791 *
792 * Gets the information of subscriptions in the cluster.
793 */
794void
796{
797 PGconn *conn;
798 PGresult *res;
799 int i_nsub;
800 int i_retain_dead_tuples;
801
802 conn = connectToServer(cluster, "template1");
803 if (GET_MAJOR_VERSION(cluster->major_version) >= 1900)
804 res = executeQueryOrDie(conn, "SELECT count(*) AS nsub,"
805 "COUNT(CASE WHEN subretaindeadtuples THEN 1 END) > 0 AS retain_dead_tuples "
806 "FROM pg_catalog.pg_subscription");
807 else
808 res = executeQueryOrDie(conn, "SELECT count(*) AS nsub,"
809 "'f' AS retain_dead_tuples "
810 "FROM pg_catalog.pg_subscription");
811
812 i_nsub = PQfnumber(res, "nsub");
813 i_retain_dead_tuples = PQfnumber(res, "retain_dead_tuples");
814
815 cluster->nsubs = atoi(PQgetvalue(res, 0, i_nsub));
816 cluster->sub_retain_dead_tuples = (strcmp(PQgetvalue(res, 0, i_retain_dead_tuples), "t") == 0);
817
818 PQclear(res);
819 PQfinish(conn);
820}
821
822static void
824{
825 int dbnum;
826
827 for (dbnum = 0; dbnum < db_arr->ndbs; dbnum++)
828 {
829 free_rel_infos(&db_arr->dbs[dbnum].rel_arr);
830 pg_free(db_arr->dbs[dbnum].db_name);
831 }
832 pg_free(db_arr->dbs);
833 db_arr->dbs = NULL;
834 db_arr->ndbs = 0;
835}
836
837
838static void
840{
841 int relnum;
842
843 for (relnum = 0; relnum < rel_arr->nrels; relnum++)
844 {
845 if (rel_arr->rels[relnum].nsp_alloc)
846 pg_free(rel_arr->rels[relnum].nspname);
847 pg_free(rel_arr->rels[relnum].relname);
848 if (rel_arr->rels[relnum].tblsp_alloc)
849 pg_free(rel_arr->rels[relnum].tablespace);
850 }
851 pg_free(rel_arr->rels);
852 rel_arr->nrels = 0;
853}
854
855
856static void
858{
859 int dbnum;
860
861 for (dbnum = 0; dbnum < db_arr->ndbs; dbnum++)
862 {
863 DbInfo *pDbInfo = &db_arr->dbs[dbnum];
864
865 pg_log(PG_VERBOSE, "Database: \"%s\"", pDbInfo->db_name);
866 print_rel_infos(&pDbInfo->rel_arr);
867 print_slot_infos(&pDbInfo->slot_arr);
868 }
869}
870
871
872static void
874{
875 int relnum;
876
877 for (relnum = 0; relnum < rel_arr->nrels; relnum++)
878 pg_log(PG_VERBOSE, "relname: \"%s.%s\", reloid: %u, reltblspace: \"%s\"",
879 rel_arr->rels[relnum].nspname,
880 rel_arr->rels[relnum].relname,
881 rel_arr->rels[relnum].reloid,
882 rel_arr->rels[relnum].tablespace);
883}
884
885static void
887{
888 /* Quick return if there are no logical slots. */
889 if (slot_arr->nslots == 0)
890 return;
891
892 pg_log(PG_VERBOSE, "Logical replication slots in the database:");
893
894 for (int slotnum = 0; slotnum < slot_arr->nslots; slotnum++)
895 {
896 LogicalSlotInfo *slot_info = &slot_arr->slots[slotnum];
897
898 pg_log(PG_VERBOSE, "slot name: \"%s\", output plugin: \"%s\", two_phase: %s",
899 slot_info->slotname,
900 slot_info->plugin,
901 slot_info->two_phase ? "true" : "false");
902 }
903}
#define AssertVariableIsOfType(varname, typename)
Definition: c.h:980
#define CppAsString2(x)
Definition: c.h:418
void cluster(ParseState *pstate, ClusterStmt *stmt, bool isTopLevel)
Definition: cluster.c:107
#define _(x)
Definition: elog.c:91
void PQfinish(PGconn *conn)
Definition: fe-connect.c:5305
int PQfnumber(const PGresult *res, const char *field_name)
Definition: fe-exec.c:3600
void * pg_malloc(size_t size)
Definition: fe_memutils.c:47
char * pg_strdup(const char *in)
Definition: fe_memutils.c:85
void * pg_malloc0(size_t size)
Definition: fe_memutils.c:53
void pg_free(void *ptr)
Definition: fe_memutils.c:105
static void print_slot_infos(LogicalSlotInfoArr *slot_arr)
Definition: info.c:886
static void process_rel_infos(DbInfo *dbinfo, PGresult *res, void *arg)
Definition: info.c:585
static void get_template0_info(ClusterInfo *cluster)
Definition: info.c:339
FileNameMap * gen_db_file_maps(DbInfo *old_db, DbInfo *new_db, int *nmaps, const char *old_pgdata, const char *new_pgdata)
Definition: info.c:45
static void report_unmatched_relation(const RelInfo *rel, const DbInfo *db, bool is_new_db)
Definition: info.c:214
static void get_db_infos(ClusterInfo *cluster)
Definition: info.c:404
static void free_rel_infos(RelInfoArr *rel_arr)
Definition: info.c:839
static void print_rel_infos(RelInfoArr *rel_arr)
Definition: info.c:873
static void create_rel_filename_map(const char *old_data, const char *new_data, const DbInfo *old_db, const DbInfo *new_db, const RelInfo *old_rel, const RelInfo *new_rel, FileNameMap *map)
Definition: info.c:165
static void free_db_and_rel_infos(DbInfoArr *db_arr)
Definition: info.c:823
static char * get_rel_infos_query(void)
Definition: info.c:487
static void process_old_cluster_logical_slot_infos(DbInfo *dbinfo, PGresult *res, void *arg)
Definition: info.c:725
static void print_db_infos(DbInfoArr *db_arr)
Definition: info.c:857
void get_subscription_info(ClusterInfo *cluster)
Definition: info.c:795
static char * get_old_cluster_logical_slot_infos_query(void)
Definition: info.c:687
int count_old_cluster_logical_slots(void)
Definition: info.c:779
void get_db_rel_and_slot_infos(ClusterInfo *cluster)
Definition: info.c:280
static char * locale
Definition: initdb.c:140
int i
Definition: isn.c:77
#define PQgetvalue
Definition: libpq-be-fe.h:253
#define PQclear
Definition: libpq-be-fe.h:245
#define PQgetisnull
Definition: libpq-be-fe.h:255
#define PQntuples
Definition: libpq-be-fe.h:251
void pfree(void *pointer)
Definition: mcxt.c:1594
void * arg
#define pg_fatal(...)
NameData relname
Definition: pg_class.h:38
static struct LogicalRepInfos dbinfos
OSInfo os_info
Definition: pg_upgrade.c:74
ClusterInfo new_cluster
Definition: pg_upgrade.c:73
ClusterInfo old_cluster
Definition: pg_upgrade.c:72
UpgradeTask * upgrade_task_create(void)
Definition: task.c:117
PGconn * connectToServer(ClusterInfo *cluster, const char *db_name)
Definition: server.c:28
void upgrade_task_run(const UpgradeTask *task, const ClusterInfo *cluster)
Definition: task.c:419
#define QUERY_ALLOC
Definition: pg_upgrade.h:23
void void pg_log(eLogType type, const char *fmt,...) pg_attribute_printf(2
@ TRANSFER_MODE_SWAP
Definition: pg_upgrade.h:265
PGresult * executeQueryOrDie(PGconn *conn, const char *fmt,...) pg_attribute_printf(2
LogOpts log_opts
Definition: util.c:17
void upgrade_task_free(UpgradeTask *task)
Definition: task.c:133
void(* UpgradeTaskProcessCB)(DbInfo *dbinfo, PGresult *res, void *arg)
Definition: pg_upgrade.h:513
@ PG_WARNING
Definition: pg_upgrade.h:277
@ PG_VERBOSE
Definition: pg_upgrade.h:273
#define GET_MAJOR_VERSION(v)
Definition: pg_upgrade.h:27
void upgrade_task_add_step(UpgradeTask *task, const char *query, UpgradeTaskProcessCB process_cb, bool free_result, void *arg)
Definition: task.c:151
static char * tablespace
Definition: pgbench.c:217
#define is_absolute_path(filename)
Definition: port.h:104
#define snprintf
Definition: port.h:239
unsigned int Oid
Definition: postgres_ext.h:32
#define atooid(x)
Definition: postgres_ext.h:43
void initPQExpBuffer(PQExpBuffer str)
Definition: pqexpbuffer.c:90
void appendPQExpBuffer(PQExpBuffer str, const char *fmt,...)
Definition: pqexpbuffer.c:265
void appendPQExpBufferStr(PQExpBuffer str, const char *data)
Definition: pqexpbuffer.c:367
char * psprintf(const char *fmt,...)
Definition: psprintf.c:43
UserOpts user_opts
Definition: option.c:30
PGconn * conn
Definition: streamutil.c:52
char * pgdata
Definition: pg_upgrade.h:292
DbInfoArr dbarr
Definition: pg_upgrade.h:291
uint32 major_version
Definition: pg_upgrade.h:300
const char * tablespace_suffix
Definition: pg_upgrade.h:305
DbInfo * dbs
Definition: pg_upgrade.h:220
LogicalSlotInfoArr slot_arr
Definition: pg_upgrade.h:203
char db_tablespace[MAXPGPATH]
Definition: pg_upgrade.h:200
char * db_name
Definition: pg_upgrade.h:199
RelInfoArr rel_arr
Definition: pg_upgrade.h:202
Oid db_oid
Definition: pg_upgrade.h:198
const char * new_tablespace
Definition: pg_upgrade.h:183
const char * old_tablespace_suffix
Definition: pg_upgrade.h:184
const char * old_tablespace
Definition: pg_upgrade.h:182
RelFileNumber relfilenumber
Definition: pg_upgrade.h:187
char * relname
Definition: pg_upgrade.h:190
char * nspname
Definition: pg_upgrade.h:189
const char * new_tablespace_suffix
Definition: pg_upgrade.h:185
bool verbose
Definition: pg_upgrade.h:318
LogicalSlotInfo * slots
Definition: pg_upgrade.h:174
ClusterInfo * running_cluster
Definition: pg_upgrade.h:363
RelInfo * rels
Definition: pg_upgrade.h:153
RelFileNumber relfilenumber
Definition: pg_upgrade.h:143
Oid toastheap
Definition: pg_upgrade.h:145
bool tblsp_alloc
Definition: pg_upgrade.h:148
Oid reloid
Definition: pg_upgrade.h:142
char * nspname
Definition: pg_upgrade.h:140
char * tablespace
Definition: pg_upgrade.h:146
Oid indtable
Definition: pg_upgrade.h:144
bool nsp_alloc
Definition: pg_upgrade.h:147
char * relname
Definition: pg_upgrade.h:141
bool live_check
Definition: pg_upgrade.h:335
transferMode transfer_mode
Definition: pg_upgrade.h:337
#define FirstNormalObjectId
Definition: transam.h:197
static const pg_conv_map maps[]