PostgreSQL Source Code  git master
bootstrap.c
Go to the documentation of this file.
1 /*-------------------------------------------------------------------------
2  *
3  * bootstrap.c
4  * routines to support running postgres in 'bootstrap' mode
5  * bootstrap mode is used to create the initial template database
6  *
7  * Portions Copyright (c) 1996-2019, PostgreSQL Global Development Group
8  * Portions Copyright (c) 1994, Regents of the University of California
9  *
10  * IDENTIFICATION
11  * src/backend/bootstrap/bootstrap.c
12  *
13  *-------------------------------------------------------------------------
14  */
15 #include "postgres.h"
16 
17 #include <unistd.h>
18 #include <signal.h>
19 
20 #include "access/genam.h"
21 #include "access/heapam.h"
22 #include "access/htup_details.h"
23 #include "access/tableam.h"
24 #include "access/xact.h"
25 #include "access/xlog_internal.h"
26 #include "bootstrap/bootstrap.h"
27 #include "catalog/index.h"
28 #include "catalog/pg_collation.h"
29 #include "catalog/pg_type.h"
30 #include "common/link-canary.h"
31 #include "libpq/pqsignal.h"
32 #include "miscadmin.h"
33 #include "nodes/makefuncs.h"
34 #include "pg_getopt.h"
35 #include "pgstat.h"
36 #include "postmaster/bgwriter.h"
37 #include "postmaster/startup.h"
38 #include "postmaster/walwriter.h"
40 #include "storage/bufmgr.h"
41 #include "storage/bufpage.h"
43 #include "storage/ipc.h"
44 #include "storage/proc.h"
45 #include "tcop/tcopprot.h"
46 #include "utils/builtins.h"
47 #include "utils/fmgroids.h"
48 #include "utils/memutils.h"
49 #include "utils/ps_status.h"
50 #include "utils/rel.h"
51 #include "utils/relmapper.h"
52 
54 
55 
56 #define ALLOC(t, c) \
57  ((t *) MemoryContextAllocZero(TopMemoryContext, (unsigned)(c) * sizeof(t)))
58 
59 static void CheckerModeMain(void);
60 static void BootstrapModeMain(void);
61 static void bootstrap_signals(void);
62 static void ShutdownAuxiliaryProcess(int code, Datum arg);
64 static Oid gettype(char *type);
65 static void cleanup(void);
66 
67 /* ----------------
68  * global variables
69  * ----------------
70  */
71 
72 AuxProcType MyAuxProcType = NotAnAuxProcess; /* declared in miscadmin.h */
73 
74 Relation boot_reldesc; /* current relation descriptor */
75 
76 Form_pg_attribute attrtypes[MAXATTR]; /* points to attribute info */
77 int numattr; /* number of attributes for cur. rel */
78 
79 
80 /*
81  * Basic information associated with each type. This is used before
82  * pg_type is filled, so it has to cover the datatypes used as column types
83  * in the core "bootstrapped" catalogs.
84  *
85  * XXX several of these input/output functions do catalog scans
86  * (e.g., F_REGPROCIN scans pg_proc). this obviously creates some
87  * order dependencies in the catalog creation process.
88  */
89 struct typinfo
90 {
95  bool byval;
96  char align;
97  char storage;
101 };
102 
103 static const struct typinfo TypInfo[] = {
104  {"bool", BOOLOID, 0, 1, true, 'c', 'p', InvalidOid,
105  F_BOOLIN, F_BOOLOUT},
106  {"bytea", BYTEAOID, 0, -1, false, 'i', 'x', InvalidOid,
107  F_BYTEAIN, F_BYTEAOUT},
108  {"char", CHAROID, 0, 1, true, 'c', 'p', InvalidOid,
109  F_CHARIN, F_CHAROUT},
110  {"int2", INT2OID, 0, 2, true, 's', 'p', InvalidOid,
111  F_INT2IN, F_INT2OUT},
112  {"int4", INT4OID, 0, 4, true, 'i', 'p', InvalidOid,
113  F_INT4IN, F_INT4OUT},
114  {"float4", FLOAT4OID, 0, 4, FLOAT4PASSBYVAL, 'i', 'p', InvalidOid,
115  F_FLOAT4IN, F_FLOAT4OUT},
116  {"name", NAMEOID, CHAROID, NAMEDATALEN, false, 'c', 'p', C_COLLATION_OID,
117  F_NAMEIN, F_NAMEOUT},
118  {"regclass", REGCLASSOID, 0, 4, true, 'i', 'p', InvalidOid,
119  F_REGCLASSIN, F_REGCLASSOUT},
120  {"regproc", REGPROCOID, 0, 4, true, 'i', 'p', InvalidOid,
121  F_REGPROCIN, F_REGPROCOUT},
122  {"regtype", REGTYPEOID, 0, 4, true, 'i', 'p', InvalidOid,
123  F_REGTYPEIN, F_REGTYPEOUT},
124  {"regrole", REGROLEOID, 0, 4, true, 'i', 'p', InvalidOid,
125  F_REGROLEIN, F_REGROLEOUT},
126  {"regnamespace", REGNAMESPACEOID, 0, 4, true, 'i', 'p', InvalidOid,
127  F_REGNAMESPACEIN, F_REGNAMESPACEOUT},
128  {"text", TEXTOID, 0, -1, false, 'i', 'x', DEFAULT_COLLATION_OID,
129  F_TEXTIN, F_TEXTOUT},
130  {"oid", OIDOID, 0, 4, true, 'i', 'p', InvalidOid,
131  F_OIDIN, F_OIDOUT},
132  {"tid", TIDOID, 0, 6, false, 's', 'p', InvalidOid,
133  F_TIDIN, F_TIDOUT},
134  {"xid", XIDOID, 0, 4, true, 'i', 'p', InvalidOid,
135  F_XIDIN, F_XIDOUT},
136  {"cid", CIDOID, 0, 4, true, 'i', 'p', InvalidOid,
137  F_CIDIN, F_CIDOUT},
138  {"pg_node_tree", PGNODETREEOID, 0, -1, false, 'i', 'x', DEFAULT_COLLATION_OID,
139  F_PG_NODE_TREE_IN, F_PG_NODE_TREE_OUT},
140  {"int2vector", INT2VECTOROID, INT2OID, -1, false, 'i', 'p', InvalidOid,
141  F_INT2VECTORIN, F_INT2VECTOROUT},
142  {"oidvector", OIDVECTOROID, OIDOID, -1, false, 'i', 'p', InvalidOid,
143  F_OIDVECTORIN, F_OIDVECTOROUT},
144  {"_int4", INT4ARRAYOID, INT4OID, -1, false, 'i', 'x', InvalidOid,
145  F_ARRAY_IN, F_ARRAY_OUT},
146  {"_text", 1009, TEXTOID, -1, false, 'i', 'x', DEFAULT_COLLATION_OID,
147  F_ARRAY_IN, F_ARRAY_OUT},
148  {"_oid", 1028, OIDOID, -1, false, 'i', 'x', InvalidOid,
149  F_ARRAY_IN, F_ARRAY_OUT},
150  {"_char", 1002, CHAROID, -1, false, 'i', 'x', InvalidOid,
151  F_ARRAY_IN, F_ARRAY_OUT},
152  {"_aclitem", 1034, ACLITEMOID, -1, false, 'i', 'x', InvalidOid,
153  F_ARRAY_IN, F_ARRAY_OUT}
154 };
155 
156 static const int n_types = sizeof(TypInfo) / sizeof(struct typinfo);
157 
158 struct typmap
159 { /* a hack */
162 };
163 
164 static struct typmap **Typ = NULL;
165 static struct typmap *Ap = NULL;
166 
167 static Datum values[MAXATTR]; /* current row's attribute values */
168 static bool Nulls[MAXATTR];
169 
170 static MemoryContext nogc = NULL; /* special no-gc mem context */
171 
172 /*
173  * At bootstrap time, we first declare all the indices to be built, and
174  * then build them. The IndexList structure stores enough information
175  * to allow us to build the indices after they've been declared.
176  */
177 
178 typedef struct _IndexList
179 {
184 } IndexList;
185 
186 static IndexList *ILHead = NULL;
187 
188 
189 /*
190  * AuxiliaryProcessMain
191  *
192  * The main entry point for auxiliary processes, such as the bgwriter,
193  * walwriter, walreceiver, bootstrapper and the shared memory checker code.
194  *
195  * This code is here just because of historical reasons.
196  */
197 void
198 AuxiliaryProcessMain(int argc, char *argv[])
199 {
200  char *progname = argv[0];
201  int flag;
202  char *userDoption = NULL;
203 
204  /*
205  * Initialize process environment (already done if under postmaster, but
206  * not if standalone).
207  */
208  if (!IsUnderPostmaster)
209  InitStandaloneProcess(argv[0]);
210 
211  /*
212  * process command arguments
213  */
214 
215  /* Set defaults, to be overridden by explicit options below */
216  if (!IsUnderPostmaster)
218 
219  /* Ignore the initial --boot argument, if present */
220  if (argc > 1 && strcmp(argv[1], "--boot") == 0)
221  {
222  argv++;
223  argc--;
224  }
225 
226  /* If no -x argument, we are a CheckerProcess */
228 
229  while ((flag = getopt(argc, argv, "B:c:d:D:Fkr:x:X:-:")) != -1)
230  {
231  switch (flag)
232  {
233  case 'B':
234  SetConfigOption("shared_buffers", optarg, PGC_POSTMASTER, PGC_S_ARGV);
235  break;
236  case 'D':
237  userDoption = pstrdup(optarg);
238  break;
239  case 'd':
240  {
241  /* Turn on debugging for the bootstrap process. */
242  char *debugstr;
243 
244  debugstr = psprintf("debug%s", optarg);
245  SetConfigOption("log_min_messages", debugstr,
247  SetConfigOption("client_min_messages", debugstr,
249  pfree(debugstr);
250  }
251  break;
252  case 'F':
253  SetConfigOption("fsync", "false", PGC_POSTMASTER, PGC_S_ARGV);
254  break;
255  case 'k':
257  break;
258  case 'r':
260  break;
261  case 'x':
262  MyAuxProcType = atoi(optarg);
263  break;
264  case 'X':
265  {
266  int WalSegSz = strtoul(optarg, NULL, 0);
267 
268  if (!IsValidWalSegSize(WalSegSz))
269  ereport(ERROR,
270  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
271  errmsg("-X requires a power of two value between 1 MB and 1 GB")));
272  SetConfigOption("wal_segment_size", optarg, PGC_INTERNAL,
274  }
275  break;
276  case 'c':
277  case '-':
278  {
279  char *name,
280  *value;
281 
282  ParseLongOption(optarg, &name, &value);
283  if (!value)
284  {
285  if (flag == '-')
286  ereport(ERROR,
287  (errcode(ERRCODE_SYNTAX_ERROR),
288  errmsg("--%s requires a value",
289  optarg)));
290  else
291  ereport(ERROR,
292  (errcode(ERRCODE_SYNTAX_ERROR),
293  errmsg("-c %s requires a value",
294  optarg)));
295  }
296 
298  free(name);
299  if (value)
300  free(value);
301  break;
302  }
303  default:
304  write_stderr("Try \"%s --help\" for more information.\n",
305  progname);
306  proc_exit(1);
307  break;
308  }
309  }
310 
311  if (argc != optind)
312  {
313  write_stderr("%s: invalid command-line arguments\n", progname);
314  proc_exit(1);
315  }
316 
317  /*
318  * Identify myself via ps
319  */
320  if (IsUnderPostmaster)
321  {
322  const char *statmsg;
323 
324  switch (MyAuxProcType)
325  {
326  case StartupProcess:
328  break;
329  case BgWriterProcess:
331  break;
332  case CheckpointerProcess:
334  break;
335  case WalWriterProcess:
337  break;
338  case WalReceiverProcess:
340  break;
341  default:
342  statmsg = "??? process";
343  break;
344  }
345  init_ps_display(statmsg, "", "", "");
346  }
347 
348  /* Acquire configuration parameters, unless inherited from postmaster */
349  if (!IsUnderPostmaster)
350  {
351  if (!SelectConfigFiles(userDoption, progname))
352  proc_exit(1);
353  }
354 
355  /*
356  * Validate we have been given a reasonable-looking DataDir and change
357  * into it (if under postmaster, should be done already).
358  */
359  if (!IsUnderPostmaster)
360  {
361  checkDataDir();
362  ChangeToDataDir();
363  }
364 
365  /* If standalone, create lockfile for data directory */
366  if (!IsUnderPostmaster)
367  CreateDataDirLockFile(false);
368 
370  IgnoreSystemIndexes = true;
371 
372  /* Initialize MaxBackends (if under postmaster, was done already) */
373  if (!IsUnderPostmaster)
375 
376  BaseInit();
377 
378  /*
379  * When we are an auxiliary process, we aren't going to do the full
380  * InitPostgres pushups, but there are a couple of things that need to get
381  * lit up even in an auxiliary process.
382  */
383  if (IsUnderPostmaster)
384  {
385  /*
386  * Create a PGPROC so we can use LWLocks. In the EXEC_BACKEND case,
387  * this was already done by SubPostmasterMain().
388  */
389 #ifndef EXEC_BACKEND
391 #endif
392 
393  /*
394  * Assign the ProcSignalSlot for an auxiliary process. Since it
395  * doesn't have a BackendId, the slot is statically allocated based on
396  * the auxiliary process type (MyAuxProcType). Backends use slots
397  * indexed in the range from 1 to MaxBackends (inclusive), so we use
398  * MaxBackends + AuxProcType + 1 as the index of the slot for an
399  * auxiliary process.
400  *
401  * This will need rethinking if we ever want more than one of a
402  * particular auxiliary process type.
403  */
405 
406  /* finish setting up bufmgr.c */
408 
409  /*
410  * Auxiliary processes don't run transactions, but they may need a
411  * resource owner anyway to manage buffer pins acquired outside
412  * transactions (and, perhaps, other things in future).
413  */
415 
416  /* Initialize backend status information */
418  pgstat_bestart();
419 
420  /* register a before-shutdown callback for LWLock cleanup */
422  }
423 
424  /*
425  * XLOG operations
426  */
428 
429  switch (MyAuxProcType)
430  {
431  case CheckerProcess:
432  /* don't set signals, they're useless here */
433  CheckerModeMain();
434  proc_exit(1); /* should never return */
435 
436  case BootstrapProcess:
437 
438  /*
439  * There was a brief instant during which mode was Normal; this is
440  * okay. We need to be in bootstrap mode during BootStrapXLOG for
441  * the sake of multixact initialization.
442  */
445  BootStrapXLOG();
447  proc_exit(1); /* should never return */
448 
449  case StartupProcess:
450  /* don't set signals, startup process has its own agenda */
452  proc_exit(1); /* should never return */
453 
454  case BgWriterProcess:
455  /* don't set signals, bgwriter has its own agenda */
457  proc_exit(1); /* should never return */
458 
459  case CheckpointerProcess:
460  /* don't set signals, checkpointer has its own agenda */
462  proc_exit(1); /* should never return */
463 
464  case WalWriterProcess:
465  /* don't set signals, walwriter has its own agenda */
466  InitXLOGAccess();
467  WalWriterMain();
468  proc_exit(1); /* should never return */
469 
470  case WalReceiverProcess:
471  /* don't set signals, walreceiver has its own agenda */
472  WalReceiverMain();
473  proc_exit(1); /* should never return */
474 
475  default:
476  elog(PANIC, "unrecognized process type: %d", (int) MyAuxProcType);
477  proc_exit(1);
478  }
479 }
480 
481 /*
482  * In shared memory checker mode, all we really want to do is create shared
483  * memory and semaphores (just to prove we can do it with the current GUC
484  * settings). Since, in fact, that was already done by BaseInit(),
485  * we have nothing more to do here.
486  */
487 static void
489 {
490  proc_exit(0);
491 }
492 
493 /*
494  * The main entry point for running the backend in bootstrap mode
495  *
496  * The bootstrap mode is used to initialize the template database.
497  * The bootstrap backend doesn't speak SQL, but instead expects
498  * commands in a special bootstrap language.
499  */
500 static void
502 {
503  int i;
504 
507 
508  /*
509  * To ensure that src/common/link-canary.c is linked into the backend, we
510  * must call it from somewhere. Here is as good as anywhere.
511  */
513  elog(ERROR, "backend is incorrectly linked to frontend functions");
514 
515  /*
516  * Do backend-like initialization for bootstrap mode
517  */
518  InitProcess();
519 
520  InitPostgres(NULL, InvalidOid, NULL, InvalidOid, NULL, false);
521 
522  /* Initialize stuff for bootstrap-file processing */
523  for (i = 0; i < MAXATTR; i++)
524  {
525  attrtypes[i] = NULL;
526  Nulls[i] = false;
527  }
528 
529  /*
530  * Process bootstrap input.
531  */
533  boot_yyparse();
535 
536  /*
537  * We should now know about all mapped relations, so it's okay to write
538  * out the initial relation mapping files.
539  */
541 
542  /* Clean up and exit */
543  cleanup();
544  proc_exit(0);
545 }
546 
547 
548 /* ----------------------------------------------------------------
549  * misc functions
550  * ----------------------------------------------------------------
551  */
552 
553 /*
554  * Set up signal handling for a bootstrap process
555  */
556 static void
558 {
560 
561  /*
562  * We don't actually need any non-default signal handling in bootstrap
563  * mode; "curl up and die" is a sufficient response for all these cases.
564  * Let's set that handling explicitly, as documentation if nothing else.
565  */
567  pqsignal(SIGINT, SIG_DFL);
568  pqsignal(SIGTERM, SIG_DFL);
570 }
571 
572 /*
573  * Begin shutdown of an auxiliary process. This is approximately the equivalent
574  * of ShutdownPostgres() in postinit.c. We can't run transactions in an
575  * auxiliary process, so most of the work of AbortTransaction() is not needed,
576  * but we do need to make sure we've released any LWLocks we are holding.
577  * (This is only critical during an error exit.)
578  */
579 static void
581 {
585 }
586 
587 /* ----------------------------------------------------------------
588  * MANUAL BACKEND INTERACTIVE INTERFACE COMMANDS
589  * ----------------------------------------------------------------
590  */
591 
592 /* ----------------
593  * boot_openrel
594  * ----------------
595  */
596 void
598 {
599  int i;
600  struct typmap **app;
601  Relation rel;
602  TableScanDesc scan;
603  HeapTuple tup;
604 
605  if (strlen(relname) >= NAMEDATALEN)
606  relname[NAMEDATALEN - 1] = '\0';
607 
608  if (Typ == NULL)
609  {
610  /* We can now load the pg_type data */
611  rel = table_open(TypeRelationId, NoLock);
612  scan = table_beginscan_catalog(rel, 0, NULL);
613  i = 0;
614  while ((tup = heap_getnext(scan, ForwardScanDirection)) != NULL)
615  ++i;
616  table_endscan(scan);
617  app = Typ = ALLOC(struct typmap *, i + 1);
618  while (i-- > 0)
619  *app++ = ALLOC(struct typmap, 1);
620  *app = NULL;
621  scan = table_beginscan_catalog(rel, 0, NULL);
622  app = Typ;
623  while ((tup = heap_getnext(scan, ForwardScanDirection)) != NULL)
624  {
625  (*app)->am_oid = ((Form_pg_type) GETSTRUCT(tup))->oid;
626  memcpy((char *) &(*app)->am_typ,
627  (char *) GETSTRUCT(tup),
628  sizeof((*app)->am_typ));
629  app++;
630  }
631  table_endscan(scan);
632  table_close(rel, NoLock);
633  }
634 
635  if (boot_reldesc != NULL)
636  closerel(NULL);
637 
638  elog(DEBUG4, "open relation %s, attrsize %d",
639  relname, (int) ATTRIBUTE_FIXED_PART_SIZE);
640 
641  boot_reldesc = table_openrv(makeRangeVar(NULL, relname, -1), NoLock);
642  numattr = RelationGetNumberOfAttributes(boot_reldesc);
643  for (i = 0; i < numattr; i++)
644  {
645  if (attrtypes[i] == NULL)
647  memmove((char *) attrtypes[i],
648  (char *) TupleDescAttr(boot_reldesc->rd_att, i),
649  ATTRIBUTE_FIXED_PART_SIZE);
650 
651  {
653 
654  elog(DEBUG4, "create attribute %d name %s len %d num %d type %u",
655  i, NameStr(at->attname), at->attlen, at->attnum,
656  at->atttypid);
657  }
658  }
659 }
660 
661 /* ----------------
662  * closerel
663  * ----------------
664  */
665 void
667 {
668  if (name)
669  {
670  if (boot_reldesc)
671  {
672  if (strcmp(RelationGetRelationName(boot_reldesc), name) != 0)
673  elog(ERROR, "close of %s when %s was expected",
674  name, RelationGetRelationName(boot_reldesc));
675  }
676  else
677  elog(ERROR, "close of %s before any relation was opened",
678  name);
679  }
680 
681  if (boot_reldesc == NULL)
682  elog(ERROR, "no open relation to close");
683  else
684  {
685  elog(DEBUG4, "close relation %s",
686  RelationGetRelationName(boot_reldesc));
687  table_close(boot_reldesc, NoLock);
688  boot_reldesc = NULL;
689  }
690 }
691 
692 
693 
694 /* ----------------
695  * DEFINEATTR()
696  *
697  * define a <field,type> pair
698  * if there are n fields in a relation to be created, this routine
699  * will be called n times
700  * ----------------
701  */
702 void
703 DefineAttr(char *name, char *type, int attnum, int nullness)
704 {
705  Oid typeoid;
706 
707  if (boot_reldesc != NULL)
708  {
709  elog(WARNING, "no open relations allowed with CREATE command");
710  closerel(NULL);
711  }
712 
713  if (attrtypes[attnum] == NULL)
716 
717  namestrcpy(&attrtypes[attnum]->attname, name);
718  elog(DEBUG4, "column %s %s", NameStr(attrtypes[attnum]->attname), type);
719  attrtypes[attnum]->attnum = attnum + 1;
720 
721  typeoid = gettype(type);
722 
723  if (Typ != NULL)
724  {
725  attrtypes[attnum]->atttypid = Ap->am_oid;
726  attrtypes[attnum]->attlen = Ap->am_typ.typlen;
727  attrtypes[attnum]->attbyval = Ap->am_typ.typbyval;
728  attrtypes[attnum]->attstorage = Ap->am_typ.typstorage;
729  attrtypes[attnum]->attalign = Ap->am_typ.typalign;
730  attrtypes[attnum]->attcollation = Ap->am_typ.typcollation;
731  /* if an array type, assume 1-dimensional attribute */
732  if (Ap->am_typ.typelem != InvalidOid && Ap->am_typ.typlen < 0)
733  attrtypes[attnum]->attndims = 1;
734  else
735  attrtypes[attnum]->attndims = 0;
736  }
737  else
738  {
739  attrtypes[attnum]->atttypid = TypInfo[typeoid].oid;
740  attrtypes[attnum]->attlen = TypInfo[typeoid].len;
741  attrtypes[attnum]->attbyval = TypInfo[typeoid].byval;
742  attrtypes[attnum]->attstorage = TypInfo[typeoid].storage;
743  attrtypes[attnum]->attalign = TypInfo[typeoid].align;
744  attrtypes[attnum]->attcollation = TypInfo[typeoid].collation;
745  /* if an array type, assume 1-dimensional attribute */
746  if (TypInfo[typeoid].elem != InvalidOid &&
747  attrtypes[attnum]->attlen < 0)
748  attrtypes[attnum]->attndims = 1;
749  else
750  attrtypes[attnum]->attndims = 0;
751  }
752 
753  /*
754  * If a system catalog column is collation-aware, force it to use C
755  * collation, so that its behavior is independent of the database's
756  * collation. This is essential to allow template0 to be cloned with a
757  * different database collation.
758  */
759  if (OidIsValid(attrtypes[attnum]->attcollation))
760  attrtypes[attnum]->attcollation = C_COLLATION_OID;
761 
762  attrtypes[attnum]->attstattarget = -1;
763  attrtypes[attnum]->attcacheoff = -1;
764  attrtypes[attnum]->atttypmod = -1;
765  attrtypes[attnum]->attislocal = true;
766 
767  if (nullness == BOOTCOL_NULL_FORCE_NOT_NULL)
768  {
769  attrtypes[attnum]->attnotnull = true;
770  }
771  else if (nullness == BOOTCOL_NULL_FORCE_NULL)
772  {
773  attrtypes[attnum]->attnotnull = false;
774  }
775  else
776  {
777  Assert(nullness == BOOTCOL_NULL_AUTO);
778 
779  /*
780  * Mark as "not null" if type is fixed-width and prior columns are
781  * too. This corresponds to case where column can be accessed
782  * directly via C struct declaration.
783  *
784  * oidvector and int2vector are also treated as not-nullable, even
785  * though they are no longer fixed-width.
786  */
787 #define MARKNOTNULL(att) \
788  ((att)->attlen > 0 || \
789  (att)->atttypid == OIDVECTOROID || \
790  (att)->atttypid == INT2VECTOROID)
791 
792  if (MARKNOTNULL(attrtypes[attnum]))
793  {
794  int i;
795 
796  /* check earlier attributes */
797  for (i = 0; i < attnum; i++)
798  {
799  if (!attrtypes[i]->attnotnull)
800  break;
801  }
802  if (i == attnum)
803  attrtypes[attnum]->attnotnull = true;
804  }
805  }
806 }
807 
808 
809 /* ----------------
810  * InsertOneTuple
811  *
812  * If objectid is not zero, it is a specific OID to assign to the tuple.
813  * Otherwise, an OID will be assigned (if necessary) by heap_insert.
814  * ----------------
815  */
816 void
818 {
819  HeapTuple tuple;
820  TupleDesc tupDesc;
821  int i;
822 
823  elog(DEBUG4, "inserting row with %d columns", numattr);
824 
825  tupDesc = CreateTupleDesc(numattr, attrtypes);
826  tuple = heap_form_tuple(tupDesc, values, Nulls);
827  pfree(tupDesc); /* just free's tupDesc, not the attrtypes */
828 
829  simple_heap_insert(boot_reldesc, tuple);
830  heap_freetuple(tuple);
831  elog(DEBUG4, "row inserted");
832 
833  /*
834  * Reset null markers for next tuple
835  */
836  for (i = 0; i < numattr; i++)
837  Nulls[i] = false;
838 }
839 
840 /* ----------------
841  * InsertOneValue
842  * ----------------
843  */
844 void
845 InsertOneValue(char *value, int i)
846 {
847  Oid typoid;
848  int16 typlen;
849  bool typbyval;
850  char typalign;
851  char typdelim;
852  Oid typioparam;
853  Oid typinput;
854  Oid typoutput;
855 
856  AssertArg(i >= 0 && i < MAXATTR);
857 
858  elog(DEBUG4, "inserting column %d value \"%s\"", i, value);
859 
860  typoid = TupleDescAttr(boot_reldesc->rd_att, i)->atttypid;
861 
862  boot_get_type_io_data(typoid,
863  &typlen, &typbyval, &typalign,
864  &typdelim, &typioparam,
865  &typinput, &typoutput);
866 
867  values[i] = OidInputFunctionCall(typinput, value, typioparam, -1);
868 
869  /*
870  * We use ereport not elog here so that parameters aren't evaluated unless
871  * the message is going to be printed, which generally it isn't
872  */
873  ereport(DEBUG4,
874  (errmsg_internal("inserted -> %s",
875  OidOutputFunctionCall(typoutput, values[i]))));
876 }
877 
878 /* ----------------
879  * InsertOneNull
880  * ----------------
881  */
882 void
884 {
885  elog(DEBUG4, "inserting column %d NULL", i);
886  Assert(i >= 0 && i < MAXATTR);
887  if (TupleDescAttr(boot_reldesc->rd_att, i)->attnotnull)
888  elog(ERROR,
889  "NULL value specified for not-null column \"%s\" of relation \"%s\"",
890  NameStr(TupleDescAttr(boot_reldesc->rd_att, i)->attname),
891  RelationGetRelationName(boot_reldesc));
892  values[i] = PointerGetDatum(NULL);
893  Nulls[i] = true;
894 }
895 
896 /* ----------------
897  * cleanup
898  * ----------------
899  */
900 static void
901 cleanup(void)
902 {
903  if (boot_reldesc != NULL)
904  closerel(NULL);
905 }
906 
907 /* ----------------
908  * gettype
909  *
910  * NB: this is really ugly; it will return an integer index into TypInfo[],
911  * and not an OID at all, until the first reference to a type not known in
912  * TypInfo[]. At that point it will read and cache pg_type in the Typ array,
913  * and subsequently return a real OID (and set the global pointer Ap to
914  * point at the found row in Typ). So caller must check whether Typ is
915  * still NULL to determine what the return value is!
916  * ----------------
917  */
918 static Oid
919 gettype(char *type)
920 {
921  int i;
922  Relation rel;
923  TableScanDesc scan;
924  HeapTuple tup;
925  struct typmap **app;
926 
927  if (Typ != NULL)
928  {
929  for (app = Typ; *app != NULL; app++)
930  {
931  if (strncmp(NameStr((*app)->am_typ.typname), type, NAMEDATALEN) == 0)
932  {
933  Ap = *app;
934  return (*app)->am_oid;
935  }
936  }
937  }
938  else
939  {
940  for (i = 0; i < n_types; i++)
941  {
942  if (strncmp(type, TypInfo[i].name, NAMEDATALEN) == 0)
943  return i;
944  }
945  elog(DEBUG4, "external type: %s", type);
946  rel = table_open(TypeRelationId, NoLock);
947  scan = table_beginscan_catalog(rel, 0, NULL);
948  i = 0;
949  while ((tup = heap_getnext(scan, ForwardScanDirection)) != NULL)
950  ++i;
951  table_endscan(scan);
952  app = Typ = ALLOC(struct typmap *, i + 1);
953  while (i-- > 0)
954  *app++ = ALLOC(struct typmap, 1);
955  *app = NULL;
956  scan = table_beginscan_catalog(rel, 0, NULL);
957  app = Typ;
958  while ((tup = heap_getnext(scan, ForwardScanDirection)) != NULL)
959  {
960  (*app)->am_oid = ((Form_pg_type) GETSTRUCT(tup))->oid;
961  memmove((char *) &(*app++)->am_typ,
962  (char *) GETSTRUCT(tup),
963  sizeof((*app)->am_typ));
964  }
965  table_endscan(scan);
966  table_close(rel, NoLock);
967  return gettype(type);
968  }
969  elog(ERROR, "unrecognized type \"%s\"", type);
970  /* not reached, here to make compiler happy */
971  return 0;
972 }
973 
974 /* ----------------
975  * boot_get_type_io_data
976  *
977  * Obtain type I/O information at bootstrap time. This intentionally has
978  * almost the same API as lsyscache.c's get_type_io_data, except that
979  * we only support obtaining the typinput and typoutput routines, not
980  * the binary I/O routines. It is exported so that array_in and array_out
981  * can be made to work during early bootstrap.
982  * ----------------
983  */
984 void
986  int16 *typlen,
987  bool *typbyval,
988  char *typalign,
989  char *typdelim,
990  Oid *typioparam,
991  Oid *typinput,
992  Oid *typoutput)
993 {
994  if (Typ != NULL)
995  {
996  /* We have the boot-time contents of pg_type, so use it */
997  struct typmap **app;
998  struct typmap *ap;
999 
1000  app = Typ;
1001  while (*app && (*app)->am_oid != typid)
1002  ++app;
1003  ap = *app;
1004  if (ap == NULL)
1005  elog(ERROR, "type OID %u not found in Typ list", typid);
1006 
1007  *typlen = ap->am_typ.typlen;
1008  *typbyval = ap->am_typ.typbyval;
1009  *typalign = ap->am_typ.typalign;
1010  *typdelim = ap->am_typ.typdelim;
1011 
1012  /* XXX this logic must match getTypeIOParam() */
1013  if (OidIsValid(ap->am_typ.typelem))
1014  *typioparam = ap->am_typ.typelem;
1015  else
1016  *typioparam = typid;
1017 
1018  *typinput = ap->am_typ.typinput;
1019  *typoutput = ap->am_typ.typoutput;
1020  }
1021  else
1022  {
1023  /* We don't have pg_type yet, so use the hard-wired TypInfo array */
1024  int typeindex;
1025 
1026  for (typeindex = 0; typeindex < n_types; typeindex++)
1027  {
1028  if (TypInfo[typeindex].oid == typid)
1029  break;
1030  }
1031  if (typeindex >= n_types)
1032  elog(ERROR, "type OID %u not found in TypInfo", typid);
1033 
1034  *typlen = TypInfo[typeindex].len;
1035  *typbyval = TypInfo[typeindex].byval;
1036  *typalign = TypInfo[typeindex].align;
1037  /* We assume typdelim is ',' for all boot-time types */
1038  *typdelim = ',';
1039 
1040  /* XXX this logic must match getTypeIOParam() */
1041  if (OidIsValid(TypInfo[typeindex].elem))
1042  *typioparam = TypInfo[typeindex].elem;
1043  else
1044  *typioparam = typid;
1045 
1046  *typinput = TypInfo[typeindex].inproc;
1047  *typoutput = TypInfo[typeindex].outproc;
1048  }
1049 }
1050 
1051 /* ----------------
1052  * AllocateAttribute
1053  *
1054  * Note: bootstrap never sets any per-column ACLs, so we only need
1055  * ATTRIBUTE_FIXED_PART_SIZE space per attribute.
1056  * ----------------
1057  */
1058 static Form_pg_attribute
1060 {
1061  return (Form_pg_attribute)
1063 }
1064 
1065 /*
1066  * index_register() -- record an index that has been set up for building
1067  * later.
1068  *
1069  * At bootstrap time, we define a bunch of indexes on system catalogs.
1070  * We postpone actually building the indexes until just before we're
1071  * finished with initialization, however. This is because the indexes
1072  * themselves have catalog entries, and those have to be included in the
1073  * indexes on those catalogs. Doing it in two phases is the simplest
1074  * way of making sure the indexes have the right contents at the end.
1075  */
1076 void
1078  Oid ind,
1079  IndexInfo *indexInfo)
1080 {
1081  IndexList *newind;
1082  MemoryContext oldcxt;
1083 
1084  /*
1085  * XXX mao 10/31/92 -- don't gc index reldescs, associated info at
1086  * bootstrap time. we'll declare the indexes now, but want to create them
1087  * later.
1088  */
1089 
1090  if (nogc == NULL)
1091  nogc = AllocSetContextCreate(NULL,
1092  "BootstrapNoGC",
1094 
1095  oldcxt = MemoryContextSwitchTo(nogc);
1096 
1097  newind = (IndexList *) palloc(sizeof(IndexList));
1098  newind->il_heap = heap;
1099  newind->il_ind = ind;
1100  newind->il_info = (IndexInfo *) palloc(sizeof(IndexInfo));
1101 
1102  memcpy(newind->il_info, indexInfo, sizeof(IndexInfo));
1103  /* expressions will likely be null, but may as well copy it */
1104  newind->il_info->ii_Expressions =
1105  copyObject(indexInfo->ii_Expressions);
1106  newind->il_info->ii_ExpressionsState = NIL;
1107  /* predicate will likely be null, but may as well copy it */
1108  newind->il_info->ii_Predicate =
1109  copyObject(indexInfo->ii_Predicate);
1110  newind->il_info->ii_PredicateState = NULL;
1111  /* no exclusion constraints at bootstrap time, so no need to copy */
1112  Assert(indexInfo->ii_ExclusionOps == NULL);
1113  Assert(indexInfo->ii_ExclusionProcs == NULL);
1114  Assert(indexInfo->ii_ExclusionStrats == NULL);
1115 
1116  newind->il_next = ILHead;
1117  ILHead = newind;
1118 
1119  MemoryContextSwitchTo(oldcxt);
1120 }
1121 
1122 
1123 /*
1124  * build_indices -- fill in all the indexes registered earlier
1125  */
1126 void
1128 {
1129  for (; ILHead != NULL; ILHead = ILHead->il_next)
1130  {
1131  Relation heap;
1132  Relation ind;
1133 
1134  /* need not bother with locks during bootstrap */
1135  heap = table_open(ILHead->il_heap, NoLock);
1136  ind = index_open(ILHead->il_ind, NoLock);
1137 
1138  index_build(heap, ind, ILHead->il_info, false, false);
1139 
1140  index_close(ind, NoLock);
1141  table_close(heap, NoLock);
1142  }
1143 }
AuxProcType
Definition: miscadmin.h:395
void InitAuxiliaryProcess(void)
Definition: proc.c:515
struct _IndexList * il_next
Definition: bootstrap.c:183
signed short int16
Definition: c.h:346
#define IsValidWalSegSize(size)
Definition: xlog_internal.h:97
#define NIL
Definition: pg_list.h:65
void RelationMapFinishBootstrap(void)
Definition: relmapper.c:560
#define SIGQUIT
Definition: win32_port.h:155
#define BOOTCOL_NULL_FORCE_NULL
Definition: bootstrap.h:27
#define AllocSetContextCreate
Definition: memutils.h:170
Oid il_ind
Definition: bootstrap.c:181
int16 len
Definition: bootstrap.c:94
void table_close(Relation relation, LOCKMODE lockmode)
Definition: table.c:133
#define GETSTRUCT(TUP)
Definition: htup_details.h:655
List * ii_Predicate
Definition: execnodes.h:162
void WalWriterMain(void)
Definition: walwriter.c:98
bool attnotnull
Definition: pg_attribute.h:132
char align
Definition: bootstrap.c:96
TableScanDesc table_beginscan_catalog(Relation relation, int nkeys, struct ScanKeyData *key)
Definition: tableam.c:98
int numattr
Definition: bootstrap.c:77
char name[NAMEDATALEN]
Definition: bootstrap.c:91
#define RelationGetNumberOfAttributes(relation)
Definition: rel.h:429
#define PointerGetDatum(X)
Definition: postgres.h:556
#define TupleDescAttr(tupdesc, i)
Definition: tupdesc.h:92
ExprState * ii_PredicateState
Definition: execnodes.h:163
char * pstrdup(const char *in)
Definition: mcxt.c:1186
void CommitTransactionCommand(void)
Definition: xact.c:2897
const char * pgstat_get_backend_desc(BackendType backendType)
Definition: pgstat.c:4272
char * psprintf(const char *fmt,...)
Definition: psprintf.c:46
void InitStandaloneProcess(const char *argv0)
Definition: miscinit.c:318
Relation boot_reldesc
Definition: bootstrap.c:74
void ParseLongOption(const char *string, char **name, char **value)
Definition: guc.c:10347
#define BOOTCOL_NULL_AUTO
Definition: bootstrap.h:26
void StartupProcessMain(void)
Definition: startup.c:173
#define MARKNOTNULL(att)
int boot_yyparse(void)
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
#define write_stderr(str)
Definition: parallel.c:181
static struct @145 value
static IndexList * ILHead
Definition: bootstrap.c:186
Oid * ii_ExclusionProcs
Definition: execnodes.h:165
void proc_exit(int code)
Definition: ipc.c:104
int errcode(int sqlerrcode)
Definition: elog.c:608
#define MemSet(start, val, len)
Definition: c.h:956
#define SetProcessingMode(mode)
Definition: miscadmin.h:380
void BootStrapXLOG(void)
Definition: xlog.c:5087
void BaseInit(void)
Definition: postinit.c:547
bool IgnoreSystemIndexes
Definition: miscinit.c:77
static MemoryContext nogc
Definition: bootstrap.c:170
HeapTuple heap_form_tuple(TupleDesc tupleDescriptor, Datum *values, bool *isnull)
Definition: heaptuple.c:1020
Oid inproc
Definition: bootstrap.c:99
void checkDataDir(void)
Definition: miscinit.c:99
void heap_freetuple(HeapTuple htup)
Definition: heaptuple.c:1338
NameData relname
Definition: pg_class.h:35
unsigned int Oid
Definition: postgres_ext.h:31
void closerel(char *name)
Definition: bootstrap.c:666
static void bootstrap_signals(void)
Definition: bootstrap.c:557
static struct typmap * Ap
Definition: bootstrap.c:165
int namestrcpy(Name name, const char *str)
Definition: name.c:250
const char * progname
Definition: pg_standby.c:36
#define DEBUG4
Definition: elog.h:22
#define OidIsValid(objectId)
Definition: c.h:639
#define BOOTCOL_NULL_FORCE_NOT_NULL
Definition: bootstrap.h:28
#define PANIC
Definition: elog.h:53
static void BootstrapModeMain(void)
Definition: bootstrap.c:501
int getopt(int nargc, char *const *nargv, const char *ostr)
Definition: getopt.c:71
FormData_pg_type
Definition: pg_type.h:244
#define NAMEDATALEN
void WalReceiverMain(void)
Definition: walreceiver.c:167
List * ii_ExpressionsState
Definition: execnodes.h:161
void pfree(void *pointer)
Definition: mcxt.c:1056
char typalign
Definition: pg_type.h:170
int optind
Definition: getopt.c:50
void ConditionVariableCancelSleep(void)
void InsertOneValue(char *value, int i)
Definition: bootstrap.c:845
#define ERROR
Definition: elog.h:43
void CreateDataDirLockFile(bool amPostmaster)
Definition: miscinit.c:1177
NameData attname
Definition: pg_attribute.h:40
void InitXLOGAccess(void)
Definition: xlog.c:8178
Oid elem
Definition: bootstrap.c:93
#define MAXPGPATH
int MaxBackends
Definition: globals.c:135
#define ALLOCSET_DEFAULT_SIZES
Definition: memutils.h:192
Oid attcollation
Definition: pg_attribute.h:164
void InitProcess(void)
Definition: proc.c:304
struct _IndexList IndexList
#define NoLock
Definition: lockdefs.h:34
char OutputFileName[MAXPGPATH]
Definition: globals.c:70
void SetConfigOption(const char *name, const char *value, GucContext context, GucSource source)
Definition: guc.c:7527
HeapTuple heap_getnext(TableScanDesc sscan, ScanDirection direction)
Definition: heapam.c:1290
void InsertOneTuple(void)
Definition: bootstrap.c:817
#define memmove(d, s, c)
Definition: c.h:1261
bool IsUnderPostmaster
Definition: globals.c:109
IndexInfo * il_info
Definition: bootstrap.c:182
char * flag(int b)
Definition: test-ctype.c:33
#define SIGHUP
Definition: win32_port.h:154
void before_shmem_exit(pg_on_exit_callback function, Datum arg)
Definition: ipc.c:333
#define RelationGetRelationName(relation)
Definition: rel.h:457
void ChangeToDataDir(void)
Definition: miscinit.c:213
FormData_pg_attribute * Form_pg_attribute
Definition: pg_attribute.h:200
unsigned int uint32
Definition: c.h:359
void boot_openrel(char *relname)
Definition: bootstrap.c:597
void pgstat_initialize(void)
Definition: pgstat.c:2813
static void pgstat_report_wait_end(void)
Definition: pgstat.h:1342
#define MAXATTR
Definition: bootstrap.h:24
#define ATTRIBUTE_FIXED_PART_SIZE
Definition: pg_attribute.h:192
void index_register(Oid heap, Oid ind, IndexInfo *indexInfo)
Definition: bootstrap.c:1077
#define ereport(elevel, rest)
Definition: elog.h:141
void DefineAttr(char *name, char *type, int attnum, int nullness)
Definition: bootstrap.c:703
#define AssertArg(condition)
Definition: c.h:735
MemoryContext TopMemoryContext
Definition: mcxt.c:44
int16 attlen
Definition: pg_attribute.h:64
void simple_heap_insert(Relation relation, HeapTuple tup)
Definition: heapam.c:2384
#define WARNING
Definition: elog.h:40
Oid collation
Definition: bootstrap.c:98
static struct typmap ** Typ
Definition: bootstrap.c:164
static void ShutdownAuxiliaryProcess(int code, Datum arg)
Definition: bootstrap.c:580
uintptr_t Datum
Definition: postgres.h:367
bool SelectConfigFiles(const char *userDoption, const char *progname)
Definition: guc.c:5379
AuxProcType MyAuxProcType
Definition: bootstrap.c:72
static void cleanup(void)
Definition: bootstrap.c:901
TupleDesc rd_att
Definition: rel.h:84
void * MemoryContextAllocZero(MemoryContext context, Size size)
Definition: mcxt.c:839
Relation table_openrv(const RangeVar *relation, LOCKMODE lockmode)
Definition: table.c:68
#define InvalidOid
Definition: postgres_ext.h:36
void CheckpointerMain(void)
Definition: checkpointer.c:193
int16 attnum
Definition: pg_attribute.h:79
void InitPostgres(const char *in_dbname, Oid dboid, const char *username, Oid useroid, char *out_dbname, bool override_allow_connections)
Definition: postinit.c:589
pqsigfunc pqsignal(int signum, pqsigfunc handler)
Definition: signal.c:170
#define free(a)
Definition: header.h:65
size_t strlcpy(char *dst, const char *src, size_t siz)
Definition: strlcpy.c:45
int errmsg_internal(const char *fmt,...)
Definition: elog.c:911
#define SIG_DFL
Definition: win32_port.h:149
void index_build(Relation heapRelation, Relation indexRelation, IndexInfo *indexInfo, bool isreindex, bool parallel)
Definition: index.c:2744
List * ii_Expressions
Definition: execnodes.h:160
#define Assert(condition)
Definition: c.h:733
#define ALLOC(t, c)
Definition: bootstrap.c:56
void StartTransactionCommand(void)
Definition: xact.c:2796
void CreateAuxProcessResourceOwner(void)
Definition: resowner.c:834
char storage
Definition: bootstrap.c:97
FormData_pg_type am_typ
Definition: bootstrap.c:161
void InitializeMaxBackends(void)
Definition: postinit.c:525
static Form_pg_attribute AllocateAttribute(void)
Definition: bootstrap.c:1059
static const int n_types
Definition: bootstrap.c:156
FormData_pg_type * Form_pg_type
Definition: pg_type.h:251
static const struct typinfo TypInfo[]
Definition: bootstrap.c:103
void BackgroundWriterMain(void)
Definition: bgwriter.c:109
bool byval
Definition: bootstrap.c:95
Oid il_heap
Definition: bootstrap.c:180
void index_close(Relation relation, LOCKMODE lockmode)
Definition: indexam.c:152
int WalSegSz
Definition: pg_standby.c:38
static const char * userDoption
Definition: postgres.c:155
static void table_endscan(TableScanDesc scan)
Definition: tableam.h:831
static Datum values[MAXATTR]
Definition: bootstrap.c:167
#define IsBootstrapProcessingMode()
Definition: miscadmin.h:374
void ProcSignalInit(int pss_idx)
Definition: procsignal.c:104
#define PG_DATA_CHECKSUM_VERSION
Definition: bufpage.h:200
static Oid gettype(char *type)
Definition: bootstrap.c:919
Oid * ii_ExclusionOps
Definition: execnodes.h:164
char * OidOutputFunctionCall(Oid functionId, Datum val)
Definition: fmgr.c:1655
Oid am_oid
Definition: bootstrap.c:160
void * palloc(Size size)
Definition: mcxt.c:949
int errmsg(const char *fmt,...)
Definition: elog.c:822
void pgstat_bestart(void)
Definition: pgstat.c:2855
char * optarg
Definition: getopt.c:52
#define elog(elevel,...)
Definition: elog.h:228
int i
#define NameStr(name)
Definition: c.h:610
static void CheckerModeMain(void)
Definition: bootstrap.c:488
void * arg
void AuxiliaryProcessMain(int argc, char *argv[])
Definition: bootstrap.c:198
void InitBufferPoolBackend(void)
Definition: bufmgr.c:2469
uint32 bootstrap_data_checksum_version
Definition: bootstrap.c:53
Oid outproc
Definition: bootstrap.c:100
Oid oid
Definition: bootstrap.c:92
void build_indices(void)
Definition: bootstrap.c:1127
void LWLockReleaseAll(void)
Definition: lwlock.c:1825
#define copyObject(obj)
Definition: nodes.h:641
TupleDesc CreateTupleDesc(int natts, Form_pg_attribute *attrs)
Definition: tupdesc.c:89
uint16 * ii_ExclusionStrats
Definition: execnodes.h:166
Relation table_open(Oid relationId, LOCKMODE lockmode)
Definition: table.c:39
void InsertOneNull(int i)
Definition: bootstrap.c:883
Datum OidInputFunctionCall(Oid functionId, char *str, Oid typioparam, int32 typmod)
Definition: fmgr.c:1646
Relation index_open(Oid relationId, LOCKMODE lockmode)
Definition: indexam.c:126
RangeVar * makeRangeVar(char *schemaname, char *relname, int location)
Definition: makefuncs.c:420
void init_ps_display(const char *username, const char *dbname, const char *host_info, const char *initial_str)
Definition: ps_status.c:249
void InitializeGUCOptions(void)
Definition: guc.c:5157
void boot_get_type_io_data(Oid typid, int16 *typlen, bool *typbyval, char *typalign, char *typdelim, Oid *typioparam, Oid *typinput, Oid *typoutput)
Definition: bootstrap.c:985
static bool Nulls[MAXATTR]
Definition: bootstrap.c:168
Form_pg_attribute attrtypes[MAXATTR]
Definition: bootstrap.c:76