PostgreSQL Source Code  git master
bootstrap.c
Go to the documentation of this file.
1 /*-------------------------------------------------------------------------
2  *
3  * bootstrap.c
4  * routines to support running postgres in 'bootstrap' mode
5  * bootstrap mode is used to create the initial template database
6  *
7  * Portions Copyright (c) 1996-2021, PostgreSQL Global Development Group
8  * Portions Copyright (c) 1994, Regents of the University of California
9  *
10  * IDENTIFICATION
11  * src/backend/bootstrap/bootstrap.c
12  *
13  *-------------------------------------------------------------------------
14  */
15 #include "postgres.h"
16 
17 #include <unistd.h>
18 #include <signal.h>
19 
20 #include "access/genam.h"
21 #include "access/heapam.h"
22 #include "access/htup_details.h"
23 #include "access/tableam.h"
25 #include "access/xact.h"
26 #include "access/xlog_internal.h"
27 #include "bootstrap/bootstrap.h"
28 #include "catalog/index.h"
29 #include "catalog/pg_collation.h"
30 #include "catalog/pg_type.h"
31 #include "common/link-canary.h"
32 #include "libpq/pqsignal.h"
33 #include "miscadmin.h"
34 #include "nodes/makefuncs.h"
35 #include "pg_getopt.h"
36 #include "storage/bufmgr.h"
37 #include "storage/bufpage.h"
39 #include "storage/ipc.h"
40 #include "storage/proc.h"
41 #include "tcop/tcopprot.h"
42 #include "utils/builtins.h"
43 #include "utils/fmgroids.h"
44 #include "utils/memutils.h"
45 #include "utils/rel.h"
46 #include "utils/relmapper.h"
47 
49 
50 
51 static void CheckerModeMain(void);
52 static void bootstrap_signals(void);
54 static void populate_typ_list(void);
55 static Oid gettype(char *type);
56 static void cleanup(void);
57 
58 /* ----------------
59  * global variables
60  * ----------------
61  */
62 
63 Relation boot_reldesc; /* current relation descriptor */
64 
65 Form_pg_attribute attrtypes[MAXATTR]; /* points to attribute info */
66 int numattr; /* number of attributes for cur. rel */
67 
68 
69 /*
70  * Basic information associated with each type. This is used before
71  * pg_type is filled, so it has to cover the datatypes used as column types
72  * in the core "bootstrapped" catalogs.
73  *
74  * XXX several of these input/output functions do catalog scans
75  * (e.g., F_REGPROCIN scans pg_proc). this obviously creates some
76  * order dependencies in the catalog creation process.
77  */
78 struct typinfo
79 {
84  bool byval;
85  char align;
86  char storage;
90 };
91 
92 static const struct typinfo TypInfo[] = {
93  {"bool", BOOLOID, 0, 1, true, TYPALIGN_CHAR, TYPSTORAGE_PLAIN, InvalidOid,
94  F_BOOLIN, F_BOOLOUT},
95  {"bytea", BYTEAOID, 0, -1, false, TYPALIGN_INT, TYPSTORAGE_EXTENDED, InvalidOid,
96  F_BYTEAIN, F_BYTEAOUT},
97  {"char", CHAROID, 0, 1, true, TYPALIGN_CHAR, TYPSTORAGE_PLAIN, InvalidOid,
98  F_CHARIN, F_CHAROUT},
99  {"int2", INT2OID, 0, 2, true, TYPALIGN_SHORT, TYPSTORAGE_PLAIN, InvalidOid,
100  F_INT2IN, F_INT2OUT},
101  {"int4", INT4OID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
102  F_INT4IN, F_INT4OUT},
103  {"float4", FLOAT4OID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
104  F_FLOAT4IN, F_FLOAT4OUT},
105  {"name", NAMEOID, CHAROID, NAMEDATALEN, false, TYPALIGN_CHAR, TYPSTORAGE_PLAIN, C_COLLATION_OID,
106  F_NAMEIN, F_NAMEOUT},
107  {"regclass", REGCLASSOID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
108  F_REGCLASSIN, F_REGCLASSOUT},
109  {"regproc", REGPROCOID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
110  F_REGPROCIN, F_REGPROCOUT},
111  {"regtype", REGTYPEOID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
112  F_REGTYPEIN, F_REGTYPEOUT},
113  {"regrole", REGROLEOID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
114  F_REGROLEIN, F_REGROLEOUT},
115  {"regnamespace", REGNAMESPACEOID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
116  F_REGNAMESPACEIN, F_REGNAMESPACEOUT},
117  {"text", TEXTOID, 0, -1, false, TYPALIGN_INT, TYPSTORAGE_EXTENDED, DEFAULT_COLLATION_OID,
118  F_TEXTIN, F_TEXTOUT},
119  {"oid", OIDOID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
120  F_OIDIN, F_OIDOUT},
121  {"tid", TIDOID, 0, 6, false, TYPALIGN_SHORT, TYPSTORAGE_PLAIN, InvalidOid,
122  F_TIDIN, F_TIDOUT},
123  {"xid", XIDOID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
124  F_XIDIN, F_XIDOUT},
125  {"cid", CIDOID, 0, 4, true, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
126  F_CIDIN, F_CIDOUT},
127  {"pg_node_tree", PG_NODE_TREEOID, 0, -1, false, TYPALIGN_INT, TYPSTORAGE_EXTENDED, DEFAULT_COLLATION_OID,
128  F_PG_NODE_TREE_IN, F_PG_NODE_TREE_OUT},
129  {"int2vector", INT2VECTOROID, INT2OID, -1, false, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
130  F_INT2VECTORIN, F_INT2VECTOROUT},
131  {"oidvector", OIDVECTOROID, OIDOID, -1, false, TYPALIGN_INT, TYPSTORAGE_PLAIN, InvalidOid,
132  F_OIDVECTORIN, F_OIDVECTOROUT},
133  {"_int4", INT4ARRAYOID, INT4OID, -1, false, TYPALIGN_INT, TYPSTORAGE_EXTENDED, InvalidOid,
134  F_ARRAY_IN, F_ARRAY_OUT},
135  {"_text", 1009, TEXTOID, -1, false, TYPALIGN_INT, TYPSTORAGE_EXTENDED, DEFAULT_COLLATION_OID,
136  F_ARRAY_IN, F_ARRAY_OUT},
137  {"_oid", 1028, OIDOID, -1, false, TYPALIGN_INT, TYPSTORAGE_EXTENDED, InvalidOid,
138  F_ARRAY_IN, F_ARRAY_OUT},
139  {"_char", 1002, CHAROID, -1, false, TYPALIGN_INT, TYPSTORAGE_EXTENDED, InvalidOid,
140  F_ARRAY_IN, F_ARRAY_OUT},
141  {"_aclitem", 1034, ACLITEMOID, -1, false, TYPALIGN_INT, TYPSTORAGE_EXTENDED, InvalidOid,
142  F_ARRAY_IN, F_ARRAY_OUT}
143 };
144 
145 static const int n_types = sizeof(TypInfo) / sizeof(struct typinfo);
146 
147 struct typmap
148 { /* a hack */
151 };
152 
153 static List *Typ = NIL; /* List of struct typmap* */
154 static struct typmap *Ap = NULL;
155 
156 static Datum values[MAXATTR]; /* current row's attribute values */
157 static bool Nulls[MAXATTR];
158 
159 static MemoryContext nogc = NULL; /* special no-gc mem context */
160 
161 /*
162  * At bootstrap time, we first declare all the indices to be built, and
163  * then build them. The IndexList structure stores enough information
164  * to allow us to build the indices after they've been declared.
165  */
166 
167 typedef struct _IndexList
168 {
173 } IndexList;
174 
175 static IndexList *ILHead = NULL;
176 
177 
178 /*
179  * In shared memory checker mode, all we really want to do is create shared
180  * memory and semaphores (just to prove we can do it with the current GUC
181  * settings). Since, in fact, that was already done by
182  * CreateSharedMemoryAndSemaphores(), we have nothing more to do here.
183  */
184 static void
186 {
187  proc_exit(0);
188 }
189 
190 /*
191  * The main entry point for running the backend in bootstrap mode
192  *
193  * The bootstrap mode is used to initialize the template database.
194  * The bootstrap backend doesn't speak SQL, but instead expects
195  * commands in a special bootstrap language.
196  *
197  * When check_only is true, startup is done only far enough to verify that
198  * the current configuration, particularly the passed in options pertaining
199  * to shared memory sizing, options work (or at least do not cause an error
200  * up to shared memory creation).
201  */
202 void
203 BootstrapModeMain(int argc, char *argv[], bool check_only)
204 {
205  int i;
206  char *progname = argv[0];
207  int flag;
208  char *userDoption = NULL;
209 
211 
212  InitStandaloneProcess(argv[0]);
213 
214  /* Set defaults, to be overridden by explicit options below */
216 
217  /* an initial --boot or --check should be present */
218  Assert(argc > 1
219  && (strcmp(argv[1], "--boot") == 0
220  || strcmp(argv[1], "--check") == 0));
221  argv++;
222  argc--;
223 
224  while ((flag = getopt(argc, argv, "B:c:d:D:Fkr:X:-:")) != -1)
225  {
226  switch (flag)
227  {
228  case 'B':
229  SetConfigOption("shared_buffers", optarg, PGC_POSTMASTER, PGC_S_ARGV);
230  break;
231  case 'D':
232  userDoption = pstrdup(optarg);
233  break;
234  case 'd':
235  {
236  /* Turn on debugging for the bootstrap process. */
237  char *debugstr;
238 
239  debugstr = psprintf("debug%s", optarg);
240  SetConfigOption("log_min_messages", debugstr,
242  SetConfigOption("client_min_messages", debugstr,
244  pfree(debugstr);
245  }
246  break;
247  case 'F':
248  SetConfigOption("fsync", "false", PGC_POSTMASTER, PGC_S_ARGV);
249  break;
250  case 'k':
252  break;
253  case 'r':
255  break;
256  case 'X':
257  {
258  int WalSegSz = strtoul(optarg, NULL, 0);
259 
260  if (!IsValidWalSegSize(WalSegSz))
261  ereport(ERROR,
262  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
263  errmsg("-X requires a power of two value between 1 MB and 1 GB")));
264  SetConfigOption("wal_segment_size", optarg, PGC_INTERNAL,
266  }
267  break;
268  case 'c':
269  case '-':
270  {
271  char *name,
272  *value;
273 
274  ParseLongOption(optarg, &name, &value);
275  if (!value)
276  {
277  if (flag == '-')
278  ereport(ERROR,
279  (errcode(ERRCODE_SYNTAX_ERROR),
280  errmsg("--%s requires a value",
281  optarg)));
282  else
283  ereport(ERROR,
284  (errcode(ERRCODE_SYNTAX_ERROR),
285  errmsg("-c %s requires a value",
286  optarg)));
287  }
288 
290  free(name);
291  if (value)
292  free(value);
293  break;
294  }
295  default:
296  write_stderr("Try \"%s --help\" for more information.\n",
297  progname);
298  proc_exit(1);
299  break;
300  }
301  }
302 
303  if (argc != optind)
304  {
305  write_stderr("%s: invalid command-line arguments\n", progname);
306  proc_exit(1);
307  }
308 
309  /* Acquire configuration parameters */
310  if (!SelectConfigFiles(userDoption, progname))
311  proc_exit(1);
312 
313  /*
314  * Validate we have been given a reasonable-looking DataDir and change
315  * into it
316  */
317  checkDataDir();
318  ChangeToDataDir();
319 
320  CreateDataDirLockFile(false);
321 
323  IgnoreSystemIndexes = true;
324 
326 
328 
329  /*
330  * XXX: It might make sense to move this into its own function at some
331  * point. Right now it seems like it'd cause more code duplication than
332  * it's worth.
333  */
334  if (check_only)
335  {
337  CheckerModeMain();
338  abort();
339  }
340 
341  /*
342  * Do backend-like initialization for bootstrap mode
343  */
344  InitProcess();
345 
346  BaseInit();
347 
349  BootStrapXLOG();
350 
351  /*
352  * To ensure that src/common/link-canary.c is linked into the backend, we
353  * must call it from somewhere. Here is as good as anywhere.
354  */
356  elog(ERROR, "backend is incorrectly linked to frontend functions");
357 
358  InitPostgres(NULL, InvalidOid, NULL, InvalidOid, NULL, false);
359 
360  /* Initialize stuff for bootstrap-file processing */
361  for (i = 0; i < MAXATTR; i++)
362  {
363  attrtypes[i] = NULL;
364  Nulls[i] = false;
365  }
366 
367  /*
368  * Process bootstrap input.
369  */
371  boot_yyparse();
373 
374  /*
375  * We should now know about all mapped relations, so it's okay to write
376  * out the initial relation mapping files.
377  */
379 
380  /* Clean up and exit */
381  cleanup();
382  proc_exit(0);
383 }
384 
385 
386 /* ----------------------------------------------------------------
387  * misc functions
388  * ----------------------------------------------------------------
389  */
390 
391 /*
392  * Set up signal handling for a bootstrap process
393  */
394 static void
396 {
398 
399  /*
400  * We don't actually need any non-default signal handling in bootstrap
401  * mode; "curl up and die" is a sufficient response for all these cases.
402  * Let's set that handling explicitly, as documentation if nothing else.
403  */
405  pqsignal(SIGINT, SIG_DFL);
406  pqsignal(SIGTERM, SIG_DFL);
408 }
409 
410 /* ----------------------------------------------------------------
411  * MANUAL BACKEND INTERACTIVE INTERFACE COMMANDS
412  * ----------------------------------------------------------------
413  */
414 
415 /* ----------------
416  * boot_openrel
417  *
418  * Execute BKI OPEN command.
419  * ----------------
420  */
421 void
423 {
424  int i;
425 
426  if (strlen(relname) >= NAMEDATALEN)
427  relname[NAMEDATALEN - 1] = '\0';
428 
429  /*
430  * pg_type must be filled before any OPEN command is executed, hence we
431  * can now populate Typ if we haven't yet.
432  */
433  if (Typ == NIL)
435 
436  if (boot_reldesc != NULL)
437  closerel(NULL);
438 
439  elog(DEBUG4, "open relation %s, attrsize %d",
440  relname, (int) ATTRIBUTE_FIXED_PART_SIZE);
441 
442  boot_reldesc = table_openrv(makeRangeVar(NULL, relname, -1), NoLock);
443  numattr = RelationGetNumberOfAttributes(boot_reldesc);
444  for (i = 0; i < numattr; i++)
445  {
446  if (attrtypes[i] == NULL)
448  memmove((char *) attrtypes[i],
449  (char *) TupleDescAttr(boot_reldesc->rd_att, i),
450  ATTRIBUTE_FIXED_PART_SIZE);
451 
452  {
454 
455  elog(DEBUG4, "create attribute %d name %s len %d num %d type %u",
456  i, NameStr(at->attname), at->attlen, at->attnum,
457  at->atttypid);
458  }
459  }
460 }
461 
462 /* ----------------
463  * closerel
464  * ----------------
465  */
466 void
468 {
469  if (name)
470  {
471  if (boot_reldesc)
472  {
473  if (strcmp(RelationGetRelationName(boot_reldesc), name) != 0)
474  elog(ERROR, "close of %s when %s was expected",
475  name, RelationGetRelationName(boot_reldesc));
476  }
477  else
478  elog(ERROR, "close of %s before any relation was opened",
479  name);
480  }
481 
482  if (boot_reldesc == NULL)
483  elog(ERROR, "no open relation to close");
484  else
485  {
486  elog(DEBUG4, "close relation %s",
487  RelationGetRelationName(boot_reldesc));
488  table_close(boot_reldesc, NoLock);
489  boot_reldesc = NULL;
490  }
491 }
492 
493 
494 
495 /* ----------------
496  * DEFINEATTR()
497  *
498  * define a <field,type> pair
499  * if there are n fields in a relation to be created, this routine
500  * will be called n times
501  * ----------------
502  */
503 void
504 DefineAttr(char *name, char *type, int attnum, int nullness)
505 {
506  Oid typeoid;
507 
508  if (boot_reldesc != NULL)
509  {
510  elog(WARNING, "no open relations allowed with CREATE command");
511  closerel(NULL);
512  }
513 
514  if (attrtypes[attnum] == NULL)
517 
518  namestrcpy(&attrtypes[attnum]->attname, name);
519  elog(DEBUG4, "column %s %s", NameStr(attrtypes[attnum]->attname), type);
520  attrtypes[attnum]->attnum = attnum + 1;
521 
522  typeoid = gettype(type);
523 
524  if (Typ != NIL)
525  {
526  attrtypes[attnum]->atttypid = Ap->am_oid;
527  attrtypes[attnum]->attlen = Ap->am_typ.typlen;
528  attrtypes[attnum]->attbyval = Ap->am_typ.typbyval;
529  attrtypes[attnum]->attalign = Ap->am_typ.typalign;
530  attrtypes[attnum]->attstorage = Ap->am_typ.typstorage;
531  attrtypes[attnum]->attcompression = InvalidCompressionMethod;
532  attrtypes[attnum]->attcollation = Ap->am_typ.typcollation;
533  /* if an array type, assume 1-dimensional attribute */
534  if (Ap->am_typ.typelem != InvalidOid && Ap->am_typ.typlen < 0)
535  attrtypes[attnum]->attndims = 1;
536  else
537  attrtypes[attnum]->attndims = 0;
538  }
539  else
540  {
541  attrtypes[attnum]->atttypid = TypInfo[typeoid].oid;
542  attrtypes[attnum]->attlen = TypInfo[typeoid].len;
543  attrtypes[attnum]->attbyval = TypInfo[typeoid].byval;
544  attrtypes[attnum]->attalign = TypInfo[typeoid].align;
545  attrtypes[attnum]->attstorage = TypInfo[typeoid].storage;
546  attrtypes[attnum]->attcompression = InvalidCompressionMethod;
547  attrtypes[attnum]->attcollation = TypInfo[typeoid].collation;
548  /* if an array type, assume 1-dimensional attribute */
549  if (TypInfo[typeoid].elem != InvalidOid &&
550  attrtypes[attnum]->attlen < 0)
551  attrtypes[attnum]->attndims = 1;
552  else
553  attrtypes[attnum]->attndims = 0;
554  }
555 
556  /*
557  * If a system catalog column is collation-aware, force it to use C
558  * collation, so that its behavior is independent of the database's
559  * collation. This is essential to allow template0 to be cloned with a
560  * different database collation.
561  */
562  if (OidIsValid(attrtypes[attnum]->attcollation))
563  attrtypes[attnum]->attcollation = C_COLLATION_OID;
564 
565  attrtypes[attnum]->attstattarget = -1;
566  attrtypes[attnum]->attcacheoff = -1;
567  attrtypes[attnum]->atttypmod = -1;
568  attrtypes[attnum]->attislocal = true;
569 
570  if (nullness == BOOTCOL_NULL_FORCE_NOT_NULL)
571  {
572  attrtypes[attnum]->attnotnull = true;
573  }
574  else if (nullness == BOOTCOL_NULL_FORCE_NULL)
575  {
576  attrtypes[attnum]->attnotnull = false;
577  }
578  else
579  {
580  Assert(nullness == BOOTCOL_NULL_AUTO);
581 
582  /*
583  * Mark as "not null" if type is fixed-width and prior columns are
584  * likewise fixed-width and not-null. This corresponds to case where
585  * column can be accessed directly via C struct declaration.
586  */
587  if (attrtypes[attnum]->attlen > 0)
588  {
589  int i;
590 
591  /* check earlier attributes */
592  for (i = 0; i < attnum; i++)
593  {
594  if (attrtypes[i]->attlen <= 0 ||
595  !attrtypes[i]->attnotnull)
596  break;
597  }
598  if (i == attnum)
599  attrtypes[attnum]->attnotnull = true;
600  }
601  }
602 }
603 
604 
605 /* ----------------
606  * InsertOneTuple
607  *
608  * If objectid is not zero, it is a specific OID to assign to the tuple.
609  * Otherwise, an OID will be assigned (if necessary) by heap_insert.
610  * ----------------
611  */
612 void
614 {
615  HeapTuple tuple;
616  TupleDesc tupDesc;
617  int i;
618 
619  elog(DEBUG4, "inserting row with %d columns", numattr);
620 
621  tupDesc = CreateTupleDesc(numattr, attrtypes);
622  tuple = heap_form_tuple(tupDesc, values, Nulls);
623  pfree(tupDesc); /* just free's tupDesc, not the attrtypes */
624 
625  simple_heap_insert(boot_reldesc, tuple);
626  heap_freetuple(tuple);
627  elog(DEBUG4, "row inserted");
628 
629  /*
630  * Reset null markers for next tuple
631  */
632  for (i = 0; i < numattr; i++)
633  Nulls[i] = false;
634 }
635 
636 /* ----------------
637  * InsertOneValue
638  * ----------------
639  */
640 void
641 InsertOneValue(char *value, int i)
642 {
643  Oid typoid;
644  int16 typlen;
645  bool typbyval;
646  char typalign;
647  char typdelim;
648  Oid typioparam;
649  Oid typinput;
650  Oid typoutput;
651 
652  AssertArg(i >= 0 && i < MAXATTR);
653 
654  elog(DEBUG4, "inserting column %d value \"%s\"", i, value);
655 
656  typoid = TupleDescAttr(boot_reldesc->rd_att, i)->atttypid;
657 
658  boot_get_type_io_data(typoid,
659  &typlen, &typbyval, &typalign,
660  &typdelim, &typioparam,
661  &typinput, &typoutput);
662 
663  values[i] = OidInputFunctionCall(typinput, value, typioparam, -1);
664 
665  /*
666  * We use ereport not elog here so that parameters aren't evaluated unless
667  * the message is going to be printed, which generally it isn't
668  */
669  ereport(DEBUG4,
670  (errmsg_internal("inserted -> %s",
671  OidOutputFunctionCall(typoutput, values[i]))));
672 }
673 
674 /* ----------------
675  * InsertOneNull
676  * ----------------
677  */
678 void
680 {
681  elog(DEBUG4, "inserting column %d NULL", i);
682  Assert(i >= 0 && i < MAXATTR);
683  if (TupleDescAttr(boot_reldesc->rd_att, i)->attnotnull)
684  elog(ERROR,
685  "NULL value specified for not-null column \"%s\" of relation \"%s\"",
686  NameStr(TupleDescAttr(boot_reldesc->rd_att, i)->attname),
687  RelationGetRelationName(boot_reldesc));
688  values[i] = PointerGetDatum(NULL);
689  Nulls[i] = true;
690 }
691 
692 /* ----------------
693  * cleanup
694  * ----------------
695  */
696 static void
697 cleanup(void)
698 {
699  if (boot_reldesc != NULL)
700  closerel(NULL);
701 }
702 
703 /* ----------------
704  * populate_typ_list
705  *
706  * Load the Typ list by reading pg_type.
707  * ----------------
708  */
709 static void
711 {
712  Relation rel;
713  TableScanDesc scan;
714  HeapTuple tup;
715  MemoryContext old;
716 
717  Assert(Typ == NIL);
718 
719  rel = table_open(TypeRelationId, NoLock);
720  scan = table_beginscan_catalog(rel, 0, NULL);
722  while ((tup = heap_getnext(scan, ForwardScanDirection)) != NULL)
723  {
724  Form_pg_type typForm = (Form_pg_type) GETSTRUCT(tup);
725  struct typmap *newtyp;
726 
727  newtyp = (struct typmap *) palloc(sizeof(struct typmap));
728  Typ = lappend(Typ, newtyp);
729 
730  newtyp->am_oid = typForm->oid;
731  memcpy(&newtyp->am_typ, typForm, sizeof(newtyp->am_typ));
732  }
734  table_endscan(scan);
735  table_close(rel, NoLock);
736 }
737 
738 /* ----------------
739  * gettype
740  *
741  * NB: this is really ugly; it will return an integer index into TypInfo[],
742  * and not an OID at all, until the first reference to a type not known in
743  * TypInfo[]. At that point it will read and cache pg_type in Typ,
744  * and subsequently return a real OID (and set the global pointer Ap to
745  * point at the found row in Typ). So caller must check whether Typ is
746  * still NIL to determine what the return value is!
747  * ----------------
748  */
749 static Oid
750 gettype(char *type)
751 {
752  if (Typ != NIL)
753  {
754  ListCell *lc;
755 
756  foreach(lc, Typ)
757  {
758  struct typmap *app = lfirst(lc);
759 
760  if (strncmp(NameStr(app->am_typ.typname), type, NAMEDATALEN) == 0)
761  {
762  Ap = app;
763  return app->am_oid;
764  }
765  }
766 
767  /*
768  * The type wasn't known; reload the pg_type contents and check again
769  * to handle composite types, added since last populating the list.
770  */
771 
772  list_free_deep(Typ);
773  Typ = NIL;
775 
776  /*
777  * Calling gettype would result in infinite recursion for types
778  * missing in pg_type, so just repeat the lookup.
779  */
780  foreach(lc, Typ)
781  {
782  struct typmap *app = lfirst(lc);
783 
784  if (strncmp(NameStr(app->am_typ.typname), type, NAMEDATALEN) == 0)
785  {
786  Ap = app;
787  return app->am_oid;
788  }
789  }
790  }
791  else
792  {
793  int i;
794 
795  for (i = 0; i < n_types; i++)
796  {
797  if (strncmp(type, TypInfo[i].name, NAMEDATALEN) == 0)
798  return i;
799  }
800  /* Not in TypInfo, so we'd better be able to read pg_type now */
801  elog(DEBUG4, "external type: %s", type);
803  return gettype(type);
804  }
805  elog(ERROR, "unrecognized type \"%s\"", type);
806  /* not reached, here to make compiler happy */
807  return 0;
808 }
809 
810 /* ----------------
811  * boot_get_type_io_data
812  *
813  * Obtain type I/O information at bootstrap time. This intentionally has
814  * almost the same API as lsyscache.c's get_type_io_data, except that
815  * we only support obtaining the typinput and typoutput routines, not
816  * the binary I/O routines. It is exported so that array_in and array_out
817  * can be made to work during early bootstrap.
818  * ----------------
819  */
820 void
822  int16 *typlen,
823  bool *typbyval,
824  char *typalign,
825  char *typdelim,
826  Oid *typioparam,
827  Oid *typinput,
828  Oid *typoutput)
829 {
830  if (Typ != NIL)
831  {
832  /* We have the boot-time contents of pg_type, so use it */
833  struct typmap *ap = NULL;
834  ListCell *lc;
835 
836  foreach(lc, Typ)
837  {
838  ap = lfirst(lc);
839  if (ap->am_oid == typid)
840  break;
841  }
842 
843  if (!ap || ap->am_oid != typid)
844  elog(ERROR, "type OID %u not found in Typ list", typid);
845 
846  *typlen = ap->am_typ.typlen;
847  *typbyval = ap->am_typ.typbyval;
848  *typalign = ap->am_typ.typalign;
849  *typdelim = ap->am_typ.typdelim;
850 
851  /* XXX this logic must match getTypeIOParam() */
852  if (OidIsValid(ap->am_typ.typelem))
853  *typioparam = ap->am_typ.typelem;
854  else
855  *typioparam = typid;
856 
857  *typinput = ap->am_typ.typinput;
858  *typoutput = ap->am_typ.typoutput;
859  }
860  else
861  {
862  /* We don't have pg_type yet, so use the hard-wired TypInfo array */
863  int typeindex;
864 
865  for (typeindex = 0; typeindex < n_types; typeindex++)
866  {
867  if (TypInfo[typeindex].oid == typid)
868  break;
869  }
870  if (typeindex >= n_types)
871  elog(ERROR, "type OID %u not found in TypInfo", typid);
872 
873  *typlen = TypInfo[typeindex].len;
874  *typbyval = TypInfo[typeindex].byval;
875  *typalign = TypInfo[typeindex].align;
876  /* We assume typdelim is ',' for all boot-time types */
877  *typdelim = ',';
878 
879  /* XXX this logic must match getTypeIOParam() */
880  if (OidIsValid(TypInfo[typeindex].elem))
881  *typioparam = TypInfo[typeindex].elem;
882  else
883  *typioparam = typid;
884 
885  *typinput = TypInfo[typeindex].inproc;
886  *typoutput = TypInfo[typeindex].outproc;
887  }
888 }
889 
890 /* ----------------
891  * AllocateAttribute
892  *
893  * Note: bootstrap never sets any per-column ACLs, so we only need
894  * ATTRIBUTE_FIXED_PART_SIZE space per attribute.
895  * ----------------
896  */
897 static Form_pg_attribute
899 {
900  return (Form_pg_attribute)
902 }
903 
904 /*
905  * index_register() -- record an index that has been set up for building
906  * later.
907  *
908  * At bootstrap time, we define a bunch of indexes on system catalogs.
909  * We postpone actually building the indexes until just before we're
910  * finished with initialization, however. This is because the indexes
911  * themselves have catalog entries, and those have to be included in the
912  * indexes on those catalogs. Doing it in two phases is the simplest
913  * way of making sure the indexes have the right contents at the end.
914  */
915 void
917  Oid ind,
918  IndexInfo *indexInfo)
919 {
920  IndexList *newind;
921  MemoryContext oldcxt;
922 
923  /*
924  * XXX mao 10/31/92 -- don't gc index reldescs, associated info at
925  * bootstrap time. we'll declare the indexes now, but want to create them
926  * later.
927  */
928 
929  if (nogc == NULL)
930  nogc = AllocSetContextCreate(NULL,
931  "BootstrapNoGC",
933 
934  oldcxt = MemoryContextSwitchTo(nogc);
935 
936  newind = (IndexList *) palloc(sizeof(IndexList));
937  newind->il_heap = heap;
938  newind->il_ind = ind;
939  newind->il_info = (IndexInfo *) palloc(sizeof(IndexInfo));
940 
941  memcpy(newind->il_info, indexInfo, sizeof(IndexInfo));
942  /* expressions will likely be null, but may as well copy it */
943  newind->il_info->ii_Expressions =
944  copyObject(indexInfo->ii_Expressions);
945  newind->il_info->ii_ExpressionsState = NIL;
946  /* predicate will likely be null, but may as well copy it */
947  newind->il_info->ii_Predicate =
948  copyObject(indexInfo->ii_Predicate);
949  newind->il_info->ii_PredicateState = NULL;
950  /* no exclusion constraints at bootstrap time, so no need to copy */
951  Assert(indexInfo->ii_ExclusionOps == NULL);
952  Assert(indexInfo->ii_ExclusionProcs == NULL);
953  Assert(indexInfo->ii_ExclusionStrats == NULL);
954 
955  newind->il_next = ILHead;
956  ILHead = newind;
957 
958  MemoryContextSwitchTo(oldcxt);
959 }
960 
961 
962 /*
963  * build_indices -- fill in all the indexes registered earlier
964  */
965 void
967 {
968  for (; ILHead != NULL; ILHead = ILHead->il_next)
969  {
970  Relation heap;
971  Relation ind;
972 
973  /* need not bother with locks during bootstrap */
974  heap = table_open(ILHead->il_heap, NoLock);
975  ind = index_open(ILHead->il_ind, NoLock);
976 
977  index_build(heap, ind, ILHead->il_info, false, false);
978 
979  index_close(ind, NoLock);
980  table_close(heap, NoLock);
981  }
982 }
struct _IndexList * il_next
Definition: bootstrap.c:172
signed short int16
Definition: c.h:428
#define IsValidWalSegSize(size)
Definition: xlog_internal.h:96
#define NIL
Definition: pg_list.h:65
void RelationMapFinishBootstrap(void)
Definition: relmapper.c:560
#define SIGQUIT
Definition: win32_port.h:168
#define BOOTCOL_NULL_FORCE_NULL
Definition: bootstrap.h:27
static void populate_typ_list(void)
Definition: bootstrap.c:710
#define AllocSetContextCreate
Definition: memutils.h:173
Oid il_ind
Definition: bootstrap.c:170
int16 len
Definition: bootstrap.c:83
void table_close(Relation relation, LOCKMODE lockmode)
Definition: table.c:167
#define GETSTRUCT(TUP)
Definition: htup_details.h:654
const char * progname
Definition: main.c:46
List * ii_Predicate
Definition: execnodes.h:164
bool attnotnull
Definition: pg_attribute.h:139
char align
Definition: bootstrap.c:85
TableScanDesc table_beginscan_catalog(Relation relation, int nkeys, struct ScanKeyData *key)
Definition: tableam.c:112
int numattr
Definition: bootstrap.c:66
char name[NAMEDATALEN]
Definition: bootstrap.c:80
void namestrcpy(Name name, const char *str)
Definition: name.c:233
#define RelationGetNumberOfAttributes(relation)
Definition: rel.h:483
#define PointerGetDatum(X)
Definition: postgres.h:600
#define TupleDescAttr(tupdesc, i)
Definition: tupdesc.h:92
ExprState * ii_PredicateState
Definition: execnodes.h:165
char * pstrdup(const char *in)
Definition: mcxt.c:1299
void CommitTransactionCommand(void)
Definition: xact.c:2953
char * psprintf(const char *fmt,...)
Definition: psprintf.c:46
void InitStandaloneProcess(const char *argv0)
Definition: miscinit.c:175
Relation boot_reldesc
Definition: bootstrap.c:63
void ParseLongOption(const char *string, char **name, char **value)
Definition: guc.c:11002
#define BOOTCOL_NULL_AUTO
Definition: bootstrap.h:26
int boot_yyparse(void)
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
#define write_stderr(str)
Definition: parallel.c:186
static IndexList * ILHead
Definition: bootstrap.c:175
Oid * ii_ExclusionProcs
Definition: execnodes.h:167
void proc_exit(int code)
Definition: ipc.c:104
int errcode(int sqlerrcode)
Definition: elog.c:698
#define MemSet(start, val, len)
Definition: c.h:1008
#define SetProcessingMode(mode)
Definition: miscadmin.h:412
void BootStrapXLOG(void)
Definition: xlog.c:5283
void BaseInit(void)
Definition: postinit.c:511
bool IgnoreSystemIndexes
Definition: miscinit.c:79
static MemoryContext nogc
Definition: bootstrap.c:159
static List * Typ
Definition: bootstrap.c:153
HeapTuple heap_form_tuple(TupleDesc tupleDescriptor, Datum *values, bool *isnull)
Definition: heaptuple.c:1020
Oid inproc
Definition: bootstrap.c:88
void checkDataDir(void)
Definition: miscinit.c:321
void heap_freetuple(HeapTuple htup)
Definition: heaptuple.c:1338
NameData relname
Definition: pg_class.h:38
unsigned int Oid
Definition: postgres_ext.h:31
void closerel(char *name)
Definition: bootstrap.c:467
static void bootstrap_signals(void)
Definition: bootstrap.c:395
static struct typmap * Ap
Definition: bootstrap.c:154
#define DEBUG4
Definition: elog.h:22
#define OidIsValid(objectId)
Definition: c.h:710
#define BOOTCOL_NULL_FORCE_NOT_NULL
Definition: bootstrap.h:28
void list_free_deep(List *list)
Definition: list.c:1405
int getopt(int nargc, char *const *nargv, const char *ostr)
Definition: getopt.c:71
FormData_pg_type
Definition: pg_type.h:254
#define NAMEDATALEN
List * ii_ExpressionsState
Definition: execnodes.h:163
void pfree(void *pointer)
Definition: mcxt.c:1169
char typalign
Definition: pg_type.h:176
int optind
Definition: getopt.c:50
void InsertOneValue(char *value, int i)
Definition: bootstrap.c:641
#define ERROR
Definition: elog.h:46
void CreateDataDirLockFile(bool amPostmaster)
Definition: miscinit.c:1292
NameData attname
Definition: pg_attribute.h:41
Oid elem
Definition: bootstrap.c:82
#define MAXPGPATH
#define ALLOCSET_DEFAULT_SIZES
Definition: memutils.h:195
void InitProcess(void)
Definition: proc.c:303
struct _IndexList IndexList
#define NoLock
Definition: lockdefs.h:34
char OutputFileName[MAXPGPATH]
Definition: globals.c:73
void SetConfigOption(const char *name, const char *value, GucContext context, GucSource source)
Definition: guc.c:8110
HeapTuple heap_getnext(TableScanDesc sscan, ScanDirection direction)
Definition: heapam.c:1340
void InsertOneTuple(void)
Definition: bootstrap.c:613
bool IsUnderPostmaster
Definition: globals.c:112
IndexInfo * il_info
Definition: bootstrap.c:171
char * flag(int b)
Definition: test-ctype.c:33
#define SIGHUP
Definition: win32_port.h:167
#define RelationGetRelationName(relation)
Definition: rel.h:511
void ChangeToDataDir(void)
Definition: miscinit.c:435
FormData_pg_attribute * Form_pg_attribute
Definition: pg_attribute.h:207
unsigned int uint32
Definition: c.h:441
void boot_openrel(char *relname)
Definition: bootstrap.c:422
#define MAXATTR
Definition: bootstrap.h:24
#define ATTRIBUTE_FIXED_PART_SIZE
Definition: pg_attribute.h:199
void index_register(Oid heap, Oid ind, IndexInfo *indexInfo)
Definition: bootstrap.c:916
void DefineAttr(char *name, char *type, int attnum, int nullness)
Definition: bootstrap.c:504
#define AssertArg(condition)
Definition: c.h:806
MemoryContext TopMemoryContext
Definition: mcxt.c:48
List * lappend(List *list, void *datum)
Definition: list.c:336
int16 attlen
Definition: pg_attribute.h:68
void simple_heap_insert(Relation relation, HeapTuple tup)
Definition: heapam.c:2642
#define WARNING
Definition: elog.h:40
Oid collation
Definition: bootstrap.c:87
uintptr_t Datum
Definition: postgres.h:411
bool SelectConfigFiles(const char *userDoption, const char *progname)
Definition: guc.c:5849
static void cleanup(void)
Definition: bootstrap.c:697
TupleDesc rd_att
Definition: rel.h:110
void * MemoryContextAllocZero(MemoryContext context, Size size)
Definition: mcxt.c:906
Relation table_openrv(const RangeVar *relation, LOCKMODE lockmode)
Definition: table.c:102
#define InvalidOid
Definition: postgres_ext.h:36
int16 attnum
Definition: pg_attribute.h:83
static struct @143 value
#define ereport(elevel,...)
Definition: elog.h:157
void InitPostgres(const char *in_dbname, Oid dboid, const char *username, Oid useroid, char *out_dbname, bool override_allow_connections)
Definition: postinit.c:572
pqsigfunc pqsignal(int signum, pqsigfunc handler)
Definition: signal.c:170
#define free(a)
Definition: header.h:65
size_t strlcpy(char *dst, const char *src, size_t siz)
Definition: strlcpy.c:45
int errmsg_internal(const char *fmt,...)
Definition: elog.c:996
#define SIG_DFL
Definition: win32_port.h:162
void index_build(Relation heapRelation, Relation indexRelation, IndexInfo *indexInfo, bool isreindex, bool parallel)
Definition: index.c:2898
List * ii_Expressions
Definition: execnodes.h:162
#define Assert(condition)
Definition: c.h:804
#define lfirst(lc)
Definition: pg_list.h:169
void StartTransactionCommand(void)
Definition: xact.c:2852
char storage
Definition: bootstrap.c:86
FormData_pg_type am_typ
Definition: bootstrap.c:150
void InitializeMaxBackends(void)
Definition: postinit.c:489
static Form_pg_attribute AllocateAttribute(void)
Definition: bootstrap.c:898
static const int n_types
Definition: bootstrap.c:145
FormData_pg_type * Form_pg_type
Definition: pg_type.h:261
static const struct typinfo TypInfo[]
Definition: bootstrap.c:92
bool byval
Definition: bootstrap.c:84
Oid il_heap
Definition: bootstrap.c:169
void index_close(Relation relation, LOCKMODE lockmode)
Definition: indexam.c:158
uint32 WalSegSz
Definition: streamutil.c:34
void CreateSharedMemoryAndSemaphores(void)
Definition: ipci.c:176
static const char * userDoption
Definition: postgres.c:172
static void table_endscan(TableScanDesc scan)
Definition: tableam.h:991
static Datum values[MAXATTR]
Definition: bootstrap.c:156
#define PG_DATA_CHECKSUM_VERSION
Definition: bufpage.h:200
#define InvalidCompressionMethod
static Oid gettype(char *type)
Definition: bootstrap.c:750
Oid * ii_ExclusionOps
Definition: execnodes.h:166
char * OidOutputFunctionCall(Oid functionId, Datum val)
Definition: fmgr.c:1653
Oid am_oid
Definition: bootstrap.c:149
void * palloc(Size size)
Definition: mcxt.c:1062
int errmsg(const char *fmt,...)
Definition: elog.c:909
char * optarg
Definition: getopt.c:52
#define elog(elevel,...)
Definition: elog.h:232
int i
#define NameStr(name)
Definition: c.h:681
static void CheckerModeMain(void)
Definition: bootstrap.c:185
uint32 bootstrap_data_checksum_version
Definition: bootstrap.c:48
Oid outproc
Definition: bootstrap.c:89
Oid oid
Definition: bootstrap.c:81
void build_indices(void)
Definition: bootstrap.c:966
#define copyObject(obj)
Definition: nodes.h:652
TupleDesc CreateTupleDesc(int natts, Form_pg_attribute *attrs)
Definition: tupdesc.c:90
uint16 * ii_ExclusionStrats
Definition: execnodes.h:168
Relation table_open(Oid relationId, LOCKMODE lockmode)
Definition: table.c:39
void InsertOneNull(int i)
Definition: bootstrap.c:679
Definition: pg_list.h:50
void BootstrapModeMain(int argc, char *argv[], bool check_only)
Definition: bootstrap.c:203
Datum OidInputFunctionCall(Oid functionId, char *str, Oid typioparam, int32 typmod)
Definition: fmgr.c:1644
Relation index_open(Oid relationId, LOCKMODE lockmode)
Definition: indexam.c:132
RangeVar * makeRangeVar(char *schemaname, char *relname, int location)
Definition: makefuncs.c:422
void InitializeGUCOptions(void)
Definition: guc.c:5626
void boot_get_type_io_data(Oid typid, int16 *typlen, bool *typbyval, char *typalign, char *typdelim, Oid *typioparam, Oid *typinput, Oid *typoutput)
Definition: bootstrap.c:821
static bool Nulls[MAXATTR]
Definition: bootstrap.c:157
Form_pg_attribute attrtypes[MAXATTR]
Definition: bootstrap.c:65