PostgreSQL Source Code git master
Loading...
Searching...
No Matches
index.c
Go to the documentation of this file.
1/*-------------------------------------------------------------------------
2 *
3 * index.c
4 * code to create and destroy POSTGRES index relations
5 *
6 * Portions Copyright (c) 1996-2026, PostgreSQL Global Development Group
7 * Portions Copyright (c) 1994, Regents of the University of California
8 *
9 *
10 * IDENTIFICATION
11 * src/backend/catalog/index.c
12 *
13 *
14 * INTERFACE ROUTINES
15 * index_create() - Create a cataloged index relation
16 * index_drop() - Removes index relation from catalogs
17 * BuildIndexInfo() - Prepare to insert index tuples
18 * FormIndexDatum() - Construct datum vector for one index tuple
19 *
20 *-------------------------------------------------------------------------
21 */
22#include "postgres.h"
23
24#include <unistd.h>
25
26#include "access/amapi.h"
27#include "access/attmap.h"
28#include "access/heapam.h"
29#include "access/multixact.h"
30#include "access/relscan.h"
31#include "access/tableam.h"
33#include "access/transam.h"
35#include "access/xact.h"
36#include "bootstrap/bootstrap.h"
38#include "catalog/catalog.h"
39#include "catalog/dependency.h"
40#include "catalog/heap.h"
41#include "catalog/index.h"
43#include "catalog/partition.h"
44#include "catalog/pg_am.h"
48#include "catalog/pg_inherits.h"
49#include "catalog/pg_opclass.h"
50#include "catalog/pg_operator.h"
52#include "catalog/pg_trigger.h"
53#include "catalog/pg_type.h"
54#include "catalog/storage.h"
57#include "commands/progress.h"
58#include "commands/tablecmds.h"
59#include "commands/trigger.h"
60#include "executor/executor.h"
61#include "miscadmin.h"
62#include "nodes/makefuncs.h"
63#include "nodes/nodeFuncs.h"
64#include "optimizer/optimizer.h"
65#include "parser/parser.h"
66#include "pgstat.h"
69#include "storage/bufmgr.h"
70#include "storage/lmgr.h"
71#include "storage/predicate.h"
72#include "storage/smgr.h"
73#include "utils/builtins.h"
74#include "utils/fmgroids.h"
75#include "utils/guc.h"
76#include "utils/inval.h"
77#include "utils/lsyscache.h"
78#include "utils/memutils.h"
79#include "utils/pg_rusage.h"
80#include "utils/rel.h"
81#include "utils/snapmgr.h"
82#include "utils/syscache.h"
83#include "utils/tuplesort.h"
84
85/* Potentially set by pg_upgrade_support functions */
89
90/*
91 * Pointer-free representation of variables used when reindexing system
92 * catalogs; we use this to propagate those values to parallel workers.
93 */
101
102/* non-export function prototypes */
103static bool relationHasPrimaryKey(Relation rel);
105 const IndexInfo *indexInfo,
106 const List *indexColNames,
108 const Oid *collationIds,
109 const Oid *opclassIds);
110static void InitializeAttributeOids(Relation indexRelation,
111 int numatts, Oid indexoid);
112static void AppendAttributeTuples(Relation indexRelation, const Datum *attopts, const NullableDatum *stattargets);
113static void UpdateIndexRelation(Oid indexoid, Oid heapoid,
115 const IndexInfo *indexInfo,
116 const Oid *collationOids,
117 const Oid *opclassOids,
118 const int16 *coloptions,
119 bool primary,
120 bool isexclusion,
121 bool immediate,
122 bool isvalid,
123 bool isready);
124static void index_update_stats(Relation rel,
125 bool hasindex,
126 double reltuples);
127static void IndexCheckExclusion(Relation heapRelation,
128 Relation indexRelation,
129 IndexInfo *indexInfo);
130static bool validate_index_callback(ItemPointer itemptr, void *opaque);
131static bool ReindexIsCurrentlyProcessingIndex(Oid indexOid);
132static void SetReindexProcessing(Oid heapOid, Oid indexOid);
133static void ResetReindexProcessing(void);
134static void SetReindexPending(List *indexes);
135static void RemoveReindexPending(Oid indexOid);
136
137
138/*
139 * relationHasPrimaryKey
140 * See whether an existing relation has a primary key.
141 *
142 * Caller must have suitable lock on the relation.
143 *
144 * Note: we intentionally do not check indisvalid here; that's because this
145 * is used to enforce the rule that there can be only one indisprimary index,
146 * and we want that to be true even if said index is invalid.
147 */
148static bool
150{
151 bool result = false;
154
155 /*
156 * Get the list of index OIDs for the table from the relcache, and look up
157 * each one in the pg_index syscache until we find one marked primary key
158 * (hopefully there isn't more than one such).
159 */
161
162 foreach(indexoidscan, indexoidlist)
163 {
164 Oid indexoid = lfirst_oid(indexoidscan);
166
168 if (!HeapTupleIsValid(indexTuple)) /* should not happen */
169 elog(ERROR, "cache lookup failed for index %u", indexoid);
172 if (result)
173 break;
174 }
175
177
178 return result;
179}
180
181/*
182 * index_check_primary_key
183 * Apply special checks needed before creating a PRIMARY KEY index
184 *
185 * This processing used to be in DefineIndex(), but has been split out
186 * so that it can be applied during ALTER TABLE ADD PRIMARY KEY USING INDEX.
187 *
188 * We check for a pre-existing primary key, and that all columns of the index
189 * are simple column references (not expressions), and that all those
190 * columns are marked NOT NULL. If not, fail.
191 *
192 * We used to automatically change unmarked columns to NOT NULL here by doing
193 * our own local ALTER TABLE command. But that doesn't work well if we're
194 * executing one subcommand of an ALTER TABLE: the operations may not get
195 * performed in the right order overall. Now we expect that the parser
196 * inserted any required ALTER TABLE SET NOT NULL operations before trying
197 * to create a primary-key index.
198 *
199 * Caller had better have at least ShareLock on the table, else the not-null
200 * checking isn't trustworthy.
201 */
202void
204 const IndexInfo *indexInfo,
205 bool is_alter_table,
206 const IndexStmt *stmt)
207{
208 int i;
209
210 /*
211 * If ALTER TABLE or CREATE TABLE .. PARTITION OF, check that there isn't
212 * already a PRIMARY KEY. In CREATE TABLE for an ordinary relation, we
213 * have faith that the parser rejected multiple pkey clauses; and CREATE
214 * INDEX doesn't have a way to say PRIMARY KEY, so it's no problem either.
215 */
216 if ((is_alter_table || heapRel->rd_rel->relispartition) &&
217 relationHasPrimaryKey(heapRel))
218 {
221 errmsg("multiple primary keys for table \"%s\" are not allowed",
222 RelationGetRelationName(heapRel))));
223 }
224
225 /*
226 * Indexes created with NULLS NOT DISTINCT cannot be used for primary key
227 * constraints. While there is no direct syntax to reach here, it can be
228 * done by creating a separate index and attaching it via ALTER TABLE ..
229 * USING INDEX.
230 */
231 if (indexInfo->ii_NullsNotDistinct)
232 {
235 errmsg("primary keys cannot use NULLS NOT DISTINCT indexes")));
236 }
237
238 /*
239 * Check that all of the attributes in a primary key are marked as not
240 * null. (We don't really expect to see that; it'd mean the parser messed
241 * up. But it seems wise to check anyway.)
242 */
243 for (i = 0; i < indexInfo->ii_NumIndexKeyAttrs; i++)
244 {
248
249 if (attnum == 0)
252 errmsg("primary keys cannot be expressions")));
253
254 /* System attributes are never null, so no need to check */
255 if (attnum < 0)
256 continue;
257
262 elog(ERROR, "cache lookup failed for attribute %d of relation %u",
263 attnum, RelationGetRelid(heapRel));
265
266 if (!attform->attnotnull)
269 errmsg("primary key column \"%s\" is not marked NOT NULL",
270 NameStr(attform->attname))));
271
273 }
274}
275
276/*
277 * ConstructTupleDescriptor
278 *
279 * Build an index tuple descriptor for a new index
280 */
281static TupleDesc
283 const IndexInfo *indexInfo,
284 const List *indexColNames,
286 const Oid *collationIds,
287 const Oid *opclassIds)
288{
289 int numatts = indexInfo->ii_NumIndexAttrs;
290 int numkeyatts = indexInfo->ii_NumIndexKeyAttrs;
296 int natts; /* #atts in heap rel --- for error checks */
297 int i;
298
299 /* We need access to the index AM's API struct */
301
302 /* ... and to the table's tuple descriptor */
303 heapTupDesc = RelationGetDescr(heapRelation);
304 natts = RelationGetForm(heapRelation)->relnatts;
305
306 /*
307 * allocate the new tuple descriptor
308 */
310
311 /*
312 * Fill in the pg_attribute row.
313 */
314 for (i = 0; i < numatts; i++)
315 {
318 HeapTuple tuple;
321 Oid keyType;
322
324 to->attnum = i + 1;
325 to->attislocal = true;
326 to->attcollation = (i < numkeyatts) ? collationIds[i] : InvalidOid;
327
328 /*
329 * Set the attribute name as specified by caller.
330 */
331 if (colnames_item == NULL) /* shouldn't happen */
332 elog(ERROR, "too few entries in colnames list");
333 namestrcpy(&to->attname, (const char *) lfirst(colnames_item));
335
336 /*
337 * For simple index columns, we copy some pg_attribute fields from the
338 * parent relation. For expressions we have to look at the expression
339 * result.
340 */
341 if (atnum != 0)
342 {
343 /* Simple index column */
344 const FormData_pg_attribute *from;
345
346 Assert(atnum > 0); /* should've been caught above */
347
348 if (atnum > natts) /* safety check */
349 elog(ERROR, "invalid column number %d", atnum);
352
353 to->atttypid = from->atttypid;
354 to->attlen = from->attlen;
355 to->attndims = from->attndims;
356 to->atttypmod = from->atttypmod;
357 to->attbyval = from->attbyval;
358 to->attalign = from->attalign;
359 to->attstorage = from->attstorage;
360 to->attcompression = from->attcompression;
361 }
362 else
363 {
364 /* Expressional index */
365 Node *indexkey;
366
367 if (indexpr_item == NULL) /* shouldn't happen */
368 elog(ERROR, "too few entries in indexprs list");
371
372 /*
373 * Lookup the expression type in pg_type for the type length etc.
374 */
377 if (!HeapTupleIsValid(tuple))
378 elog(ERROR, "cache lookup failed for type %u", keyType);
379 typeTup = (Form_pg_type) GETSTRUCT(tuple);
380
381 /*
382 * Assign some of the attributes values. Leave the rest.
383 */
384 to->atttypid = keyType;
385 to->attlen = typeTup->typlen;
386 to->atttypmod = exprTypmod(indexkey);
387 to->attbyval = typeTup->typbyval;
388 to->attalign = typeTup->typalign;
389 to->attstorage = typeTup->typstorage;
390
391 /*
392 * For expression columns, set attcompression invalid, since
393 * there's no table column from which to copy the value. Whenever
394 * we actually need to compress a value, we'll use whatever the
395 * current value of default_toast_compression is at that point in
396 * time.
397 */
398 to->attcompression = InvalidCompressionMethod;
399
400 ReleaseSysCache(tuple);
401
402 /*
403 * Make sure the expression yields a type that's safe to store in
404 * an index. We need this defense because we have index opclasses
405 * for pseudo-types such as "record", and the actually stored type
406 * had better be safe; eg, a named composite type is okay, an
407 * anonymous record type is not. The test is the same as for
408 * whether a table column is of a safe type (which is why we
409 * needn't check for the non-expression case).
410 */
411 CheckAttributeType(NameStr(to->attname),
412 to->atttypid, to->attcollation,
413 NIL, 0);
414 }
415
416 /*
417 * We do not yet have the correct relation OID for the index, so just
418 * set it invalid for now. InitializeAttributeOids() will fix it
419 * later.
420 */
421 to->attrelid = InvalidOid;
422
423 /*
424 * Check the opclass and index AM to see if either provides a keytype
425 * (overriding the attribute type). Opclass (if exists) takes
426 * precedence.
427 */
428 keyType = amroutine->amkeytype;
429
430 if (i < indexInfo->ii_NumIndexKeyAttrs)
431 {
433 if (!HeapTupleIsValid(tuple))
434 elog(ERROR, "cache lookup failed for opclass %u", opclassIds[i]);
436 if (OidIsValid(opclassTup->opckeytype))
437 keyType = opclassTup->opckeytype;
438
439 /*
440 * If keytype is specified as ANYELEMENT, and opcintype is
441 * ANYARRAY, then the attribute type must be an array (else it'd
442 * not have matched this opclass); use its element type.
443 *
444 * We could also allow ANYCOMPATIBLE/ANYCOMPATIBLEARRAY here, but
445 * there seems no need to do so; there's no reason to declare an
446 * opclass as taking ANYCOMPATIBLEARRAY rather than ANYARRAY.
447 */
448 if (keyType == ANYELEMENTOID && opclassTup->opcintype == ANYARRAYOID)
449 {
450 keyType = get_base_element_type(to->atttypid);
451 if (!OidIsValid(keyType))
452 elog(ERROR, "could not get element type of array type %u",
453 to->atttypid);
454 }
455
456 ReleaseSysCache(tuple);
457 }
458
459 /*
460 * If a key type different from the heap value is specified, update
461 * the type-related fields in the index tupdesc.
462 */
463 if (OidIsValid(keyType) && keyType != to->atttypid)
464 {
466 if (!HeapTupleIsValid(tuple))
467 elog(ERROR, "cache lookup failed for type %u", keyType);
468 typeTup = (Form_pg_type) GETSTRUCT(tuple);
469
470 to->atttypid = keyType;
471 to->atttypmod = -1;
472 to->attlen = typeTup->typlen;
473 to->attbyval = typeTup->typbyval;
474 to->attalign = typeTup->typalign;
475 to->attstorage = typeTup->typstorage;
476 /* As above, use the default compression method in this case */
477 to->attcompression = InvalidCompressionMethod;
478
479 ReleaseSysCache(tuple);
480 }
481
483 }
484
486
487 return indexTupDesc;
488}
489
490/* ----------------------------------------------------------------
491 * InitializeAttributeOids
492 * ----------------------------------------------------------------
493 */
494static void
496 int numatts,
497 Oid indexoid)
498{
500 int i;
501
502 tupleDescriptor = RelationGetDescr(indexRelation);
503
504 for (i = 0; i < numatts; i += 1)
505 TupleDescAttr(tupleDescriptor, i)->attrelid = indexoid;
506}
507
508/* ----------------------------------------------------------------
509 * AppendAttributeTuples
510 * ----------------------------------------------------------------
511 */
512static void
514{
519
520 if (attopts)
521 {
523
524 for (int i = 0; i < indexRelation->rd_att->natts; i++)
525 {
526 if (attopts[i])
527 attrs_extra[i].attoptions.value = attopts[i];
528 else
529 attrs_extra[i].attoptions.isnull = true;
530
531 if (stattargets)
532 attrs_extra[i].attstattarget = stattargets[i];
533 else
534 attrs_extra[i].attstattarget.isnull = true;
535 }
536 }
537
538 /*
539 * open the attribute relation and its indexes
540 */
542
544
545 /*
546 * insert data from new index's tupdesc into pg_attribute
547 */
548 indexTupDesc = RelationGetDescr(indexRelation);
549
551
553
555}
556
557/* ----------------------------------------------------------------
558 * UpdateIndexRelation
559 *
560 * Construct and insert a new entry in the pg_index catalog
561 * ----------------------------------------------------------------
562 */
563static void
565 Oid heapoid,
567 const IndexInfo *indexInfo,
568 const Oid *collationOids,
569 const Oid *opclassOids,
570 const int16 *coloptions,
571 bool primary,
572 bool isexclusion,
573 bool immediate,
574 bool isvalid,
575 bool isready)
576{
584 bool nulls[Natts_pg_index] = {0};
586 HeapTuple tuple;
587 int i;
588
589 /*
590 * Copy the index key, opclass, and indoption info into arrays (should we
591 * make the caller pass them like this to start with?)
592 */
594 for (i = 0; i < indexInfo->ii_NumIndexAttrs; i++)
595 indkey->values[i] = indexInfo->ii_IndexAttrNumbers[i];
599
600 /*
601 * Convert the index expressions (if any) to a text datum
602 */
603 if (indexInfo->ii_Expressions != NIL)
604 {
605 char *exprsString;
606
610 }
611 else
612 exprsDatum = (Datum) 0;
613
614 /*
615 * Convert the index predicate (if any) to a text datum. Note we convert
616 * implicit-AND format to normal explicit-AND for storage.
617 */
618 if (indexInfo->ii_Predicate != NIL)
619 {
620 char *predString;
621
625 }
626 else
627 predDatum = (Datum) 0;
628
629
630 /*
631 * open the system catalog index relation
632 */
634
635 /*
636 * Build a pg_index tuple
637 */
658 if (exprsDatum == (Datum) 0)
659 nulls[Anum_pg_index_indexprs - 1] = true;
661 if (predDatum == (Datum) 0)
662 nulls[Anum_pg_index_indpred - 1] = true;
663
665
666 /*
667 * insert the tuple into the pg_index catalog
668 */
670
671 /*
672 * close the relation and free the tuple
673 */
675 heap_freetuple(tuple);
676}
677
678
679/*
680 * index_create
681 *
682 * heapRelation: table to build index on (suitably locked by caller)
683 * indexRelationName: what it say
684 * indexRelationId: normally, pass InvalidOid to let this routine
685 * generate an OID for the index. During bootstrap this may be
686 * nonzero to specify a preselected OID.
687 * parentIndexRelid: if creating an index partition, the OID of the
688 * parent index; otherwise InvalidOid.
689 * parentConstraintId: if creating a constraint on a partition, the OID
690 * of the constraint in the parent; otherwise InvalidOid.
691 * relFileNumber: normally, pass InvalidRelFileNumber to get new storage.
692 * May be nonzero to attach an existing valid build.
693 * indexInfo: same info executor uses to insert into the index
694 * indexColNames: column names to use for index (List of char *)
695 * accessMethodId: OID of index AM to use
696 * tableSpaceId: OID of tablespace to use
697 * collationIds: array of collation OIDs, one per index column
698 * opclassIds: array of index opclass OIDs, one per index column
699 * coloptions: array of per-index-column indoption settings
700 * reloptions: AM-specific options
701 * flags: bitmask that can include any combination of these bits:
702 * INDEX_CREATE_IS_PRIMARY
703 * the index is a primary key
704 * INDEX_CREATE_ADD_CONSTRAINT:
705 * invoke index_constraint_create also
706 * INDEX_CREATE_SKIP_BUILD:
707 * skip the index_build() step for the moment; caller must do it
708 * later (typically via reindex_index())
709 * INDEX_CREATE_CONCURRENT:
710 * do not lock the table against writers. The index will be
711 * marked "invalid" and the caller must take additional steps
712 * to fix it up.
713 * INDEX_CREATE_IF_NOT_EXISTS:
714 * do not throw an error if a relation with the same name
715 * already exists.
716 * INDEX_CREATE_PARTITIONED:
717 * create a partitioned index (table must be partitioned)
718 * INDEX_CREATE_SUPPRESS_PROGRESS:
719 * don't report progress during the index build.
720 *
721 * constr_flags: flags passed to index_constraint_create
722 * (only if INDEX_CREATE_ADD_CONSTRAINT is set)
723 * allow_system_table_mods: allow table to be a system catalog
724 * is_internal: if true, post creation hook for new index
725 * constraintId: if not NULL, receives OID of created constraint
726 *
727 * Returns the OID of the created index.
728 */
729Oid
731 const char *indexRelationName,
736 IndexInfo *indexInfo,
737 const List *indexColNames,
740 const Oid *collationIds,
741 const Oid *opclassIds,
742 const Datum *opclassOptions,
743 const int16 *coloptions,
745 Datum reloptions,
746 uint16 flags,
749 bool is_internal,
751{
752 Oid heapRelationId = RelationGetRelid(heapRelation);
754 Relation indexRelation;
756 bool shared_relation;
757 bool mapped_relation;
758 bool is_exclusion;
760 int i;
761 char relpersistence;
762 bool isprimary = (flags & INDEX_CREATE_IS_PRIMARY) != 0;
763 bool invalid = (flags & INDEX_CREATE_INVALID) != 0;
764 bool concurrent = (flags & INDEX_CREATE_CONCURRENT) != 0;
765 bool partitioned = (flags & INDEX_CREATE_PARTITIONED) != 0;
766 bool progress = (flags & INDEX_CREATE_SUPPRESS_PROGRESS) == 0;
767 char relkind;
768 TransactionId relfrozenxid;
769 MultiXactId relminmxid;
771
772 /* constraint flags can only be set when a constraint is requested */
773 Assert((constr_flags == 0) ||
774 ((flags & INDEX_CREATE_ADD_CONSTRAINT) != 0));
775 /* partitioned indexes must never be "built" by themselves */
777
779 is_exclusion = (indexInfo->ii_ExclusionOps != NULL);
780
782
783 /*
784 * The index will be in the same namespace as its parent table, and is
785 * shared across databases if and only if the parent is. Likewise, it
786 * will use the relfilenumber map if and only if the parent does; and it
787 * inherits the parent's relpersistence.
788 */
789 namespaceId = RelationGetNamespace(heapRelation);
790 shared_relation = heapRelation->rd_rel->relisshared;
791 mapped_relation = RelationIsMapped(heapRelation);
792 relpersistence = heapRelation->rd_rel->relpersistence;
793
794 /*
795 * check parameters
796 */
797 if (indexInfo->ii_NumIndexAttrs < 1)
798 elog(ERROR, "must index at least one column");
799
801 IsSystemRelation(heapRelation) &&
805 errmsg("user-defined indexes on system catalog tables are not supported")));
806
807 /*
808 * Btree text_pattern_ops uses texteq as the equality operator, which is
809 * fine as long as the collation is deterministic; texteq then reduces to
810 * bitwise equality and so it is semantically compatible with the other
811 * operators and functions in that opclass. But with a nondeterministic
812 * collation, texteq could yield results that are incompatible with the
813 * actual behavior of the index (which is determined by the opclass's
814 * comparison function). We prevent such problems by refusing creation of
815 * an index with that opclass and a nondeterministic collation.
816 *
817 * The same applies to varchar_pattern_ops and bpchar_pattern_ops. If we
818 * find more cases, we might decide to create a real mechanism for marking
819 * opclasses as incompatible with nondeterminism; but for now, this small
820 * hack suffices.
821 *
822 * Another solution is to use a special operator, not texteq, as the
823 * equality opclass member; but that is undesirable because it would
824 * prevent index usage in many queries that work fine today.
825 */
826 for (i = 0; i < indexInfo->ii_NumIndexKeyAttrs; i++)
827 {
828 Oid collation = collationIds[i];
829 Oid opclass = opclassIds[i];
830
831 if (collation)
832 {
833 if ((opclass == TEXT_BTREE_PATTERN_OPS_OID ||
835 opclass == BPCHAR_BTREE_PATTERN_OPS_OID) &&
837 {
839
842 elog(ERROR, "cache lookup failed for operator class %u", opclass);
845 errmsg("nondeterministic collations are not supported for operator class \"%s\"",
848 }
849 }
850 }
851
852 /*
853 * Concurrent index build on a system catalog is unsafe because we tend to
854 * release locks before committing in catalogs.
855 */
856 if (concurrent &&
857 IsCatalogRelation(heapRelation))
860 errmsg("concurrent index creation on system catalog tables is not supported")));
861
862 /*
863 * This case is currently not supported. There's no way to ask for it in
864 * the grammar with CREATE INDEX, but it can happen with REINDEX.
865 */
866 if (concurrent && is_exclusion)
869 errmsg("concurrent index creation for exclusion constraints is not supported")));
870
871 /*
872 * We cannot allow indexing a shared relation after initdb (because
873 * there's no way to make the entry in other databases' pg_class).
874 */
878 errmsg("shared indexes cannot be created after initdb")));
879
880 /*
881 * Shared relations must be in pg_global, too (last-ditch check)
882 */
884 elog(ERROR, "shared relations must be placed in pg_global tablespace");
885
886 /*
887 * Check for duplicate name (both as to the index, and as to the
888 * associated constraint if any). Such cases would fail on the relevant
889 * catalogs' unique indexes anyway, but we prefer to give a friendlier
890 * error message.
891 */
893 {
894 if ((flags & INDEX_CREATE_IF_NOT_EXISTS) != 0)
895 {
898 errmsg("relation \"%s\" already exists, skipping",
901 return InvalidOid;
902 }
903
906 errmsg("relation \"%s\" already exists",
908 }
909
910 if ((flags & INDEX_CREATE_ADD_CONSTRAINT) != 0 &&
913 {
914 /*
915 * INDEX_CREATE_IF_NOT_EXISTS does not apply here, since the
916 * conflicting constraint is not an index.
917 */
920 errmsg("constraint \"%s\" for relation \"%s\" already exists",
922 }
923
924 /*
925 * construct tuple descriptor for index tuples
926 */
928 indexInfo,
932 opclassIds);
933
934 /*
935 * Allocate an OID for the index, unless we were told what to use.
936 *
937 * The OID will be the relfilenumber as well, so make sure it doesn't
938 * collide with either pg_class OIDs or existing physical files.
939 */
941 {
942 /* Use binary-upgrade override for pg_class.oid and relfilenumber */
943 if (IsBinaryUpgrade)
944 {
948 errmsg("pg_class index OID value not set when in binary upgrade mode")));
949
952
953 /* Override the index relfilenumber */
954 if ((relkind == RELKIND_INDEX) &&
958 errmsg("index relfilenumber value not set when in binary upgrade mode")));
961
962 /*
963 * Note that we want create_storage = true for binary upgrade. The
964 * storage we create here will be replaced later, but we need to
965 * have something on disk in the meanwhile.
966 */
968 }
969 else
970 {
972 GetNewRelFileNumber(tableSpaceId, pg_class, relpersistence);
973 }
974 }
975
976 /*
977 * create the index relation's relcache entry and, if necessary, the
978 * physical disk file. (If we fail further down, it's the smgr's
979 * responsibility to remove the disk file again, if any.)
980 */
981 indexRelation = heap_create(indexRelationName,
988 relkind,
989 relpersistence,
993 &relfrozenxid,
994 &relminmxid,
996
997 Assert(relfrozenxid == InvalidTransactionId);
998 Assert(relminmxid == InvalidMultiXactId);
999 Assert(indexRelationId == RelationGetRelid(indexRelation));
1000
1001 /*
1002 * Obtain exclusive lock on it. Although no other transactions can see it
1003 * until we commit, this prevents deadlock-risk complaints from lock
1004 * manager in cases such as CLUSTER.
1005 */
1006 LockRelation(indexRelation, AccessExclusiveLock);
1007
1008 /*
1009 * Fill in fields of the index's pg_class entry that are not set correctly
1010 * by heap_create.
1011 *
1012 * XXX should have a cleaner way to create cataloged indexes
1013 */
1014 indexRelation->rd_rel->relowner = heapRelation->rd_rel->relowner;
1015 indexRelation->rd_rel->relam = accessMethodId;
1016 indexRelation->rd_rel->relispartition = OidIsValid(parentIndexRelid);
1017
1018 /*
1019 * store index's pg_class entry
1020 */
1021 InsertPgClassTuple(pg_class, indexRelation,
1022 RelationGetRelid(indexRelation),
1023 (Datum) 0,
1024 reloptions);
1025
1026 /* done with pg_class */
1028
1029 /*
1030 * now update the object id's of all the attribute tuple forms in the
1031 * index relation's tuple descriptor
1032 */
1033 InitializeAttributeOids(indexRelation,
1034 indexInfo->ii_NumIndexAttrs,
1036
1037 /*
1038 * append ATTRIBUTE tuples for the index
1039 */
1041
1042 /* ----------------
1043 * update pg_index
1044 * (append INDEX tuple)
1045 *
1046 * Note that this stows away a representation of "predicate".
1047 * (Or, could define a rule to maintain the predicate) --Nels, Feb '92
1048 * ----------------
1049 */
1051 indexInfo,
1055 !concurrent && !invalid,
1056 !concurrent);
1057
1058 /*
1059 * Register relcache invalidation on the indexes' heap relation, to
1060 * maintain consistency of its index list
1061 */
1062 CacheInvalidateRelcache(heapRelation);
1063
1064 /* update pg_inherits and the parent's relhassubclass, if needed */
1066 {
1070 }
1071
1072 /*
1073 * Register constraint and dependencies for the index.
1074 *
1075 * If the index is from a CONSTRAINT clause, construct a pg_constraint
1076 * entry. The index will be linked to the constraint, which in turn is
1077 * linked to the table. If it's not a CONSTRAINT, we need to make a
1078 * dependency directly on the table.
1079 *
1080 * We don't need a dependency on the namespace, because there'll be an
1081 * indirect dependency via our parent table.
1082 *
1083 * During bootstrap we can't register any dependencies, and we don't try
1084 * to make a constraint either.
1085 */
1087 {
1089 referenced;
1090 ObjectAddresses *addrs;
1091
1093
1094 if ((flags & INDEX_CREATE_ADD_CONSTRAINT) != 0)
1095 {
1096 char constraintType;
1098
1099 if (isprimary)
1101 else if (indexInfo->ii_Unique)
1103 else if (is_exclusion)
1105 else
1106 {
1107 elog(ERROR, "constraint must be PRIMARY, UNIQUE or EXCLUDE");
1108 constraintType = 0; /* keep compiler quiet */
1109 }
1110
1111 localaddr = index_constraint_create(heapRelation,
1114 indexInfo,
1119 is_internal);
1120 if (constraintId)
1121 *constraintId = localaddr.objectId;
1122 }
1123 else
1124 {
1125 bool have_simple_col = false;
1126
1127 addrs = new_object_addresses();
1128
1129 /* Create auto dependencies on simply-referenced columns */
1130 for (i = 0; i < indexInfo->ii_NumIndexAttrs; i++)
1131 {
1132 if (indexInfo->ii_IndexAttrNumbers[i] != 0)
1133 {
1136 indexInfo->ii_IndexAttrNumbers[i]);
1138 have_simple_col = true;
1139 }
1140 }
1141
1142 /*
1143 * If there are no simply-referenced columns, give the index an
1144 * auto dependency on the whole table. In most cases, this will
1145 * be redundant, but it might not be if the index expressions and
1146 * predicate contain no Vars or only whole-row Vars.
1147 */
1148 if (!have_simple_col)
1149 {
1153 }
1154
1156 free_object_addresses(addrs);
1157 }
1158
1159 /*
1160 * If this is an index partition, create partition dependencies on
1161 * both the parent index and the table. (Note: these must be *in
1162 * addition to*, not instead of, all other dependencies. Otherwise
1163 * we'll be short some dependencies after DETACH PARTITION.)
1164 */
1166 {
1169
1172 }
1173
1174 /* placeholder for normal dependencies */
1175 addrs = new_object_addresses();
1176
1177 /* Store dependency on collations */
1178
1179 /* The default collation is pinned, so don't bother recording it */
1180 for (i = 0; i < indexInfo->ii_NumIndexKeyAttrs; i++)
1181 {
1183 {
1186 }
1187 }
1188
1189 /* Store dependency on operator classes */
1190 for (i = 0; i < indexInfo->ii_NumIndexKeyAttrs; i++)
1191 {
1194 }
1195
1197 free_object_addresses(addrs);
1198
1199 /* Store dependencies on anything mentioned in index expressions */
1200 if (indexInfo->ii_Expressions)
1201 {
1203 (Node *) indexInfo->ii_Expressions,
1206 DEPENDENCY_AUTO, false);
1207 }
1208
1209 /* Store dependencies on anything mentioned in predicate */
1210 if (indexInfo->ii_Predicate)
1211 {
1213 (Node *) indexInfo->ii_Predicate,
1216 DEPENDENCY_AUTO, false);
1217 }
1218 }
1219 else
1220 {
1221 /* Bootstrap mode - assert we weren't asked for constraint support */
1222 Assert((flags & INDEX_CREATE_ADD_CONSTRAINT) == 0);
1223 }
1224
1225 /* Post creation hook for new index */
1227 indexRelationId, 0, is_internal);
1228
1229 /*
1230 * Advance the command counter so that we can see the newly-entered
1231 * catalog tuples for the index.
1232 */
1234
1235 /*
1236 * In bootstrap mode, we have to fill in the index strategy structure with
1237 * information from the catalogs. If we aren't bootstrapping, then the
1238 * relcache entry has already been rebuilt thanks to sinval update during
1239 * CommandCounterIncrement.
1240 */
1242 RelationInitIndexAccessInfo(indexRelation);
1243 else
1244 Assert(indexRelation->rd_indexcxt != NULL);
1245
1246 indexRelation->rd_index->indnkeyatts = indexInfo->ii_NumIndexKeyAttrs;
1247
1248 /* Validate opclass-specific options */
1249 if (opclassOptions)
1250 for (i = 0; i < indexInfo->ii_NumIndexKeyAttrs; i++)
1251 (void) index_opclass_options(indexRelation, i + 1,
1253 true);
1254
1255 /*
1256 * If this is bootstrap (initdb) time, then we don't actually fill in the
1257 * index yet. We'll be creating more indexes and classes later, so we
1258 * delay filling them in until just before we're done with bootstrapping.
1259 * Similarly, if the caller specified to skip the build then filling the
1260 * index is delayed till later (ALTER TABLE can save work in some cases
1261 * with this). Otherwise, we call the AM routine that constructs the
1262 * index.
1263 */
1265 {
1267 }
1268 else if ((flags & INDEX_CREATE_SKIP_BUILD) != 0)
1269 {
1270 /*
1271 * Caller is responsible for filling the index later on. However,
1272 * we'd better make sure that the heap relation is correctly marked as
1273 * having an index.
1274 */
1275 index_update_stats(heapRelation,
1276 true,
1277 -1.0);
1278 /* Make the above update visible */
1280 }
1281 else
1282 {
1283 index_build(heapRelation, indexRelation, indexInfo, false, true,
1284 progress);
1285 }
1286
1287 /*
1288 * Close the index; but we keep the lock that we acquired above until end
1289 * of transaction. Closing the heap is caller's responsibility.
1290 */
1291 index_close(indexRelation, NoLock);
1292
1293 return indexRelationId;
1294}
1295
1296/*
1297 * index_create_copy
1298 *
1299 * Create an index based on the definition of the one provided by caller. The
1300 * index is inserted into catalogs. 'flags' are passed directly to
1301 * index_create.
1302 *
1303 * "tablespaceOid" is the tablespace to use for this index.
1304 */
1305Oid
1307 Oid oldIndexId, Oid tablespaceOid, const char *newName)
1308{
1309 Relation indexRelation;
1311 *newInfo;
1313 bool concurrently = (flags & INDEX_CREATE_CONCURRENT) != 0;
1315 classTuple;
1323 bool isnull;
1325 List *indexExprs = NIL;
1326 List *indexPreds = NIL;
1327
1328 indexRelation = index_open(oldIndexId, RowExclusiveLock);
1329
1330 /* The new index needs some information from the old index */
1331 oldInfo = BuildIndexInfo(indexRelation);
1332
1333 /*
1334 * Concurrent build of an index with exclusion constraints is not
1335 * supported.
1336 */
1337 if (oldInfo->ii_ExclusionOps != NULL && concurrently)
1338 ereport(ERROR,
1340 errmsg("concurrent index creation for exclusion constraints is not supported")));
1341
1342 /* Get the array of class and column options IDs from index info */
1345 elog(ERROR, "cache lookup failed for index %u", oldIndexId);
1349
1353
1354 /* Fetch reloptions of index if any */
1357 elog(ERROR, "cache lookup failed for relation %u", oldIndexId);
1359 Anum_pg_class_reloptions, &isnull);
1360
1361 /*
1362 * Fetch the list of expressions and predicates directly from the
1363 * catalogs. This cannot rely on the information from IndexInfo of the
1364 * old index as these have been flattened for the planner.
1365 */
1366 if (oldInfo->ii_Expressions != NIL)
1367 {
1369 char *exprString;
1370
1376 }
1377 if (oldInfo->ii_Predicate != NIL)
1378 {
1380 char *predString;
1381
1386
1387 /* Also convert to implicit-AND format */
1390 }
1391
1392 /*
1393 * Build the index information for the new index.
1394 */
1395 newInfo = makeIndexInfo(oldInfo->ii_NumIndexAttrs,
1396 oldInfo->ii_NumIndexKeyAttrs,
1397 oldInfo->ii_Am,
1398 indexExprs,
1399 indexPreds,
1400 oldInfo->ii_Unique,
1401 oldInfo->ii_NullsNotDistinct,
1402 !concurrently, /* isready */
1403 concurrently, /* concurrent */
1404 indexRelation->rd_indam->amsummarizing,
1405 oldInfo->ii_WithoutOverlaps);
1406
1407 /* fetch exclusion constraint info if any */
1408 if (indexRelation->rd_index->indisexclusion)
1409 {
1410 /*
1411 * XXX Beware: we're making newInfo point to oldInfo-owned memory. It
1412 * would be more orthodox to palloc+memcpy, but we don't need that
1413 * here at present.
1414 */
1415 newInfo->ii_ExclusionOps = oldInfo->ii_ExclusionOps;
1416 newInfo->ii_ExclusionProcs = oldInfo->ii_ExclusionProcs;
1417 newInfo->ii_ExclusionStrats = oldInfo->ii_ExclusionStrats;
1418 }
1419
1420 /*
1421 * Extract the list of column names and the column numbers for the new
1422 * index information. All this information will be used for the index
1423 * creation.
1424 */
1425 for (int i = 0; i < oldInfo->ii_NumIndexAttrs; i++)
1426 {
1427 TupleDesc indexTupDesc = RelationGetDescr(indexRelation);
1429
1430 indexColNames = lappend(indexColNames, NameStr(att->attname));
1431 newInfo->ii_IndexAttrNumbers[i] = oldInfo->ii_IndexAttrNumbers[i];
1432 }
1433
1434 /* Extract opclass options for each attribute */
1435 opclassOptions = palloc0_array(Datum, newInfo->ii_NumIndexAttrs);
1436 for (int i = 0; i < newInfo->ii_NumIndexAttrs; i++)
1438
1439 /* Extract statistic targets for each attribute */
1440 stattargets = palloc0_array(NullableDatum, newInfo->ii_NumIndexAttrs);
1441 for (int i = 0; i < newInfo->ii_NumIndexAttrs; i++)
1442 {
1443 HeapTuple tp;
1444 Datum dat;
1445
1447 if (!HeapTupleIsValid(tp))
1448 elog(ERROR, "cache lookup failed for attribute %d of relation %u",
1449 i + 1, oldIndexId);
1451 ReleaseSysCache(tp);
1452 stattargets[i].value = dat;
1453 stattargets[i].isnull = isnull;
1454 }
1455
1456 /*
1457 * Now create the new index.
1458 *
1459 * For a partition index, we adjust the partition dependency later, to
1460 * ensure a consistent state at all times. That is why parentIndexRelid
1461 * is not set here.
1462 */
1463 newIndexId = index_create(heapRelation,
1464 newName,
1465 InvalidOid, /* indexRelationId */
1466 InvalidOid, /* parentIndexRelid */
1467 InvalidOid, /* parentConstraintId */
1468 InvalidRelFileNumber, /* relFileNumber */
1469 newInfo,
1471 indexRelation->rd_rel->relam,
1472 tablespaceOid,
1473 indexRelation->rd_indcollation,
1474 indclass->values,
1476 indcoloptions->values,
1479 flags,
1480 0,
1481 true, /* allow table to be a system catalog? */
1482 false, /* is_internal? */
1483 NULL);
1484
1485 /* Close the relations used and clean up */
1486 index_close(indexRelation, NoLock);
1489
1490 return newIndexId;
1491}
1492
1493/*
1494 * index_concurrently_build
1495 *
1496 * Build index for a concurrent operation. Low-level locks are taken when
1497 * this operation is performed to prevent only schema changes, but they need
1498 * to be kept until the end of the transaction performing this operation.
1499 * 'indexOid' refers to an index relation OID already created as part of
1500 * previous processing, and 'heapOid' refers to its parent heap relation.
1501 */
1502void
1505{
1506 Relation heapRel;
1507 Oid save_userid;
1508 int save_sec_context;
1509 int save_nestlevel;
1510 Relation indexRelation;
1511 IndexInfo *indexInfo;
1512
1513 /* This had better make sure that a snapshot is active */
1515
1516 /* Open and lock the parent heap relation */
1518
1519 /*
1520 * Switch to the table owner's userid, so that any index functions are run
1521 * as that user. Also lock down security-restricted operations and
1522 * arrange to make GUC variable changes local to this command.
1523 */
1524 GetUserIdAndSecContext(&save_userid, &save_sec_context);
1525 SetUserIdAndSecContext(heapRel->rd_rel->relowner,
1526 save_sec_context | SECURITY_RESTRICTED_OPERATION);
1527 save_nestlevel = NewGUCNestLevel();
1529
1531
1532 /*
1533 * We have to re-build the IndexInfo struct, since it was lost in the
1534 * commit of the transaction where this concurrent index was created at
1535 * the catalog level.
1536 */
1537 indexInfo = BuildIndexInfo(indexRelation);
1538 Assert(!indexInfo->ii_ReadyForInserts);
1539 indexInfo->ii_Concurrent = true;
1540 indexInfo->ii_BrokenHotChain = false;
1541
1542 /* Now build the index */
1543 index_build(heapRel, indexRelation, indexInfo, false, true, true);
1544
1545 /* Roll back any GUC changes executed by index functions */
1546 AtEOXact_GUC(false, save_nestlevel);
1547
1548 /* Restore userid and security context */
1549 SetUserIdAndSecContext(save_userid, save_sec_context);
1550
1551 /* Close both the relations, but keep the locks */
1552 table_close(heapRel, NoLock);
1553 index_close(indexRelation, NoLock);
1554
1555 /*
1556 * Update the pg_index row to mark the index as ready for inserts. Once we
1557 * commit this transaction, any new transactions that open the table must
1558 * insert new entries into the index for insertions and non-HOT updates.
1559 */
1561}
1562
1563/*
1564 * index_concurrently_swap
1565 *
1566 * Swap name, dependencies, and constraints of the old index over to the new
1567 * index, while marking the old index as invalid and the new as valid.
1568 */
1569void
1571{
1573 pg_index,
1575 pg_trigger;
1586 bool isPartition;
1589 ListCell *lc;
1590
1591 /*
1592 * Take a necessary lock on the old and new index before swapping them.
1593 */
1596
1597 /* Now swap names and dependencies of those indexes */
1599
1603 elog(ERROR, "could not find tuple for relation %u", oldIndexId);
1607 elog(ERROR, "could not find tuple for relation %u", newIndexId);
1608
1611
1612 /* Swap the names */
1613 namestrcpy(&newClassForm->relname, NameStr(oldClassForm->relname));
1614 namestrcpy(&oldClassForm->relname, oldName);
1615
1616 /* Swap the partition flags to track inheritance properly */
1617 isPartition = newClassForm->relispartition;
1618 newClassForm->relispartition = oldClassForm->relispartition;
1619 oldClassForm->relispartition = isPartition;
1620
1623
1626
1627 /* Now swap index info */
1629
1633 elog(ERROR, "could not find tuple for relation %u", oldIndexId);
1637 elog(ERROR, "could not find tuple for relation %u", newIndexId);
1638
1641
1642 /*
1643 * Copy constraint flags from the old index. This is safe because the old
1644 * index guaranteed uniqueness.
1645 */
1646 newIndexForm->indisprimary = oldIndexForm->indisprimary;
1647 oldIndexForm->indisprimary = false;
1648 newIndexForm->indisexclusion = oldIndexForm->indisexclusion;
1649 oldIndexForm->indisexclusion = false;
1650 newIndexForm->indimmediate = oldIndexForm->indimmediate;
1651 oldIndexForm->indimmediate = true;
1652
1653 /* Preserve indisreplident in the new index */
1654 newIndexForm->indisreplident = oldIndexForm->indisreplident;
1655
1656 /* Preserve indisclustered in the new index */
1657 newIndexForm->indisclustered = oldIndexForm->indisclustered;
1658
1659 /*
1660 * Mark the new index as valid, and the old index as invalid similarly to
1661 * what index_set_state_flags() does.
1662 */
1663 newIndexForm->indisvalid = true;
1664 oldIndexForm->indisvalid = false;
1665 oldIndexForm->indisclustered = false;
1666 oldIndexForm->indisreplident = false;
1667
1670
1673
1674 /*
1675 * Move constraints and triggers over to the new index
1676 */
1677
1679
1681
1684
1687
1688 foreach(lc, constraintOids)
1689 {
1693 ScanKeyData key[1];
1694 SysScanDesc scan;
1696
1697 /* Move the constraint from the old to the new index */
1701 elog(ERROR, "could not find tuple for constraint %u", constraintOid);
1702
1704
1705 if (conForm->conindid == oldIndexId)
1706 {
1707 conForm->conindid = newIndexId;
1708
1710 }
1711
1713
1714 /* Search for trigger records */
1715 ScanKeyInit(&key[0],
1719
1721 NULL, 1, key);
1722
1724 {
1726
1727 if (tgForm->tgconstrindid != oldIndexId)
1728 continue;
1729
1730 /* Make a modifiable copy */
1733
1734 tgForm->tgconstrindid = newIndexId;
1735
1737
1739 }
1740
1741 systable_endscan(scan);
1742 }
1743
1744 /*
1745 * Move comment if any
1746 */
1747 {
1749 ScanKeyData skey[3];
1751 HeapTuple tuple;
1753 bool nulls[Natts_pg_description] = {0};
1754 bool replaces[Natts_pg_description] = {0};
1755
1758
1759 ScanKeyInit(&skey[0],
1763 ScanKeyInit(&skey[1],
1767 ScanKeyInit(&skey[2],
1770 Int32GetDatum(0));
1771
1773
1775 NULL, 3, skey);
1776
1777 while ((tuple = systable_getnext(sd)) != NULL)
1778 {
1780 values, nulls, replaces);
1781 CatalogTupleUpdate(description, &tuple->t_self, tuple);
1782
1783 break; /* Assume there can be only one match */
1784 }
1785
1788 }
1789
1790 /*
1791 * Swap inheritance relationship with parent index
1792 */
1794 {
1796 Oid parentIndexRelid = linitial_oid(ancestors);
1797
1800
1801 list_free(ancestors);
1802 }
1803
1804 /*
1805 * Swap all dependencies of and on the old index to the new one, and
1806 * vice-versa. Note that a call to CommandCounterIncrement() would cause
1807 * duplicate entries in pg_depend, so this should not be done.
1808 */
1811
1814
1815 /* copy over statistics from old to new index */
1817
1818 /* Copy data of pg_statistic from the old index to the new one */
1820
1821 /* Close relations */
1826
1827 /* The lock taken previously is not released until the end of transaction */
1830}
1831
1832/*
1833 * index_concurrently_set_dead
1834 *
1835 * Perform the last invalidation stage of DROP INDEX CONCURRENTLY or REINDEX
1836 * CONCURRENTLY before actually dropping the index. After calling this
1837 * function, the index is seen by all the backends as dead. Low-level locks
1838 * taken here are kept until the end of the transaction calling this function.
1839 */
1840void
1842{
1845
1846 /*
1847 * No more predicate locks will be acquired on this index, and we're about
1848 * to stop doing inserts into the index which could show conflicts with
1849 * existing predicate locks, so now is the time to move them to the heap
1850 * relation.
1851 */
1855
1856 /*
1857 * Now we are sure that nobody uses the index for queries; they just might
1858 * have it open for updating it. So now we can unset indisready and
1859 * indislive, then wait till nobody could be using it at all anymore.
1860 */
1862
1863 /*
1864 * Invalidate the relcache for the table, so that after this commit all
1865 * sessions will refresh the table's index list. Forgetting just the
1866 * index's relcache entry is not enough.
1867 */
1869
1870 /*
1871 * Close the relations again, though still holding session lock.
1872 */
1875}
1876
1877/*
1878 * index_constraint_create
1879 *
1880 * Set up a constraint associated with an index. Return the new constraint's
1881 * address.
1882 *
1883 * heapRelation: table owning the index (must be suitably locked by caller)
1884 * indexRelationId: OID of the index
1885 * parentConstraintId: if constraint is on a partition, the OID of the
1886 * constraint in the parent.
1887 * indexInfo: same info executor uses to insert into the index
1888 * constraintName: what it say (generally, should match name of index)
1889 * constraintType: one of CONSTRAINT_PRIMARY, CONSTRAINT_UNIQUE, or
1890 * CONSTRAINT_EXCLUSION
1891 * flags: bitmask that can include any combination of these bits:
1892 * INDEX_CONSTR_CREATE_MARK_AS_PRIMARY: index is a PRIMARY KEY
1893 * INDEX_CONSTR_CREATE_DEFERRABLE: constraint is DEFERRABLE
1894 * INDEX_CONSTR_CREATE_INIT_DEFERRED: constraint is INITIALLY DEFERRED
1895 * INDEX_CONSTR_CREATE_UPDATE_INDEX: update the pg_index row
1896 * INDEX_CONSTR_CREATE_REMOVE_OLD_DEPS: remove existing dependencies
1897 * of index on table's columns
1898 * INDEX_CONSTR_CREATE_WITHOUT_OVERLAPS: constraint uses WITHOUT OVERLAPS
1899 * allow_system_table_mods: allow table to be a system catalog
1900 * is_internal: index is constructed due to internal process
1901 */
1906 const IndexInfo *indexInfo,
1907 const char *constraintName,
1908 char constraintType,
1911 bool is_internal)
1912{
1913 Oid namespaceId = RelationGetNamespace(heapRelation);
1915 idxaddr;
1916 Oid conOid;
1917 bool deferrable;
1918 bool initdeferred;
1919 bool mark_as_primary;
1920 bool islocal;
1921 bool noinherit;
1923 int16 inhcount;
1924
1925 deferrable = (constr_flags & INDEX_CONSTR_CREATE_DEFERRABLE) != 0;
1926 initdeferred = (constr_flags & INDEX_CONSTR_CREATE_INIT_DEFERRED) != 0;
1929
1930 /* constraint creation support doesn't work while bootstrapping */
1932
1933 /* enforce system-table restriction */
1935 IsSystemRelation(heapRelation) &&
1937 ereport(ERROR,
1939 errmsg("user-defined indexes on system catalog tables are not supported")));
1940
1941 /* primary/unique constraints shouldn't have any expressions */
1942 if (indexInfo->ii_Expressions &&
1944 elog(ERROR, "constraints cannot have index expressions");
1945
1946 /*
1947 * If we're manufacturing a constraint for a pre-existing index, we need
1948 * to get rid of the existing auto dependencies for the index (the ones
1949 * that index_create() would have made instead of calling this function).
1950 *
1951 * Note: this code would not necessarily do the right thing if the index
1952 * has any expressions or predicate, but we'd never be turning such an
1953 * index into a UNIQUE or PRIMARY KEY constraint.
1954 */
1958
1960 {
1961 islocal = false;
1962 inhcount = 1;
1963 noinherit = false;
1964 }
1965 else
1966 {
1967 islocal = true;
1968 inhcount = 0;
1969 noinherit = true;
1970 }
1971
1972 /*
1973 * Construct a pg_constraint entry.
1974 */
1978 deferrable,
1979 initdeferred,
1980 true, /* Is Enforced */
1981 true,
1983 RelationGetRelid(heapRelation),
1984 indexInfo->ii_IndexAttrNumbers,
1985 indexInfo->ii_NumIndexKeyAttrs,
1986 indexInfo->ii_NumIndexAttrs,
1987 InvalidOid, /* no domain */
1988 indexRelationId, /* index OID */
1989 InvalidOid, /* no foreign key */
1990 NULL,
1991 NULL,
1992 NULL,
1993 NULL,
1994 0,
1995 ' ',
1996 ' ',
1997 NULL,
1998 0,
1999 ' ',
2000 indexInfo->ii_ExclusionOps,
2001 NULL, /* no check constraint */
2002 NULL,
2003 islocal,
2004 inhcount,
2005 noinherit,
2007 is_internal);
2008
2009 /*
2010 * Register the index as internally dependent on the constraint.
2011 *
2012 * Note that the constraint has a dependency on the table, so we don't
2013 * need (or want) any direct dependency from the index to the table.
2014 */
2018
2019 /*
2020 * Also, if this is a constraint on a partition, give it partition-type
2021 * dependencies on the parent constraint as well as the table.
2022 */
2024 {
2026
2030 RelationGetRelid(heapRelation));
2032 }
2033
2034 /*
2035 * If the constraint is deferrable, create the deferred uniqueness
2036 * checking trigger. (The trigger will be given an internal dependency on
2037 * the constraint by CreateTrigger.)
2038 */
2039 if (deferrable)
2040 {
2042
2043 trigger->replace = false;
2044 trigger->isconstraint = true;
2045 trigger->trigname = (constraintType == CONSTRAINT_PRIMARY) ?
2046 "PK_ConstraintTrigger" :
2047 "Unique_ConstraintTrigger";
2048 trigger->relation = NULL;
2049 trigger->funcname = SystemFuncName("unique_key_recheck");
2050 trigger->args = NIL;
2051 trigger->row = true;
2052 trigger->timing = TRIGGER_TYPE_AFTER;
2054 trigger->columns = NIL;
2055 trigger->whenClause = NULL;
2056 trigger->transitionRels = NIL;
2057 trigger->deferrable = true;
2058 trigger->initdeferred = initdeferred;
2059 trigger->constrrel = NULL;
2060
2063 InvalidOid, NULL, true, false);
2064 }
2065
2066 /*
2067 * If needed, mark the index as primary and/or deferred in pg_index.
2068 *
2069 * Note: When making an existing index into a constraint, caller must have
2070 * a table lock that prevents concurrent table updates; otherwise, there
2071 * is a risk that concurrent readers of the table will miss seeing this
2072 * index at all.
2073 */
2075 (mark_as_primary || deferrable))
2076 {
2080 bool dirty = false;
2081 bool marked_as_primary = false;
2082
2084
2088 elog(ERROR, "cache lookup failed for index %u", indexRelationId);
2090
2091 if (mark_as_primary && !indexForm->indisprimary)
2092 {
2093 indexForm->indisprimary = true;
2094 dirty = true;
2095 marked_as_primary = true;
2096 }
2097
2098 if (deferrable && indexForm->indimmediate)
2099 {
2100 indexForm->indimmediate = false;
2101 dirty = true;
2102 }
2103
2104 if (dirty)
2105 {
2107
2108 /*
2109 * When we mark an existing index as primary, force a relcache
2110 * flush on its parent table, so that all sessions will become
2111 * aware that the table now has a primary key. This is important
2112 * because it affects some replication behaviors.
2113 */
2115 CacheInvalidateRelcache(heapRelation);
2116
2118 InvalidOid, is_internal);
2119 }
2120
2123 }
2124
2125 return myself;
2126}
2127
2128/*
2129 * index_drop
2130 *
2131 * NOTE: this routine should now only be called through performDeletion(),
2132 * else associated dependencies won't be cleaned up.
2133 *
2134 * If concurrent is true, do a DROP INDEX CONCURRENTLY. If concurrent is
2135 * false but concurrent_lock_mode is true, then do a normal DROP INDEX but
2136 * take a lock for CONCURRENTLY processing. That is used as part of REINDEX
2137 * CONCURRENTLY.
2138 */
2139void
2141{
2142 Oid heapId;
2145 Relation indexRelation;
2146 HeapTuple tuple;
2147 bool hasexprs;
2148 LockRelId heaprelid,
2149 indexrelid;
2151 LOCKMODE lockmode;
2152
2153 /*
2154 * A temporary relation uses a non-concurrent DROP. Other backends can't
2155 * access a temporary relation, so there's no harm in grabbing a stronger
2156 * lock (see comments in RemoveRelations), and a non-concurrent DROP is
2157 * more efficient.
2158 */
2160 (!concurrent && !concurrent_lock_mode));
2161
2162 /*
2163 * To drop an index safely, we must grab exclusive lock on its parent
2164 * table. Exclusive lock on the index alone is insufficient because
2165 * another backend might be about to execute a query on the parent table.
2166 * If it relies on a previously cached list of index OIDs, then it could
2167 * attempt to access the just-dropped index. We must therefore take a
2168 * table lock strong enough to prevent all queries on the table from
2169 * proceeding until we commit and send out a shared-cache-inval notice
2170 * that will make them update their index lists.
2171 *
2172 * In the concurrent case we avoid this requirement by disabling index use
2173 * in multiple steps and waiting out any transactions that might be using
2174 * the index, so we don't need exclusive lock on the parent table. Instead
2175 * we take ShareUpdateExclusiveLock, to ensure that two sessions aren't
2176 * doing CREATE/DROP INDEX CONCURRENTLY on the same index. (We will get
2177 * AccessExclusiveLock on the index below, once we're sure nobody else is
2178 * using it.)
2179 */
2182 userHeapRelation = table_open(heapId, lockmode);
2184
2185 /*
2186 * We might still have open queries using it in our own session, which the
2187 * above locking won't prevent, so test explicitly.
2188 */
2190
2191 /*
2192 * Drop Index Concurrently is more or less the reverse process of Create
2193 * Index Concurrently.
2194 *
2195 * First we unset indisvalid so queries starting afterwards don't use the
2196 * index to answer queries anymore. We have to keep indisready = true so
2197 * transactions that are still scanning the index can continue to see
2198 * valid index contents. For instance, if they are using READ COMMITTED
2199 * mode, and another transaction makes changes and commits, they need to
2200 * see those new tuples in the index.
2201 *
2202 * After all transactions that could possibly have used the index for
2203 * queries end, we can unset indisready and indislive, then wait till
2204 * nobody could be touching it anymore. (Note: we need indislive because
2205 * this state must be distinct from the initial state during CREATE INDEX
2206 * CONCURRENTLY, which has indislive true while indisready and indisvalid
2207 * are false. That's because in that state, transactions must examine the
2208 * index for HOT-safety decisions, while in this state we don't want them
2209 * to open it at all.)
2210 *
2211 * Since all predicate locks on the index are about to be made invalid, we
2212 * must promote them to predicate locks on the heap. In the
2213 * non-concurrent case we can just do that now. In the concurrent case
2214 * it's a bit trickier. The predicate locks must be moved when there are
2215 * no index scans in progress on the index and no more can subsequently
2216 * start, so that no new predicate locks can be made on the index. Also,
2217 * they must be moved before heap inserts stop maintaining the index, else
2218 * the conflict with the predicate lock on the index gap could be missed
2219 * before the lock on the heap relation is in place to detect a conflict
2220 * based on the heap tuple insert.
2221 */
2222 if (concurrent)
2223 {
2224 /*
2225 * We must commit our transaction in order to make the first pg_index
2226 * state update visible to other sessions. If the DROP machinery has
2227 * already performed any other actions (removal of other objects,
2228 * pg_depend entries, etc), the commit would make those actions
2229 * permanent, which would leave us with inconsistent catalog state if
2230 * we fail partway through the following sequence. Since DROP INDEX
2231 * CONCURRENTLY is restricted to dropping just one index that has no
2232 * dependencies, we should get here before anything's been done ---
2233 * but let's check that to be sure. We can verify that the current
2234 * transaction has not executed any transactional updates by checking
2235 * that no XID has been assigned.
2236 */
2238 ereport(ERROR,
2240 errmsg("DROP INDEX CONCURRENTLY must be first action in transaction")));
2241
2242 /*
2243 * Mark index invalid by updating its pg_index entry
2244 */
2246
2247 /*
2248 * Invalidate the relcache for the table, so that after this commit
2249 * all sessions will refresh any cached plans that might reference the
2250 * index.
2251 */
2253
2254 /* save lockrelid and locktag for below, then close but keep locks */
2255 heaprelid = userHeapRelation->rd_lockInfo.lockRelId;
2256 SET_LOCKTAG_RELATION(heaplocktag, heaprelid.dbId, heaprelid.relId);
2257 indexrelid = userIndexRelation->rd_lockInfo.lockRelId;
2258
2261
2262 /*
2263 * We must commit our current transaction so that the indisvalid
2264 * update becomes visible to other transactions; then start another.
2265 * Note that any previously-built data structures are lost in the
2266 * commit. The only data we keep past here are the relation IDs.
2267 *
2268 * Before committing, get a session-level lock on the table, to ensure
2269 * that neither it nor the index can be dropped before we finish. This
2270 * cannot block, even if someone else is waiting for access, because
2271 * we already have the same lock within our transaction.
2272 */
2275
2279
2280 /*
2281 * Now we must wait until no running transaction could be using the
2282 * index for a query. Use AccessExclusiveLock here to check for
2283 * running transactions that hold locks of any kind on the table. Note
2284 * we do not need to worry about xacts that open the table for reading
2285 * after this point; they will see the index as invalid when they open
2286 * the relation.
2287 *
2288 * Note: the reason we use actual lock acquisition here, rather than
2289 * just checking the ProcArray and sleeping, is that deadlock is
2290 * possible if one of the transactions in question is blocked trying
2291 * to acquire an exclusive lock on our table. The lock code will
2292 * detect deadlock and error out properly.
2293 *
2294 * Note: we report progress through WaitForLockers() unconditionally
2295 * here, even though it will only be used when we're called by REINDEX
2296 * CONCURRENTLY and not when called by DROP INDEX CONCURRENTLY.
2297 */
2299
2300 /*
2301 * Updating pg_index might involve TOAST table access, so ensure we
2302 * have a valid snapshot.
2303 */
2305
2306 /* Finish invalidation of index and mark it as dead */
2308
2310
2311 /*
2312 * Again, commit the transaction to make the pg_index update visible
2313 * to other sessions.
2314 */
2317
2318 /*
2319 * Wait till every transaction that saw the old index state has
2320 * finished. See above about progress reporting.
2321 */
2323
2324 /*
2325 * Re-open relations to allow us to complete our actions.
2326 *
2327 * At this point, nothing should be accessing the index, but lets
2328 * leave nothing to chance and grab AccessExclusiveLock on the index
2329 * before the physical deletion.
2330 */
2333 }
2334 else
2335 {
2336 /* Not concurrent, so just transfer predicate locks and we're good */
2338 }
2339
2340 /*
2341 * Schedule physical removal of the files (if any)
2342 */
2343 if (RELKIND_HAS_STORAGE(userIndexRelation->rd_rel->relkind))
2345
2346 /* ensure that stats are dropped if transaction commits */
2348
2349 /*
2350 * Close and flush the index's relcache entry, to ensure relcache doesn't
2351 * try to rebuild it while we're deleting catalog entries. We keep the
2352 * lock though.
2353 */
2355
2357
2358 /*
2359 * Updating pg_index might involve TOAST table access, so ensure we have a
2360 * valid snapshot.
2361 */
2363
2364 /*
2365 * fix INDEX relation, and check for expressional index
2366 */
2368
2370 if (!HeapTupleIsValid(tuple))
2371 elog(ERROR, "cache lookup failed for index %u", indexId);
2372
2374 RelationGetDescr(indexRelation));
2375
2376 CatalogTupleDelete(indexRelation, &tuple->t_self);
2377
2378 ReleaseSysCache(tuple);
2379 table_close(indexRelation, RowExclusiveLock);
2380
2382
2383 /*
2384 * if it has any expression columns, we might have stored statistics about
2385 * them.
2386 */
2387 if (hasexprs)
2389
2390 /*
2391 * fix ATTRIBUTE relation
2392 */
2394
2395 /*
2396 * fix RELATION relation
2397 */
2399
2400 /*
2401 * fix INHERITS relation
2402 */
2404
2405 /*
2406 * We are presently too lazy to attempt to compute the new correct value
2407 * of relhasindex (the next VACUUM will fix it if necessary). So there is
2408 * no need to update the pg_class tuple for the owning relation. But we
2409 * must send out a shared-cache-inval notice on the owning relation to
2410 * ensure other backends update their relcache lists of indexes. (In the
2411 * concurrent case, this is redundant but harmless.)
2412 */
2414
2415 /*
2416 * Close owning rel, but keep lock
2417 */
2419
2420 /*
2421 * Release the session locks before we go.
2422 */
2423 if (concurrent)
2424 {
2427 }
2428}
2429
2430/* ----------------------------------------------------------------
2431 * index_build support
2432 * ----------------------------------------------------------------
2433 */
2434
2435/* ----------------
2436 * BuildIndexInfo
2437 * Construct an IndexInfo record for an open index
2438 *
2439 * IndexInfo stores the information about the index that's needed by
2440 * FormIndexDatum, which is used for both index_build() and later insertion
2441 * of individual index tuples. Normally we build an IndexInfo for an index
2442 * just once per command, and then use it for (potentially) many tuples.
2443 * ----------------
2444 */
2445IndexInfo *
2447{
2448 IndexInfo *ii;
2449 Form_pg_index indexStruct = index->rd_index;
2450 int i;
2451 int numAtts;
2452
2453 /* check the number of keys, and copy attr numbers into the IndexInfo */
2454 numAtts = indexStruct->indnatts;
2456 elog(ERROR, "invalid indnatts %d for index %u",
2458
2459 /*
2460 * Create the node, fetching any expressions needed for expressional
2461 * indexes and index predicate if any.
2462 */
2463 ii = makeIndexInfo(indexStruct->indnatts,
2464 indexStruct->indnkeyatts,
2465 index->rd_rel->relam,
2468 indexStruct->indisunique,
2469 indexStruct->indnullsnotdistinct,
2470 indexStruct->indisready,
2471 false,
2472 index->rd_indam->amsummarizing,
2473 indexStruct->indisexclusion && indexStruct->indisunique);
2474
2475 /* fill in attribute numbers */
2476 for (i = 0; i < numAtts; i++)
2477 ii->ii_IndexAttrNumbers[i] = indexStruct->indkey.values[i];
2478
2479 /* fetch exclusion constraint info if any */
2480 if (indexStruct->indisexclusion)
2481 {
2483 &ii->ii_ExclusionOps,
2484 &ii->ii_ExclusionProcs,
2485 &ii->ii_ExclusionStrats);
2486 }
2487
2488 return ii;
2489}
2490
2491/* ----------------
2492 * BuildDummyIndexInfo
2493 * Construct a dummy IndexInfo record for an open index
2494 *
2495 * This differs from the real BuildIndexInfo in that it will never run any
2496 * user-defined code that might exist in index expressions or predicates.
2497 * Instead of the real index expressions, we return null constants that have
2498 * the right types/typmods/collations. Predicates and exclusion clauses are
2499 * just ignored. This is sufficient for the purpose of truncating an index,
2500 * since we will not need to actually evaluate the expressions or predicates;
2501 * the only thing that's likely to be done with the data is construction of
2502 * a tupdesc describing the index's rowtype.
2503 * ----------------
2504 */
2505IndexInfo *
2507{
2508 IndexInfo *ii;
2509 Form_pg_index indexStruct = index->rd_index;
2510 int i;
2511 int numAtts;
2512
2513 /* check the number of keys, and copy attr numbers into the IndexInfo */
2514 numAtts = indexStruct->indnatts;
2516 elog(ERROR, "invalid indnatts %d for index %u",
2518
2519 /*
2520 * Create the node, using dummy index expressions, and pretending there is
2521 * no predicate.
2522 */
2523 ii = makeIndexInfo(indexStruct->indnatts,
2524 indexStruct->indnkeyatts,
2525 index->rd_rel->relam,
2527 NIL,
2528 indexStruct->indisunique,
2529 indexStruct->indnullsnotdistinct,
2530 indexStruct->indisready,
2531 false,
2532 index->rd_indam->amsummarizing,
2533 indexStruct->indisexclusion && indexStruct->indisunique);
2534
2535 /* fill in attribute numbers */
2536 for (i = 0; i < numAtts; i++)
2537 ii->ii_IndexAttrNumbers[i] = indexStruct->indkey.values[i];
2538
2539 /* We ignore the exclusion constraint if any */
2540
2541 return ii;
2542}
2543
2544/*
2545 * CompareIndexInfo
2546 * Return whether the properties of two indexes (in different tables)
2547 * indicate that they have the "same" definitions.
2548 *
2549 * Note: passing collations and opfamilies separately is a kludge. Adding
2550 * them to IndexInfo may result in better coding here and elsewhere.
2551 *
2552 * Use build_attrmap_by_name(index2, index1) to build the attmap.
2553 */
2554bool
2556 const Oid *collations1, const Oid *collations2,
2557 const Oid *opfamilies1, const Oid *opfamilies2,
2558 const AttrMap *attmap)
2559{
2560 int i;
2561
2562 if (info1->ii_Unique != info2->ii_Unique)
2563 return false;
2564
2565 if (info1->ii_NullsNotDistinct != info2->ii_NullsNotDistinct)
2566 return false;
2567
2568 /* indexes are only equivalent if they have the same access method */
2569 if (info1->ii_Am != info2->ii_Am)
2570 return false;
2571
2572 /* and same number of attributes */
2573 if (info1->ii_NumIndexAttrs != info2->ii_NumIndexAttrs)
2574 return false;
2575
2576 /* and same number of key attributes */
2577 if (info1->ii_NumIndexKeyAttrs != info2->ii_NumIndexKeyAttrs)
2578 return false;
2579
2580 /*
2581 * and columns match through the attribute map (actual attribute numbers
2582 * might differ!) Note that this checks that index columns that are
2583 * expressions appear in the same positions. We will next compare the
2584 * expressions themselves.
2585 */
2586 for (i = 0; i < info1->ii_NumIndexAttrs; i++)
2587 {
2588 if (attmap->maplen < info2->ii_IndexAttrNumbers[i])
2589 elog(ERROR, "incorrect attribute map");
2590
2591 /* ignore expressions for now (but check their collation/opfamily) */
2592 if (!(info1->ii_IndexAttrNumbers[i] == InvalidAttrNumber &&
2593 info2->ii_IndexAttrNumbers[i] == InvalidAttrNumber))
2594 {
2595 /* fail if just one index has an expression in this column */
2596 if (info1->ii_IndexAttrNumbers[i] == InvalidAttrNumber ||
2597 info2->ii_IndexAttrNumbers[i] == InvalidAttrNumber)
2598 return false;
2599
2600 /* both are columns, so check for match after mapping */
2601 if (attmap->attnums[info2->ii_IndexAttrNumbers[i] - 1] !=
2602 info1->ii_IndexAttrNumbers[i])
2603 return false;
2604 }
2605
2606 /* collation and opfamily are not valid for included columns */
2607 if (i >= info1->ii_NumIndexKeyAttrs)
2608 continue;
2609
2610 if (collations1[i] != collations2[i])
2611 return false;
2612 if (opfamilies1[i] != opfamilies2[i])
2613 return false;
2614 }
2615
2616 /*
2617 * For expression indexes: either both are expression indexes, or neither
2618 * is; if they are, make sure the expressions match.
2619 */
2620 if ((info1->ii_Expressions != NIL) != (info2->ii_Expressions != NIL))
2621 return false;
2622 if (info1->ii_Expressions != NIL)
2623 {
2624 bool found_whole_row;
2625 Node *mapped;
2626
2627 mapped = map_variable_attnos((Node *) info2->ii_Expressions,
2628 1, 0, attmap,
2629 InvalidOid, &found_whole_row);
2630 if (found_whole_row)
2631 {
2632 /*
2633 * we could throw an error here, but seems out of scope for this
2634 * routine.
2635 */
2636 return false;
2637 }
2638
2639 if (!equal(info1->ii_Expressions, mapped))
2640 return false;
2641 }
2642
2643 /* Partial index predicates must be identical, if they exist */
2644 if ((info1->ii_Predicate == NULL) != (info2->ii_Predicate == NULL))
2645 return false;
2646 if (info1->ii_Predicate != NULL)
2647 {
2648 bool found_whole_row;
2649 Node *mapped;
2650
2651 mapped = map_variable_attnos((Node *) info2->ii_Predicate,
2652 1, 0, attmap,
2653 InvalidOid, &found_whole_row);
2654 if (found_whole_row)
2655 {
2656 /*
2657 * we could throw an error here, but seems out of scope for this
2658 * routine.
2659 */
2660 return false;
2661 }
2662 if (!equal(info1->ii_Predicate, mapped))
2663 return false;
2664 }
2665
2666 /* If they're exclusion indexes, their properties must be identical */
2667 if ((info1->ii_ExclusionOps == NULL) != (info2->ii_ExclusionOps == NULL))
2668 return false;
2669 if (info1->ii_ExclusionOps != NULL)
2670 {
2671 for (i = 0; i < info1->ii_NumIndexKeyAttrs; i++)
2672 {
2673 if (info1->ii_ExclusionOps[i] != info2->ii_ExclusionOps[i])
2674 return false;
2675 if (info1->ii_ExclusionProcs[i] != info2->ii_ExclusionProcs[i])
2676 return false;
2677 if (info1->ii_ExclusionStrats[i] != info2->ii_ExclusionStrats[i])
2678 return false;
2679 }
2680 }
2681
2682 return true;
2683}
2684
2685/* ----------------
2686 * BuildSpeculativeIndexInfo
2687 * Add extra state to IndexInfo record
2688 *
2689 * For unique indexes, we usually don't want to add info to the IndexInfo for
2690 * checking uniqueness, since the B-Tree AM handles that directly. However, in
2691 * the case of speculative insertion and conflict detection in logical
2692 * replication, additional support is required.
2693 *
2694 * Do this processing here rather than in BuildIndexInfo() to not incur the
2695 * overhead in the common non-speculative cases.
2696 * ----------------
2697 */
2698void
2700{
2701 int indnkeyatts;
2702 int i;
2703
2705
2706 /*
2707 * fetch info for checking unique indexes
2708 */
2709 Assert(ii->ii_Unique);
2710
2714
2715 /*
2716 * We have to look up the operator's strategy number. This provides a
2717 * cross-check that the operator does match the index.
2718 */
2719 /* We need the func OIDs and strategy numbers too */
2720 for (i = 0; i < indnkeyatts; i++)
2721 {
2722 ii->ii_UniqueStrats[i] =
2724 index->rd_rel->relam,
2725 index->rd_opfamily[i],
2726 false);
2727 ii->ii_UniqueOps[i] =
2728 get_opfamily_member(index->rd_opfamily[i],
2729 index->rd_opcintype[i],
2730 index->rd_opcintype[i],
2731 ii->ii_UniqueStrats[i]);
2732 if (!OidIsValid(ii->ii_UniqueOps[i]))
2733 elog(ERROR, "missing operator %d(%u,%u) in opfamily %u",
2734 ii->ii_UniqueStrats[i], index->rd_opcintype[i],
2735 index->rd_opcintype[i], index->rd_opfamily[i]);
2737 }
2738}
2739
2740/* ----------------
2741 * FormIndexDatum
2742 * Construct values[] and isnull[] arrays for a new index tuple.
2743 *
2744 * indexInfo Info about the index
2745 * slot Heap tuple for which we must prepare an index entry
2746 * estate executor state for evaluating any index expressions
2747 * values Array of index Datums (output area)
2748 * isnull Array of is-null indicators (output area)
2749 *
2750 * When there are no index expressions, estate may be NULL. Otherwise it
2751 * must be supplied, *and* the ecxt_scantuple slot of its per-tuple expr
2752 * context must point to the heap tuple passed in.
2753 *
2754 * Notice we don't actually call index_form_tuple() here; we just prepare
2755 * its input arrays values[] and isnull[]. This is because the index AM
2756 * may wish to alter the data before storage.
2757 * ----------------
2758 */
2759void
2761 TupleTableSlot *slot,
2762 EState *estate,
2763 Datum *values,
2764 bool *isnull)
2765{
2767 int i;
2768
2769 if (indexInfo->ii_Expressions != NIL &&
2770 indexInfo->ii_ExpressionsState == NIL)
2771 {
2772 /* First time through, set up expression evaluation state */
2773 indexInfo->ii_ExpressionsState =
2774 ExecPrepareExprList(indexInfo->ii_Expressions, estate);
2775 /* Check caller has set up context correctly */
2776 Assert(GetPerTupleExprContext(estate)->ecxt_scantuple == slot);
2777 }
2779
2780 for (i = 0; i < indexInfo->ii_NumIndexAttrs; i++)
2781 {
2782 int keycol = indexInfo->ii_IndexAttrNumbers[i];
2783 Datum iDatum;
2784 bool isNull;
2785
2786 if (keycol < 0)
2787 iDatum = slot_getsysattr(slot, keycol, &isNull);
2788 else if (keycol != 0)
2789 {
2790 /*
2791 * Plain index column; get the value we need directly from the
2792 * heap tuple.
2793 */
2794 iDatum = slot_getattr(slot, keycol, &isNull);
2795 }
2796 else
2797 {
2798 /*
2799 * Index expression --- need to evaluate it.
2800 */
2801 if (indexpr_item == NULL)
2802 elog(ERROR, "wrong number of index expressions");
2804 GetPerTupleExprContext(estate),
2805 &isNull);
2807 }
2808 values[i] = iDatum;
2809 isnull[i] = isNull;
2810 }
2811
2812 if (indexpr_item != NULL)
2813 elog(ERROR, "wrong number of index expressions");
2814}
2815
2816
2817/*
2818 * index_update_stats --- update pg_class entry after CREATE INDEX or REINDEX
2819 *
2820 * This routine updates the pg_class row of either an index or its parent
2821 * relation after CREATE INDEX or REINDEX. Its rather bizarre API is designed
2822 * to ensure we can do all the necessary work in just one update.
2823 *
2824 * hasindex: set relhasindex to this value
2825 * reltuples: if >= 0, set reltuples to this value; else no change
2826 *
2827 * If reltuples >= 0, relpages, relallvisible, and relallfrozen are also
2828 * updated (using RelationGetNumberOfBlocks() and visibilitymap_count()).
2829 *
2830 * NOTE: an important side-effect of this operation is that an SI invalidation
2831 * message is sent out to all backends --- including me --- causing relcache
2832 * entries to be flushed or updated with the new data. This must happen even
2833 * if we find that no change is needed in the pg_class row. When updating
2834 * a heap entry, this ensures that other backends find out about the new
2835 * index. When updating an index, it's important because some index AMs
2836 * expect a relcache flush to occur after REINDEX.
2837 */
2838static void
2840 bool hasindex,
2841 double reltuples)
2842{
2843 bool update_stats;
2844 BlockNumber relpages = 0; /* keep compiler quiet */
2845 BlockNumber relallvisible = 0;
2846 BlockNumber relallfrozen = 0;
2847 Oid relid = RelationGetRelid(rel);
2849 ScanKeyData key[1];
2850 HeapTuple tuple;
2851 void *state;
2852 Form_pg_class rd_rel;
2853 bool dirty;
2854
2855 /*
2856 * As a special hack, if we are dealing with an empty table and the
2857 * existing reltuples is -1, we leave that alone. This ensures that
2858 * creating an index as part of CREATE TABLE doesn't cause the table to
2859 * prematurely look like it's been vacuumed. The rd_rel we modify may
2860 * differ from rel->rd_rel due to e.g. commit of concurrent GRANT, but the
2861 * commands that change reltuples take locks conflicting with ours. (Even
2862 * if a command changed reltuples under a weaker lock, this affects only
2863 * statistics for an empty table.)
2864 */
2865 if (reltuples == 0 && rel->rd_rel->reltuples < 0)
2866 reltuples = -1;
2867
2868 /*
2869 * Don't update statistics during binary upgrade, because the indexes are
2870 * created before the data is moved into place.
2871 */
2872 update_stats = reltuples >= 0 && !IsBinaryUpgrade;
2873
2874 /*
2875 * If autovacuum is off, user may not be expecting table relstats to
2876 * change. This can be important when restoring a dump that includes
2877 * statistics, as the table statistics may be restored before the index is
2878 * created, and we want to preserve the restored table statistics.
2879 */
2880 if (rel->rd_rel->relkind == RELKIND_RELATION ||
2881 rel->rd_rel->relkind == RELKIND_TOASTVALUE ||
2882 rel->rd_rel->relkind == RELKIND_MATVIEW)
2883 {
2884 if (AutoVacuumingActive())
2885 {
2887
2888 if (options != NULL && !options->autovacuum.enabled)
2889 update_stats = false;
2890 }
2891 else
2892 update_stats = false;
2893 }
2894
2895 /*
2896 * Finish I/O and visibility map buffer locks before
2897 * systable_inplace_update_begin() locks the pg_class buffer. The rd_rel
2898 * we modify may differ from rel->rd_rel due to e.g. commit of concurrent
2899 * GRANT, but no command changes a relkind from non-index to index. (Even
2900 * if one did, relallvisible doesn't break functionality.)
2901 */
2902 if (update_stats)
2903 {
2904 relpages = RelationGetNumberOfBlocks(rel);
2905
2906 if (rel->rd_rel->relkind != RELKIND_INDEX)
2907 visibilitymap_count(rel, &relallvisible, &relallfrozen);
2908 }
2909
2910 /*
2911 * We always update the pg_class row using a non-transactional,
2912 * overwrite-in-place update. There are several reasons for this:
2913 *
2914 * 1. In bootstrap mode, we have no choice --- UPDATE wouldn't work.
2915 *
2916 * 2. We could be reindexing pg_class itself, in which case we can't move
2917 * its pg_class row because CatalogTupleInsert/CatalogTupleUpdate might
2918 * not know about all the indexes yet (see reindex_relation).
2919 *
2920 * 3. Because we execute CREATE INDEX with just share lock on the parent
2921 * rel (to allow concurrent index creations), an ordinary update could
2922 * suffer a tuple-concurrently-updated failure against another CREATE
2923 * INDEX committing at about the same time. We can avoid that by having
2924 * them both do nontransactional updates (we assume they will both be
2925 * trying to change the pg_class row to the same thing, so it doesn't
2926 * matter which goes first).
2927 *
2928 * It is safe to use a non-transactional update even though our
2929 * transaction could still fail before committing. Setting relhasindex
2930 * true is safe even if there are no indexes (VACUUM will eventually fix
2931 * it). And of course the new relpages and reltuples counts are correct
2932 * regardless. However, we don't want to change relpages (or
2933 * relallvisible) if the caller isn't providing an updated reltuples
2934 * count, because that would bollix the reltuples/relpages ratio which is
2935 * what's really important.
2936 */
2937
2939
2940 ScanKeyInit(&key[0],
2943 ObjectIdGetDatum(relid));
2945 1, key, &tuple, &state);
2946
2947 if (!HeapTupleIsValid(tuple))
2948 elog(ERROR, "could not find tuple for relation %u", relid);
2949 rd_rel = (Form_pg_class) GETSTRUCT(tuple);
2950
2951 /* Should this be a more comprehensive test? */
2952 Assert(rd_rel->relkind != RELKIND_PARTITIONED_INDEX);
2953
2954 /* Apply required updates, if any, to copied tuple */
2955
2956 dirty = false;
2957 if (rd_rel->relhasindex != hasindex)
2958 {
2959 rd_rel->relhasindex = hasindex;
2960 dirty = true;
2961 }
2962
2963 if (update_stats)
2964 {
2965 if (rd_rel->relpages != (int32) relpages)
2966 {
2967 rd_rel->relpages = (int32) relpages;
2968 dirty = true;
2969 }
2970 if (rd_rel->reltuples != (float4) reltuples)
2971 {
2972 rd_rel->reltuples = (float4) reltuples;
2973 dirty = true;
2974 }
2975 if (rd_rel->relallvisible != (int32) relallvisible)
2976 {
2977 rd_rel->relallvisible = (int32) relallvisible;
2978 dirty = true;
2979 }
2980 if (rd_rel->relallfrozen != (int32) relallfrozen)
2981 {
2982 rd_rel->relallfrozen = (int32) relallfrozen;
2983 dirty = true;
2984 }
2985 }
2986
2987 /*
2988 * If anything changed, write out the tuple
2989 */
2990 if (dirty)
2991 {
2993 /* the above sends transactional and immediate cache inval messages */
2994 }
2995 else
2996 {
2998
2999 /*
3000 * While we didn't change relhasindex, CREATE INDEX needs a
3001 * transactional inval for when the new index's catalog rows become
3002 * visible. Other CREATE INDEX and REINDEX code happens to also queue
3003 * this inval, but keep this in case rare callers rely on this part of
3004 * our API contract.
3005 */
3007 }
3008
3009 heap_freetuple(tuple);
3010
3012}
3013
3014
3015/*
3016 * index_build - invoke access-method-specific index build procedure
3017 *
3018 * On entry, the index's catalog entries are valid, and its physical disk
3019 * file has been created but is empty. We call the AM-specific build
3020 * procedure to fill in the index contents. We then update the pg_class
3021 * entries of the index and heap relation as needed, using statistics
3022 * returned by ambuild as well as data passed by the caller.
3023 *
3024 * isreindex indicates we are recreating a previously-existing index.
3025 * parallel indicates if parallelism may be useful.
3026 * progress indicates if the backend should update its progress info.
3027 *
3028 * Note: before Postgres 8.2, the passed-in heap and index Relations
3029 * were automatically closed by this routine. This is no longer the case.
3030 * The caller opened 'em, and the caller should close 'em.
3031 */
3032void
3034 Relation indexRelation,
3035 IndexInfo *indexInfo,
3036 bool isreindex,
3037 bool parallel,
3038 bool progress)
3039{
3040 IndexBuildResult *stats;
3041 Oid save_userid;
3042 int save_sec_context;
3043 int save_nestlevel;
3044
3045 /*
3046 * sanity checks
3047 */
3048 Assert(RelationIsValid(indexRelation));
3049 Assert(indexRelation->rd_indam);
3050 Assert(indexRelation->rd_indam->ambuild);
3051 Assert(indexRelation->rd_indam->ambuildempty);
3052
3053 /*
3054 * Determine worker process details for parallel CREATE INDEX. Currently,
3055 * only btree, GIN, and BRIN have support for parallel builds.
3056 *
3057 * Note that planner considers parallel safety for us.
3058 */
3060 indexRelation->rd_indam->amcanbuildparallel)
3061 indexInfo->ii_ParallelWorkers =
3063 RelationGetRelid(indexRelation));
3064
3065 if (indexInfo->ii_ParallelWorkers == 0)
3067 (errmsg_internal("building index \"%s\" on table \"%s\" serially",
3068 RelationGetRelationName(indexRelation),
3069 RelationGetRelationName(heapRelation))));
3070 else
3072 (errmsg_internal("building index \"%s\" on table \"%s\" with request for %d parallel workers",
3073 RelationGetRelationName(indexRelation),
3074 RelationGetRelationName(heapRelation),
3075 indexInfo->ii_ParallelWorkers)));
3076
3077 /*
3078 * Switch to the table owner's userid, so that any index functions are run
3079 * as that user. Also lock down security-restricted operations and
3080 * arrange to make GUC variable changes local to this command.
3081 */
3082 GetUserIdAndSecContext(&save_userid, &save_sec_context);
3083 SetUserIdAndSecContext(heapRelation->rd_rel->relowner,
3084 save_sec_context | SECURITY_RESTRICTED_OPERATION);
3085 save_nestlevel = NewGUCNestLevel();
3087
3088 /* Set up initial progress report status */
3089 if (progress)
3090 {
3091 const int progress_index[] = {
3098 };
3099 const int64 progress_vals[] = {
3102 0, 0, 0, 0
3103 };
3104
3106 }
3107
3108 /*
3109 * Call the access method's build procedure
3110 */
3111 stats = indexRelation->rd_indam->ambuild(heapRelation, indexRelation,
3112 indexInfo);
3113 Assert(stats);
3114
3115 /*
3116 * If this is an unlogged index, we may need to write out an init fork for
3117 * it -- but we must first check whether one already exists. If, for
3118 * example, an unlogged relation is truncated in the transaction that
3119 * created it, or truncated twice in a subsequent transaction, the
3120 * relfilenumber won't change, and nothing needs to be done here.
3121 */
3122 if (indexRelation->rd_rel->relpersistence == RELPERSISTENCE_UNLOGGED &&
3123 !smgrexists(RelationGetSmgr(indexRelation), INIT_FORKNUM))
3124 {
3125 smgrcreate(RelationGetSmgr(indexRelation), INIT_FORKNUM, false);
3126 log_smgrcreate(&indexRelation->rd_locator, INIT_FORKNUM);
3127 indexRelation->rd_indam->ambuildempty(indexRelation);
3128 }
3129
3130 /*
3131 * If we found any potentially broken HOT chains, mark the index as not
3132 * being usable until the current transaction is below the event horizon.
3133 * See src/backend/access/heap/README.HOT for discussion. While it might
3134 * become safe to use the index earlier based on actual cleanup activity
3135 * and other active transactions, the test for that would be much more
3136 * complex and would require some form of blocking, so keep it simple and
3137 * fast by just using the current transaction.
3138 *
3139 * However, when reindexing an existing index, we should do nothing here.
3140 * Any HOT chains that are broken with respect to the index must predate
3141 * the index's original creation, so there is no need to change the
3142 * index's usability horizon. Moreover, we *must not* try to change the
3143 * index's pg_index entry while reindexing pg_index itself, and this
3144 * optimization nicely prevents that. The more complex rules needed for a
3145 * reindex are handled separately after this function returns.
3146 *
3147 * We also need not set indcheckxmin during a concurrent index build,
3148 * because we won't set indisvalid true until all transactions that care
3149 * about the broken HOT chains are gone.
3150 *
3151 * Therefore, this code path can only be taken during non-concurrent
3152 * CREATE INDEX. Thus the fact that heap_update will set the pg_index
3153 * tuple's xmin doesn't matter, because that tuple was created in the
3154 * current transaction anyway. That also means we don't need to worry
3155 * about any concurrent readers of the tuple; no other transaction can see
3156 * it yet.
3157 */
3158 if (indexInfo->ii_BrokenHotChain &&
3159 !isreindex &&
3160 !indexInfo->ii_Concurrent)
3161 {
3162 Oid indexId = RelationGetRelid(indexRelation);
3166
3168
3172 elog(ERROR, "cache lookup failed for index %u", indexId);
3174
3175 /* If it's a new index, indcheckxmin shouldn't be set ... */
3176 Assert(!indexForm->indcheckxmin);
3177
3178 indexForm->indcheckxmin = true;
3180
3183 }
3184
3185 /*
3186 * Update heap and index pg_class rows
3187 */
3188 index_update_stats(heapRelation,
3189 true,
3190 stats->heap_tuples);
3191
3192 index_update_stats(indexRelation,
3193 false,
3194 stats->index_tuples);
3195
3196 /* Make the updated catalog row versions visible */
3198
3199 /*
3200 * If it's for an exclusion constraint, make a second pass over the heap
3201 * to verify that the constraint is satisfied. We must not do this until
3202 * the index is fully valid. (Broken HOT chains shouldn't matter, though;
3203 * see comments for IndexCheckExclusion.)
3204 */
3205 if (indexInfo->ii_ExclusionOps != NULL)
3206 IndexCheckExclusion(heapRelation, indexRelation, indexInfo);
3207
3208 /* Roll back any GUC changes executed by index functions */
3209 AtEOXact_GUC(false, save_nestlevel);
3210
3211 /* Restore userid and security context */
3212 SetUserIdAndSecContext(save_userid, save_sec_context);
3213}
3214
3215/*
3216 * IndexCheckExclusion - verify that a new exclusion constraint is satisfied
3217 *
3218 * When creating an exclusion constraint, we first build the index normally
3219 * and then rescan the heap to check for conflicts. We assume that we only
3220 * need to validate tuples that are live according to an up-to-date snapshot,
3221 * and that these were correctly indexed even in the presence of broken HOT
3222 * chains. This should be OK since we are holding at least ShareLock on the
3223 * table, meaning there can be no uncommitted updates from other transactions.
3224 * (Note: that wouldn't necessarily work for system catalogs, since many
3225 * operations release write lock early on the system catalogs.)
3226 */
3227static void
3229 Relation indexRelation,
3230 IndexInfo *indexInfo)
3231{
3232 TableScanDesc scan;
3234 bool isnull[INDEX_MAX_KEYS];
3236 TupleTableSlot *slot;
3237 EState *estate;
3238 ExprContext *econtext;
3239 Snapshot snapshot;
3240
3241 /*
3242 * If we are reindexing the target index, mark it as no longer being
3243 * reindexed, to forestall an Assert in index_beginscan when we try to use
3244 * the index for probes. This is OK because the index is now fully valid.
3245 */
3248
3249 /*
3250 * Need an EState for evaluation of index expressions and partial-index
3251 * predicates. Also a slot to hold the current tuple.
3252 */
3253 estate = CreateExecutorState();
3254 econtext = GetPerTupleExprContext(estate);
3255 slot = table_slot_create(heapRelation, NULL);
3256
3257 /* Arrange for econtext's scan tuple to be the tuple under test */
3258 econtext->ecxt_scantuple = slot;
3259
3260 /* Set up execution state for predicate, if any. */
3261 predicate = ExecPrepareQual(indexInfo->ii_Predicate, estate);
3262
3263 /*
3264 * Scan all live tuples in the base relation.
3265 */
3266 snapshot = RegisterSnapshot(GetLatestSnapshot());
3267 scan = table_beginscan_strat(heapRelation, /* relation */
3268 snapshot, /* snapshot */
3269 0, /* number of keys */
3270 NULL, /* scan key */
3271 true, /* buffer access strategy OK */
3272 true); /* syncscan OK */
3273
3274 while (table_scan_getnextslot(scan, ForwardScanDirection, slot))
3275 {
3277
3278 /*
3279 * In a partial index, ignore tuples that don't satisfy the predicate.
3280 */
3281 if (predicate != NULL)
3282 {
3283 if (!ExecQual(predicate, econtext))
3284 continue;
3285 }
3286
3287 /*
3288 * Extract index column values, including computing expressions.
3289 */
3290 FormIndexDatum(indexInfo,
3291 slot,
3292 estate,
3293 values,
3294 isnull);
3295
3296 /*
3297 * Check that this tuple has no conflicts.
3298 */
3299 check_exclusion_constraint(heapRelation,
3300 indexRelation, indexInfo,
3301 &(slot->tts_tid), values, isnull,
3302 estate, true);
3303
3305 }
3306
3307 table_endscan(scan);
3308 UnregisterSnapshot(snapshot);
3309
3311
3312 FreeExecutorState(estate);
3313
3314 /* These may have been pointing to the now-gone estate */
3315 indexInfo->ii_ExpressionsState = NIL;
3316 indexInfo->ii_PredicateState = NULL;
3317}
3318
3319/*
3320 * validate_index - support code for concurrent index builds
3321 *
3322 * We do a concurrent index build by first inserting the catalog entry for the
3323 * index via index_create(), marking it not indisready and not indisvalid.
3324 * Then we commit our transaction and start a new one, then we wait for all
3325 * transactions that could have been modifying the table to terminate. Now
3326 * we know that any subsequently-started transactions will see the index and
3327 * honor its constraints on HOT updates; so while existing HOT-chains might
3328 * be broken with respect to the index, no currently live tuple will have an
3329 * incompatible HOT update done to it. We now build the index normally via
3330 * index_build(), while holding a weak lock that allows concurrent
3331 * insert/update/delete. Also, we index only tuples that are valid
3332 * as of the start of the scan (see table_index_build_scan), whereas a normal
3333 * build takes care to include recently-dead tuples. This is OK because
3334 * we won't mark the index valid until all transactions that might be able
3335 * to see those tuples are gone. The reason for doing that is to avoid
3336 * bogus unique-index failures due to concurrent UPDATEs (we might see
3337 * different versions of the same row as being valid when we pass over them,
3338 * if we used HeapTupleSatisfiesVacuum). This leaves us with an index that
3339 * does not contain any tuples added to the table while we built the index.
3340 *
3341 * Next, we mark the index "indisready" (but still not "indisvalid") and
3342 * commit the second transaction and start a third. Again we wait for all
3343 * transactions that could have been modifying the table to terminate. Now
3344 * we know that any subsequently-started transactions will see the index and
3345 * insert their new tuples into it. We then take a new reference snapshot
3346 * which is passed to validate_index(). Any tuples that are valid according
3347 * to this snap, but are not in the index, must be added to the index.
3348 * (Any tuples committed live after the snap will be inserted into the
3349 * index by their originating transaction. Any tuples committed dead before
3350 * the snap need not be indexed, because we will wait out all transactions
3351 * that might care about them before we mark the index valid.)
3352 *
3353 * validate_index() works by first gathering all the TIDs currently in the
3354 * index, using a bulkdelete callback that just stores the TIDs and doesn't
3355 * ever say "delete it". (This should be faster than a plain indexscan;
3356 * also, not all index AMs support full-index indexscan.) Then we sort the
3357 * TIDs, and finally scan the table doing a "merge join" against the TID list
3358 * to see which tuples are missing from the index. Thus we will ensure that
3359 * all tuples valid according to the reference snapshot are in the index.
3360 *
3361 * Building a unique index this way is tricky: we might try to insert a
3362 * tuple that is already dead or is in process of being deleted, and we
3363 * mustn't have a uniqueness failure against an updated version of the same
3364 * row. We could try to check the tuple to see if it's already dead and tell
3365 * index_insert() not to do the uniqueness check, but that still leaves us
3366 * with a race condition against an in-progress update. To handle that,
3367 * we expect the index AM to recheck liveness of the to-be-inserted tuple
3368 * before it declares a uniqueness error.
3369 *
3370 * After completing validate_index(), we wait until all transactions that
3371 * were alive at the time of the reference snapshot are gone; this is
3372 * necessary to be sure there are none left with a transaction snapshot
3373 * older than the reference (and hence possibly able to see tuples we did
3374 * not index). Then we mark the index "indisvalid" and commit. Subsequent
3375 * transactions will be able to use it for queries.
3376 *
3377 * Doing two full table scans is a brute-force strategy. We could try to be
3378 * cleverer, eg storing new tuples in a special area of the table (perhaps
3379 * making the table append-only by setting use_fsm). However that would
3380 * add yet more locking issues.
3381 */
3382void
3384{
3385 Relation heapRelation,
3386 indexRelation;
3387 IndexInfo *indexInfo;
3390 Oid save_userid;
3391 int save_sec_context;
3392 int save_nestlevel;
3393
3394 {
3395 const int progress_index[] = {
3401 };
3402 const int64 progress_vals[] = {
3404 0, 0, 0, 0
3405 };
3406
3408 }
3409
3410 /* Open and lock the parent heap relation */
3412
3413 /*
3414 * Switch to the table owner's userid, so that any index functions are run
3415 * as that user. Also lock down security-restricted operations and
3416 * arrange to make GUC variable changes local to this command.
3417 */
3418 GetUserIdAndSecContext(&save_userid, &save_sec_context);
3419 SetUserIdAndSecContext(heapRelation->rd_rel->relowner,
3420 save_sec_context | SECURITY_RESTRICTED_OPERATION);
3421 save_nestlevel = NewGUCNestLevel();
3423
3424 indexRelation = index_open(indexId, RowExclusiveLock);
3425
3426 /*
3427 * Fetch info needed for index_insert. (You might think this should be
3428 * passed in from DefineIndex, but its copy is long gone due to having
3429 * been built in a previous transaction.)
3430 */
3431 indexInfo = BuildIndexInfo(indexRelation);
3432
3433 /* mark build is concurrent just for consistency */
3434 indexInfo->ii_Concurrent = true;
3435
3436 /*
3437 * Scan the index and gather up all the TIDs into a tuplesort object.
3438 */
3439 ivinfo.index = indexRelation;
3440 ivinfo.heaprel = heapRelation;
3441 ivinfo.analyze_only = false;
3442 ivinfo.report_progress = true;
3443 ivinfo.estimated_count = true;
3444 ivinfo.message_level = DEBUG2;
3445 ivinfo.num_heap_tuples = heapRelation->rd_rel->reltuples;
3446 ivinfo.strategy = NULL;
3447
3448 /*
3449 * Encode TIDs as int8 values for the sort, rather than directly sorting
3450 * item pointers. This can be significantly faster, primarily because TID
3451 * is a pass-by-reference type on all platforms, whereas int8 is
3452 * pass-by-value on most platforms.
3453 */
3455 InvalidOid, false,
3458 state.htups = state.itups = state.tups_inserted = 0;
3459
3460 /* ambulkdelete updates progress metrics */
3463
3464 /* Execute the sort */
3465 {
3466 const int progress_index[] = {
3470 };
3471 const int64 progress_vals[] = {
3473 0, 0
3474 };
3475
3477 }
3478 tuplesort_performsort(state.tuplesort);
3479
3480 /*
3481 * Now scan the heap and "merge" it with the index
3482 */
3485 table_index_validate_scan(heapRelation,
3486 indexRelation,
3487 indexInfo,
3488 snapshot,
3489 &state);
3490
3491 /* Done with tuplesort object */
3492 tuplesort_end(state.tuplesort);
3493
3494 /* Make sure to release resources cached in indexInfo (if needed). */
3495 index_insert_cleanup(indexRelation, indexInfo);
3496
3497 elog(DEBUG2,
3498 "validate_index found %.0f heap tuples, %.0f index tuples; inserted %.0f missing tuples",
3499 state.htups, state.itups, state.tups_inserted);
3500
3501 /* Roll back any GUC changes executed by index functions */
3502 AtEOXact_GUC(false, save_nestlevel);
3503
3504 /* Restore userid and security context */
3505 SetUserIdAndSecContext(save_userid, save_sec_context);
3506
3507 /* Close rels, but keep locks */
3508 index_close(indexRelation, NoLock);
3509 table_close(heapRelation, NoLock);
3510}
3511
3512/*
3513 * validate_index_callback - bulkdelete callback to collect the index TIDs
3514 */
3515static bool
3517{
3519 int64 encoded = itemptr_encode(itemptr);
3520
3521 tuplesort_putdatum(state->tuplesort, Int64GetDatum(encoded), false);
3522 state->itups += 1;
3523 return false; /* never actually delete anything */
3524}
3525
3526/*
3527 * index_set_state_flags - adjust pg_index state flags
3528 *
3529 * This is used during CREATE/DROP INDEX CONCURRENTLY to adjust the pg_index
3530 * flags that denote the index's state.
3531 *
3532 * Note that CatalogTupleUpdate() sends a cache invalidation message for the
3533 * tuple, so other sessions will hear about the update as soon as we commit.
3534 */
3535void
3537{
3541
3542 /* Open pg_index and fetch a writable copy of the index's tuple */
3544
3548 elog(ERROR, "cache lookup failed for index %u", indexId);
3550
3551 /* Perform the requested state change on the copy */
3552 switch (action)
3553 {
3555 /* Set indisready during a CREATE INDEX CONCURRENTLY sequence */
3556 Assert(indexForm->indislive);
3557 Assert(!indexForm->indisready);
3558 Assert(!indexForm->indisvalid);
3559 indexForm->indisready = true;
3560 break;
3562 /* Set indisvalid during a CREATE INDEX CONCURRENTLY sequence */
3563 Assert(indexForm->indislive);
3564 Assert(indexForm->indisready);
3565 Assert(!indexForm->indisvalid);
3566 indexForm->indisvalid = true;
3567 break;
3569
3570 /*
3571 * Clear indisvalid during a DROP INDEX CONCURRENTLY sequence
3572 *
3573 * If indisready == true we leave it set so the index still gets
3574 * maintained by active transactions. We only need to ensure that
3575 * indisvalid is false. (We don't assert that either is initially
3576 * true, though, since we want to be able to retry a DROP INDEX
3577 * CONCURRENTLY that failed partway through.)
3578 *
3579 * Note: the CLUSTER logic assumes that indisclustered cannot be
3580 * set on any invalid index, so clear that flag too. For
3581 * cleanliness, also clear indisreplident.
3582 */
3583 indexForm->indisvalid = false;
3584 indexForm->indisclustered = false;
3585 indexForm->indisreplident = false;
3586 break;
3588
3589 /*
3590 * Clear indisready/indislive during DROP INDEX CONCURRENTLY
3591 *
3592 * We clear both indisready and indislive, because we not only
3593 * want to stop updates, we want to prevent sessions from touching
3594 * the index at all.
3595 */
3596 Assert(!indexForm->indisvalid);
3597 Assert(!indexForm->indisclustered);
3598 Assert(!indexForm->indisreplident);
3599 indexForm->indisready = false;
3600 indexForm->indislive = false;
3601 break;
3602 }
3603
3604 /* ... and update it */
3606
3608}
3609
3610
3611/*
3612 * IndexGetRelation: given an index's relation OID, get the OID of the
3613 * relation it is an index on. Uses the system cache.
3614 */
3615Oid
3617{
3618 HeapTuple tuple;
3620 Oid result;
3621
3623 if (!HeapTupleIsValid(tuple))
3624 {
3625 if (missing_ok)
3626 return InvalidOid;
3627 elog(ERROR, "cache lookup failed for index %u", indexId);
3628 }
3629 index = (Form_pg_index) GETSTRUCT(tuple);
3630 Assert(index->indexrelid == indexId);
3631
3632 result = index->indrelid;
3633 ReleaseSysCache(tuple);
3634 return result;
3635}
3636
3637/*
3638 * reindex_index - This routine is used to recreate a single index
3639 */
3640void
3642 bool skip_constraint_checks, char persistence,
3643 const ReindexParams *params)
3644{
3645 Relation iRel,
3646 heapRelation;
3647 Oid heapId;
3648 Oid save_userid;
3649 int save_sec_context;
3650 int save_nestlevel;
3651 IndexInfo *indexInfo;
3652 bool skipped_constraint = false;
3653 PGRUsage ru0;
3654 bool progress = ((params->options & REINDEXOPT_REPORT_PROGRESS) != 0);
3655 bool set_tablespace = false;
3656
3658
3659 /*
3660 * Open and lock the parent heap relation. ShareLock is sufficient since
3661 * we only need to be sure no schema or data changes are going on.
3662 */
3664 (params->options & REINDEXOPT_MISSING_OK) != 0);
3665 /* if relation is missing, leave */
3666 if (!OidIsValid(heapId))
3667 return;
3668
3669 if ((params->options & REINDEXOPT_MISSING_OK) != 0)
3670 heapRelation = try_table_open(heapId, ShareLock);
3671 else
3672 heapRelation = table_open(heapId, ShareLock);
3673
3674 /* if relation is gone, leave */
3675 if (!heapRelation)
3676 return;
3677
3678 /*
3679 * Switch to the table owner's userid, so that any index functions are run
3680 * as that user. Also lock down security-restricted operations and
3681 * arrange to make GUC variable changes local to this command.
3682 */
3683 GetUserIdAndSecContext(&save_userid, &save_sec_context);
3684 SetUserIdAndSecContext(heapRelation->rd_rel->relowner,
3685 save_sec_context | SECURITY_RESTRICTED_OPERATION);
3686 save_nestlevel = NewGUCNestLevel();
3688
3689 if (progress)
3690 {
3691 const int progress_cols[] = {
3694 };
3695 const int64 progress_vals[] = {
3697 indexId
3698 };
3699
3701 heapId);
3703 }
3704
3705 /*
3706 * Open the target index relation and get an exclusive lock on it, to
3707 * ensure that no one else is touching this particular index.
3708 */
3709 if ((params->options & REINDEXOPT_MISSING_OK) != 0)
3711 else
3713
3714 /* if index relation is gone, leave */
3715 if (!iRel)
3716 {
3717 /* Roll back any GUC changes */
3718 AtEOXact_GUC(false, save_nestlevel);
3719
3720 /* Restore userid and security context */
3721 SetUserIdAndSecContext(save_userid, save_sec_context);
3722
3723 /* Close parent heap relation, but keep locks */
3724 table_close(heapRelation, NoLock);
3725 return;
3726 }
3727
3728 if (progress)
3730 iRel->rd_rel->relam);
3731
3732 /*
3733 * If a statement is available, telling that this comes from a REINDEX
3734 * command, collect the index for event triggers.
3735 */
3736 if (stmt)
3737 {
3738 ObjectAddress address;
3739
3743 (const Node *) stmt);
3744 }
3745
3746 /*
3747 * Partitioned indexes should never get processed here, as they have no
3748 * physical storage.
3749 */
3750 if (iRel->rd_rel->relkind == RELKIND_PARTITIONED_INDEX)
3751 elog(ERROR, "cannot reindex partitioned index \"%s.%s\"",
3754
3755 /*
3756 * Don't allow reindex on temp tables of other backends ... their local
3757 * buffer manager is not going to cope.
3758 */
3760 ereport(ERROR,
3762 errmsg("cannot reindex temporary tables of other sessions")));
3763
3764 /*
3765 * Don't allow reindex of an invalid index on TOAST table. This is a
3766 * leftover from a failed REINDEX CONCURRENTLY, and if rebuilt it would
3767 * not be possible to drop it anymore.
3768 */
3771 ereport(ERROR,
3773 errmsg("cannot reindex invalid index on TOAST table")));
3774
3775 /*
3776 * System relations cannot be moved even if allow_system_table_mods is
3777 * enabled to keep things consistent with the concurrent case where all
3778 * the indexes of a relation are processed in series, including indexes of
3779 * toast relations.
3780 *
3781 * Note that this check is not part of CheckRelationTableSpaceMove() as it
3782 * gets used for ALTER TABLE SET TABLESPACE that could cascade across
3783 * toast relations.
3784 */
3785 if (OidIsValid(params->tablespaceOid) &&
3787 ereport(ERROR,
3789 errmsg("cannot move system relation \"%s\"",
3791
3792 /* Check if the tablespace of this index needs to be changed */
3793 if (OidIsValid(params->tablespaceOid) &&
3795 set_tablespace = true;
3796
3797 /*
3798 * Also check for active uses of the index in the current transaction; we
3799 * don't want to reindex underneath an open indexscan.
3800 */
3801 CheckTableNotInUse(iRel, "REINDEX INDEX");
3802
3803 /* Set new tablespace, if requested */
3804 if (set_tablespace)
3805 {
3806 /* Update its pg_class row */
3808
3809 /*
3810 * Schedule unlinking of the old index storage at transaction commit.
3811 */
3814
3815 /* Make sure the reltablespace change is visible */
3817 }
3818
3819 /*
3820 * All predicate locks on the index are about to be made invalid. Promote
3821 * them to relation locks on the heap.
3822 */
3824
3825 /* Fetch info needed for index_build */
3826 indexInfo = BuildIndexInfo(iRel);
3827
3828 /* If requested, skip checking uniqueness/exclusion constraints */
3830 {
3831 if (indexInfo->ii_Unique || indexInfo->ii_ExclusionOps != NULL)
3832 skipped_constraint = true;
3833 indexInfo->ii_Unique = false;
3834 indexInfo->ii_ExclusionOps = NULL;
3835 indexInfo->ii_ExclusionProcs = NULL;
3836 indexInfo->ii_ExclusionStrats = NULL;
3837 }
3838
3839 /* Suppress use of the target index while rebuilding it */
3841
3842 /* Create a new physical relation for the index */
3843 RelationSetNewRelfilenumber(iRel, persistence);
3844
3845 /* Initialize the index and rebuild */
3846 /* Note: we do not need to re-establish pkey setting */
3847 index_build(heapRelation, iRel, indexInfo, true, true, progress);
3848
3849 /* Re-allow use of target index */
3851
3852 /*
3853 * If the index is marked invalid/not-ready/dead (ie, it's from a failed
3854 * CREATE INDEX CONCURRENTLY, or a DROP INDEX CONCURRENTLY failed midway),
3855 * and we didn't skip a uniqueness check, we can now mark it valid. This
3856 * allows REINDEX to be used to clean up in such cases.
3857 *
3858 * We can also reset indcheckxmin, because we have now done a
3859 * non-concurrent index build, *except* in the case where index_build
3860 * found some still-broken HOT chains. If it did, and we don't have to
3861 * change any of the other flags, we just leave indcheckxmin alone (note
3862 * that index_build won't have changed it, because this is a reindex).
3863 * This is okay and desirable because not updating the tuple leaves the
3864 * index's usability horizon (recorded as the tuple's xmin value) the same
3865 * as it was.
3866 *
3867 * But, if the index was invalid/not-ready/dead and there were broken HOT
3868 * chains, we had better force indcheckxmin true, because the normal
3869 * argument that the HOT chains couldn't conflict with the index is
3870 * suspect for an invalid index. (A conflict is definitely possible if
3871 * the index was dead. It probably shouldn't happen otherwise, but let's
3872 * be conservative.) In this case advancing the usability horizon is
3873 * appropriate.
3874 *
3875 * Another reason for avoiding unnecessary updates here is that while
3876 * reindexing pg_index itself, we must not try to update tuples in it.
3877 * pg_index's indexes should always have these flags in their clean state,
3878 * so that won't happen.
3879 */
3880 if (!skipped_constraint)
3881 {
3885 bool index_bad;
3886
3888
3892 elog(ERROR, "cache lookup failed for index %u", indexId);
3894
3895 index_bad = (!indexForm->indisvalid ||
3896 !indexForm->indisready ||
3897 !indexForm->indislive);
3898 if (index_bad ||
3899 (indexForm->indcheckxmin && !indexInfo->ii_BrokenHotChain))
3900 {
3901 if (!indexInfo->ii_BrokenHotChain)
3902 indexForm->indcheckxmin = false;
3903 else if (index_bad)
3904 indexForm->indcheckxmin = true;
3905 indexForm->indisvalid = true;
3906 indexForm->indisready = true;
3907 indexForm->indislive = true;
3909
3910 /*
3911 * Invalidate the relcache for the table, so that after we commit
3912 * all sessions will refresh the table's index list. This ensures
3913 * that if anyone misses seeing the pg_index row during this
3914 * update, they'll refresh their list before attempting any update
3915 * on the table.
3916 */
3917 CacheInvalidateRelcache(heapRelation);
3918 }
3919
3921 }
3922
3923 /* Log what we did */
3924 if ((params->options & REINDEXOPT_VERBOSE) != 0)
3925 ereport(INFO,
3926 (errmsg("index \"%s\" was reindexed",
3928 errdetail_internal("%s",
3929 pg_rusage_show(&ru0))));
3930
3931 /* Roll back any GUC changes executed by index functions */
3932 AtEOXact_GUC(false, save_nestlevel);
3933
3934 /* Restore userid and security context */
3935 SetUserIdAndSecContext(save_userid, save_sec_context);
3936
3937 /* Close rels, but keep locks */
3939 table_close(heapRelation, NoLock);
3940
3941 if (progress)
3943}
3944
3945/*
3946 * reindex_relation - This routine is used to recreate all indexes
3947 * of a relation (and optionally its toast relation too, if any).
3948 *
3949 * "flags" is a bitmask that can include any combination of these bits:
3950 *
3951 * REINDEX_REL_PROCESS_TOAST: if true, process the toast table too (if any).
3952 *
3953 * REINDEX_REL_SUPPRESS_INDEX_USE: if true, the relation was just completely
3954 * rebuilt by an operation such as VACUUM FULL or CLUSTER, and therefore its
3955 * indexes are inconsistent with it. This makes things tricky if the relation
3956 * is a system catalog that we might consult during the reindexing. To deal
3957 * with that case, we mark all of the indexes as pending rebuild so that they
3958 * won't be trusted until rebuilt. The caller is required to call us *without*
3959 * having made the rebuilt table visible by doing CommandCounterIncrement;
3960 * we'll do CCI after having collected the index list. (This way we can still
3961 * use catalog indexes while collecting the list.)
3962 *
3963 * REINDEX_REL_CHECK_CONSTRAINTS: if true, recheck unique and exclusion
3964 * constraint conditions, else don't. To avoid deadlocks, VACUUM FULL or
3965 * CLUSTER on a system catalog must omit this flag. REINDEX should be used to
3966 * rebuild an index if constraint inconsistency is suspected. For optimal
3967 * performance, other callers should include the flag only after transforming
3968 * the data in a manner that risks a change in constraint validity.
3969 *
3970 * REINDEX_REL_FORCE_INDEXES_UNLOGGED: if true, set the persistence of the
3971 * rebuilt indexes to unlogged.
3972 *
3973 * REINDEX_REL_FORCE_INDEXES_PERMANENT: if true, set the persistence of the
3974 * rebuilt indexes to permanent.
3975 *
3976 * Returns true if any indexes were rebuilt (including toast table's index
3977 * when relevant). Note that a CommandCounterIncrement will occur after each
3978 * index rebuild.
3979 */
3980bool
3981reindex_relation(const ReindexStmt *stmt, Oid relid, int flags,
3982 const ReindexParams *params)
3983{
3984 Relation rel;
3986 List *indexIds;
3987 char persistence;
3988 bool result = false;
3990 int i;
3991
3992 /*
3993 * Open and lock the relation. ShareLock is sufficient since we only need
3994 * to prevent schema and data changes in it. The lock level used here
3995 * should match ReindexTable().
3996 */
3997 if ((params->options & REINDEXOPT_MISSING_OK) != 0)
3998 rel = try_table_open(relid, ShareLock);
3999 else
4000 rel = table_open(relid, ShareLock);
4001
4002 /* if relation is gone, leave */
4003 if (!rel)
4004 return false;
4005
4006 /*
4007 * Partitioned tables should never get processed here, as they have no
4008 * physical storage.
4009 */
4010 if (rel->rd_rel->relkind == RELKIND_PARTITIONED_TABLE)
4011 elog(ERROR, "cannot reindex partitioned table \"%s.%s\"",
4014
4015 toast_relid = rel->rd_rel->reltoastrelid;
4016
4017 /*
4018 * Get the list of index OIDs for this relation. (We trust the relcache
4019 * to get this with a sequential scan if ignoring system indexes.)
4020 */
4022
4024 {
4025 /* Suppress use of all the indexes until they are rebuilt */
4027
4028 /*
4029 * Make the new heap contents visible --- now things might be
4030 * inconsistent!
4031 */
4033 }
4034
4035 /*
4036 * Reindex the toast table, if any, before the main table.
4037 *
4038 * This helps in cases where a corruption in the toast table's index would
4039 * otherwise error and stop REINDEX TABLE command when it tries to fetch a
4040 * toasted datum. This way. the toast table's index is rebuilt and fixed
4041 * before it is used for reindexing the main table.
4042 *
4043 * It is critical to call reindex_relation() *after* the call to
4044 * RelationGetIndexList() returning the list of indexes on the relation,
4045 * because reindex_relation() will call CommandCounterIncrement() after
4046 * every reindex_index(). See REINDEX_REL_SUPPRESS_INDEX_USE for more
4047 * details.
4048 */
4050 {
4051 /*
4052 * Note that this should fail if the toast relation is missing, so
4053 * reset REINDEXOPT_MISSING_OK. Even if a new tablespace is set for
4054 * the parent relation, the indexes on its toast table are not moved.
4055 * This rule is enforced by setting tablespaceOid to InvalidOid.
4056 */
4057 ReindexParams newparams = *params;
4058
4060 newparams.tablespaceOid = InvalidOid;
4062 }
4063
4064 /*
4065 * Compute persistence of indexes: same as that of owning rel, unless
4066 * caller specified otherwise.
4067 */
4069 persistence = RELPERSISTENCE_UNLOGGED;
4070 else if (flags & REINDEX_REL_FORCE_INDEXES_PERMANENT)
4071 persistence = RELPERSISTENCE_PERMANENT;
4072 else
4073 persistence = rel->rd_rel->relpersistence;
4074
4075 /* Reindex all the indexes. */
4076 i = 1;
4077 foreach(indexId, indexIds)
4078 {
4079 Oid indexOid = lfirst_oid(indexId);
4081
4082 /*
4083 * Skip any invalid indexes on a TOAST table. These can only be
4084 * duplicate leftovers from a failed REINDEX CONCURRENTLY, and if
4085 * rebuilt it would not be possible to drop them anymore.
4086 */
4088 !get_index_isvalid(indexOid))
4089 {
4092 errmsg("cannot reindex invalid index \"%s.%s\" on TOAST table, skipping",
4094 get_rel_name(indexOid))));
4095
4096 /*
4097 * Remove this invalid toast index from the reindex pending list,
4098 * as it is skipped here due to the hard failure that would happen
4099 * in reindex_index(), should we try to process it.
4100 */
4102 RemoveReindexPending(indexOid);
4103 continue;
4104 }
4105
4106 reindex_index(stmt, indexOid, !(flags & REINDEX_REL_CHECK_CONSTRAINTS),
4107 persistence, params);
4108
4110
4111 /* Index should no longer be in the pending list */
4112 Assert(!ReindexIsProcessingIndex(indexOid));
4113
4114 /* Set index rebuild count */
4116 i);
4117 i++;
4118 }
4119
4120 /*
4121 * Close rel, but continue to hold the lock.
4122 */
4123 table_close(rel, NoLock);
4124
4125 result |= (indexIds != NIL);
4126
4127 return result;
4128}
4129
4130
4131/* ----------------------------------------------------------------
4132 * System index reindexing support
4133 *
4134 * When we are busy reindexing a system index, this code provides support
4135 * for preventing catalog lookups from using that index. We also make use
4136 * of this to catch attempted uses of user indexes during reindexing of
4137 * those indexes. This information is propagated to parallel workers;
4138 * attempting to change it during a parallel operation is not permitted.
4139 * ----------------------------------------------------------------
4140 */
4141
4145static int reindexingNestLevel = 0;
4146
4147/*
4148 * ReindexIsProcessingHeap
4149 * True if heap specified by OID is currently being reindexed.
4150 */
4151bool
4153{
4154 return heapOid == currentlyReindexedHeap;
4155}
4156
4157/*
4158 * ReindexIsCurrentlyProcessingIndex
4159 * True if index specified by OID is currently being reindexed.
4160 */
4161static bool
4163{
4164 return indexOid == currentlyReindexedIndex;
4165}
4166
4167/*
4168 * ReindexIsProcessingIndex
4169 * True if index specified by OID is currently being reindexed,
4170 * or should be treated as invalid because it is awaiting reindex.
4171 */
4172bool
4174{
4175 return indexOid == currentlyReindexedIndex ||
4177}
4178
4179/*
4180 * SetReindexProcessing
4181 * Set flag that specified heap/index are being reindexed.
4182 */
4183static void
4184SetReindexProcessing(Oid heapOid, Oid indexOid)
4185{
4186 Assert(OidIsValid(heapOid) && OidIsValid(indexOid));
4187 /* Reindexing is not re-entrant. */
4189 elog(ERROR, "cannot reindex while reindexing");
4190 currentlyReindexedHeap = heapOid;
4191 currentlyReindexedIndex = indexOid;
4192 /* Index is no longer "pending" reindex. */
4193 RemoveReindexPending(indexOid);
4194 /* This may have been set already, but in case it isn't, do so now. */
4196}
4197
4198/*
4199 * ResetReindexProcessing
4200 * Unset reindexing status.
4201 */
4202static void
4204{
4207 /* reindexingNestLevel remains set till end of (sub)transaction */
4208}
4209
4210/*
4211 * SetReindexPending
4212 * Mark the given indexes as pending reindex.
4213 *
4214 * NB: we assume that the current memory context stays valid throughout.
4215 */
4216static void
4218{
4219 /* Reindexing is not re-entrant. */
4221 elog(ERROR, "cannot reindex while reindexing");
4222 if (IsInParallelMode())
4223 elog(ERROR, "cannot modify reindex state during a parallel operation");
4226}
4227
4228/*
4229 * RemoveReindexPending
4230 * Remove the given index from the pending list.
4231 */
4232static void
4234{
4235 if (IsInParallelMode())
4236 elog(ERROR, "cannot modify reindex state during a parallel operation");
4238 indexOid);
4239}
4240
4241/*
4242 * ResetReindexState
4243 * Clear all reindexing state during (sub)transaction abort.
4244 */
4245void
4246ResetReindexState(int nestLevel)
4247{
4248 /*
4249 * Because reindexing is not re-entrant, we don't need to cope with nested
4250 * reindexing states. We just need to avoid messing up the outer-level
4251 * state in case a subtransaction fails within a REINDEX. So checking the
4252 * current nest level against that of the reindex operation is sufficient.
4253 */
4254 if (reindexingNestLevel >= nestLevel)
4255 {
4258
4259 /*
4260 * We needn't try to release the contents of pendingReindexedIndexes;
4261 * that list should be in a transaction-lifespan context, so it will
4262 * go away automatically.
4263 */
4265
4267 }
4268}
4269
4270/*
4271 * EstimateReindexStateSpace
4272 * Estimate space needed to pass reindex state to parallel workers.
4273 */
4274Size
4280
4281/*
4282 * SerializeReindexState
4283 * Serialize reindex state for parallel workers.
4284 */
4285void
4287{
4289 int c = 0;
4290 ListCell *lc;
4291
4292 sistate->currentlyReindexedHeap = currentlyReindexedHeap;
4293 sistate->currentlyReindexedIndex = currentlyReindexedIndex;
4294 sistate->numPendingReindexedIndexes = list_length(pendingReindexedIndexes);
4295 foreach(lc, pendingReindexedIndexes)
4296 sistate->pendingReindexedIndexes[c++] = lfirst_oid(lc);
4297}
4298
4299/*
4300 * RestoreReindexState
4301 * Restore reindex state in a parallel worker.
4302 */
4303void
4305{
4307 int c = 0;
4308 MemoryContext oldcontext;
4309
4310 currentlyReindexedHeap = sistate->currentlyReindexedHeap;
4311 currentlyReindexedIndex = sistate->currentlyReindexedIndex;
4312
4315 for (c = 0; c < sistate->numPendingReindexedIndexes; ++c)
4318 sistate->pendingReindexedIndexes[c]);
4319 MemoryContextSwitchTo(oldcontext);
4320
4321 /* Note the worker has its own transaction nesting level */
4323}
const IndexAmRoutine * GetIndexAmRoutineByAmId(Oid amoid, bool noerror)
Definition amapi.c:69
StrategyNumber IndexAmTranslateCompareType(CompareType cmptype, Oid amoid, Oid opfamily, bool missing_ok)
Definition amapi.c:161
int16 AttrNumber
Definition attnum.h:21
#define AttrNumberGetAttrOffset(attNum)
Definition attnum.h:51
#define InvalidAttrNumber
Definition attnum.h:23
bool AutoVacuumingActive(void)
void pgstat_progress_start_command(ProgressCommandType cmdtype, Oid relid)
void pgstat_progress_update_param(int index, int64 val)
void pgstat_progress_update_multi_param(int nparam, const int *index, const int64 *val)
void pgstat_progress_end_command(void)
@ PROGRESS_COMMAND_CREATE_INDEX
uint32 BlockNumber
Definition block.h:31
static Datum values[MAXATTR]
Definition bootstrap.c:190
void index_register(Oid heap, Oid ind, const IndexInfo *indexInfo)
Definition bootstrap.c:1130
#define RelationGetNumberOfBlocks(reln)
Definition bufmgr.h:309
#define CStringGetTextDatum(s)
Definition builtins.h:98
#define TextDatumGetCString(d)
Definition builtins.h:99
#define NameStr(name)
Definition c.h:894
#define Assert(condition)
Definition c.h:1002
int64_t int64
Definition c.h:680
TransactionId MultiXactId
Definition c.h:805
#define FLEXIBLE_ARRAY_MEMBER
Definition c.h:617
int16_t int16
Definition c.h:678
int32_t int32
Definition c.h:679
uint16_t uint16
Definition c.h:682
float float4
Definition c.h:772
#define MemSet(start, val, len)
Definition c.h:1147
uint32 TransactionId
Definition c.h:795
#define OidIsValid(objectId)
Definition c.h:917
size_t Size
Definition c.h:748
bool IsToastNamespace(Oid namespaceId)
Definition catalog.c:277
bool IsSystemRelation(Relation relation)
Definition catalog.c:74
RelFileNumber GetNewRelFileNumber(Oid reltablespace, Relation pg_class, char relpersistence)
Definition catalog.c:584
bool IsCatalogRelation(Relation relation)
Definition catalog.c:106
uint32 result
@ COMPARE_EQ
Definition cmptype.h:36
void record_object_address_dependencies(const ObjectAddress *depender, ObjectAddresses *referenced, DependencyType behavior)
void recordDependencyOnSingleRelExpr(const ObjectAddress *depender, Node *expr, Oid relId, DependencyType behavior, DependencyType self_behavior, bool reverse_self)
void add_exact_object_address(const ObjectAddress *object, ObjectAddresses *addrs)
ObjectAddresses * new_object_addresses(void)
void free_object_addresses(ObjectAddresses *addrs)
@ DEPENDENCY_AUTO
Definition dependency.h:34
@ DEPENDENCY_INTERNAL
Definition dependency.h:35
@ DEPENDENCY_PARTITION_PRI
Definition dependency.h:36
@ DEPENDENCY_PARTITION_SEC
Definition dependency.h:37
@ DEPENDENCY_NORMAL
Definition dependency.h:33
int errcode(int sqlerrcode)
Definition elog.c:875
int int errdetail_internal(const char *fmt,...) pg_attribute_printf(1
int int errmsg_internal(const char *fmt,...) pg_attribute_printf(1
#define WARNING
Definition elog.h:37
#define DEBUG2
Definition elog.h:30
#define DEBUG1
Definition elog.h:31
#define ERROR
Definition elog.h:40
#define elog(elevel,...)
Definition elog.h:228
#define NOTICE
Definition elog.h:36
#define INFO
Definition elog.h:35
#define ereport(elevel,...)
Definition elog.h:152
bool equal(const void *a, const void *b)
Definition equalfuncs.c:223
void EventTriggerCollectSimpleCommand(ObjectAddress address, ObjectAddress secondaryObject, const Node *parsetree)
ExprState * ExecPrepareQual(List *qual, EState *estate)
Definition execExpr.c:793
List * ExecPrepareExprList(List *nodes, EState *estate)
Definition execExpr.c:839
void check_exclusion_constraint(Relation heap, Relation index, IndexInfo *indexInfo, const ItemPointerData *tupleid, const Datum *values, const bool *isnull, EState *estate, bool newIndex)
void ExecDropSingleTupleTableSlot(TupleTableSlot *slot)
void FreeExecutorState(EState *estate)
Definition execUtils.c:197
EState * CreateExecutorState(void)
Definition execUtils.c:90
#define GetPerTupleExprContext(estate)
Definition executor.h:665
static bool ExecQual(ExprState *state, ExprContext *econtext)
Definition executor.h:527
static Datum ExecEvalExprSwitchContext(ExprState *state, ExprContext *econtext, bool *isNull)
Definition executor.h:444
#define palloc_array(type, count)
Definition fe_memutils.h:91
#define palloc0_array(type, count)
Definition fe_memutils.h:92
void systable_endscan(SysScanDesc sysscan)
Definition genam.c:604
void systable_inplace_update_cancel(void *state)
Definition genam.c:905
void systable_inplace_update_begin(Relation relation, Oid indexId, bool indexOK, Snapshot snapshot, int nkeys, const ScanKeyData *key, HeapTuple *oldtupcopy, void **state)
Definition genam.c:810
void systable_inplace_update_finish(void *state, HeapTuple tuple)
Definition genam.c:886
HeapTuple systable_getnext(SysScanDesc sysscan)
Definition genam.c:515
SysScanDesc systable_beginscan(Relation heapRelation, Oid indexId, bool indexOK, Snapshot snapshot, int nkeys, ScanKey key)
Definition genam.c:388
bool IsBinaryUpgrade
Definition globals.c:123
int maintenance_work_mem
Definition globals.c:135
int NewGUCNestLevel(void)
Definition guc.c:2142
void RestrictSearchPath(void)
Definition guc.c:2153
void AtEOXact_GUC(bool isCommit, int nestLevel)
Definition guc.c:2169
void DeleteRelationTuple(Oid relid)
Definition heap.c:1596
void DeleteAttributeTuples(Oid relid)
Definition heap.c:1625
void RemoveStatistics(Oid relid, AttrNumber attnum)
Definition heap.c:3515
void CheckAttributeType(const char *attname, Oid atttypid, Oid attcollation, List *containing_rowtypes, int flags)
Definition heap.c:549
void CopyStatistics(Oid fromrelid, Oid torelid)
Definition heap.c:3462
void InsertPgClassTuple(Relation pg_class_desc, Relation new_rel_desc, Oid new_rel_oid, Datum relacl, Datum reloptions)
Definition heap.c:928
void InsertPgAttributeTuples(Relation pg_attribute_rel, TupleDesc tupdesc, Oid new_rel_oid, const FormExtraData_pg_attribute tupdesc_extra[], CatalogIndexState indstate)
Definition heap.c:732
Relation heap_create(const char *relname, Oid relnamespace, Oid reltablespace, Oid relid, RelFileNumber relfilenumber, Oid accessmtd, TupleDesc tupDesc, char relkind, char relpersistence, bool shared_relation, bool mapped_relation, bool allow_system_table_mods, TransactionId *relfrozenxid, MultiXactId *relminmxid, bool create_storage)
Definition heap.c:286
HeapTuple heap_modify_tuple(HeapTuple tuple, TupleDesc tupleDesc, const Datum *replValues, const bool *replIsnull, const bool *doReplace)
Definition heaptuple.c:1118
HeapTuple heap_copytuple(HeapTuple tuple)
Definition heaptuple.c:686
HeapTuple heap_form_tuple(TupleDesc tupleDescriptor, const Datum *values, const bool *isnull)
Definition heaptuple.c:1025
bool heap_attisnull(HeapTuple tup, int attnum, TupleDesc tupleDesc)
Definition heaptuple.c:456
void heap_freetuple(HeapTuple htup)
Definition heaptuple.c:1372
#define HeapTupleIsValid(tuple)
Definition htup.h:78
static void * GETSTRUCT(const HeapTupleData *tuple)
#define stmt
bool ReindexIsProcessingIndex(Oid indexOid)
Definition index.c:4173
Oid index_create(Relation heapRelation, const char *indexRelationName, Oid indexRelationId, Oid parentIndexRelid, Oid parentConstraintId, RelFileNumber relFileNumber, IndexInfo *indexInfo, const List *indexColNames, Oid accessMethodId, Oid tableSpaceId, const Oid *collationIds, const Oid *opclassIds, const Datum *opclassOptions, const int16 *coloptions, const NullableDatum *stattargets, Datum reloptions, uint16 flags, uint16 constr_flags, bool allow_system_table_mods, bool is_internal, Oid *constraintId)
Definition index.c:730
static bool validate_index_callback(ItemPointer itemptr, void *opaque)
Definition index.c:3516
void validate_index(Oid heapId, Oid indexId, Snapshot snapshot)
Definition index.c:3383
void index_drop(Oid indexId, bool concurrent, bool concurrent_lock_mode)
Definition index.c:2140
void ResetReindexState(int nestLevel)
Definition index.c:4246
void index_build(Relation heapRelation, Relation indexRelation, IndexInfo *indexInfo, bool isreindex, bool parallel, bool progress)
Definition index.c:3033
Oid IndexGetRelation(Oid indexId, bool missing_ok)
Definition index.c:3616
static int reindexingNestLevel
Definition index.c:4145
void index_concurrently_set_dead(Oid heapId, Oid indexId)
Definition index.c:1841
static Oid currentlyReindexedHeap
Definition index.c:4142
static void ResetReindexProcessing(void)
Definition index.c:4203
void index_concurrently_swap(Oid newIndexId, Oid oldIndexId, const char *oldName)
Definition index.c:1570
static void RemoveReindexPending(Oid indexOid)
Definition index.c:4233
static List * pendingReindexedIndexes
Definition index.c:4144
void index_set_state_flags(Oid indexId, IndexStateFlagsAction action)
Definition index.c:3536
bool CompareIndexInfo(const IndexInfo *info1, const IndexInfo *info2, const Oid *collations1, const Oid *collations2, const Oid *opfamilies1, const Oid *opfamilies2, const AttrMap *attmap)
Definition index.c:2555
RelFileNumber binary_upgrade_next_index_pg_class_relfilenumber
Definition index.c:87
IndexInfo * BuildDummyIndexInfo(Relation index)
Definition index.c:2506
bool reindex_relation(const ReindexStmt *stmt, Oid relid, int flags, const ReindexParams *params)
Definition index.c:3981
void SerializeReindexState(Size maxsize, char *start_address)
Definition index.c:4286
ObjectAddress index_constraint_create(Relation heapRelation, Oid indexRelationId, Oid parentConstraintId, const IndexInfo *indexInfo, const char *constraintName, char constraintType, uint16 constr_flags, bool allow_system_table_mods, bool is_internal)
Definition index.c:1903
static void index_update_stats(Relation rel, bool hasindex, double reltuples)
Definition index.c:2839
IndexInfo * BuildIndexInfo(Relation index)
Definition index.c:2446
static bool relationHasPrimaryKey(Relation rel)
Definition index.c:149
static void SetReindexProcessing(Oid heapOid, Oid indexOid)
Definition index.c:4184
static void IndexCheckExclusion(Relation heapRelation, Relation indexRelation, IndexInfo *indexInfo)
Definition index.c:3228
static void InitializeAttributeOids(Relation indexRelation, int numatts, Oid indexoid)
Definition index.c:495
Oid binary_upgrade_next_index_pg_class_oid
Definition index.c:86
static void AppendAttributeTuples(Relation indexRelation, const Datum *attopts, const NullableDatum *stattargets)
Definition index.c:513
void BuildSpeculativeIndexInfo(Relation index, IndexInfo *ii)
Definition index.c:2699
void index_check_primary_key(Relation heapRel, const IndexInfo *indexInfo, bool is_alter_table, const IndexStmt *stmt)
Definition index.c:203
bool ReindexIsProcessingHeap(Oid heapOid)
Definition index.c:4152
static bool ReindexIsCurrentlyProcessingIndex(Oid indexOid)
Definition index.c:4162
void RestoreReindexState(const void *reindexstate)
Definition index.c:4304
static TupleDesc ConstructTupleDescriptor(Relation heapRelation, const IndexInfo *indexInfo, const List *indexColNames, Oid accessMethodId, const Oid *collationIds, const Oid *opclassIds)
Definition index.c:282
void FormIndexDatum(IndexInfo *indexInfo, TupleTableSlot *slot, EState *estate, Datum *values, bool *isnull)
Definition index.c:2760
static void SetReindexPending(List *indexes)
Definition index.c:4217
void index_concurrently_build(Oid heapRelationId, Oid indexRelationId)
Definition index.c:1503
static void UpdateIndexRelation(Oid indexoid, Oid heapoid, Oid parentIndexId, const IndexInfo *indexInfo, const Oid *collationOids, const Oid *opclassOids, const int16 *coloptions, bool primary, bool isexclusion, bool immediate, bool isvalid, bool isready)
Definition index.c:564
Oid index_create_copy(Relation heapRelation, uint16 flags, Oid oldIndexId, Oid tablespaceOid, const char *newName)
Definition index.c:1306
static Oid currentlyReindexedIndex
Definition index.c:4143
Size EstimateReindexStateSpace(void)
Definition index.c:4275
void reindex_index(const ReindexStmt *stmt, Oid indexId, bool skip_constraint_checks, char persistence, const ReindexParams *params)
Definition index.c:3641
#define INDEX_CREATE_SUPPRESS_PROGRESS
Definition index.h:74
#define INDEX_CREATE_IS_PRIMARY
Definition index.h:67
#define INDEX_CREATE_IF_NOT_EXISTS
Definition index.h:71
#define REINDEX_REL_PROCESS_TOAST
Definition index.h:166
#define INDEX_CREATE_PARTITIONED
Definition index.h:72
#define REINDEXOPT_MISSING_OK
Definition index.h:49
#define INDEX_CREATE_INVALID
Definition index.h:73
#define INDEX_CONSTR_CREATE_WITHOUT_OVERLAPS
Definition index.h:103
#define INDEX_CREATE_ADD_CONSTRAINT
Definition index.h:68
#define INDEX_CREATE_SKIP_BUILD
Definition index.h:69
#define INDEX_CONSTR_CREATE_UPDATE_INDEX
Definition index.h:101
#define REINDEX_REL_FORCE_INDEXES_UNLOGGED
Definition index.h:169
#define INDEX_CONSTR_CREATE_REMOVE_OLD_DEPS
Definition index.h:102
static int64 itemptr_encode(const ItemPointerData *itemptr)
Definition index.h:197
#define INDEX_CONSTR_CREATE_DEFERRABLE
Definition index.h:99
#define REINDEXOPT_REPORT_PROGRESS
Definition index.h:48
#define INDEX_CONSTR_CREATE_MARK_AS_PRIMARY
Definition index.h:98
#define REINDEX_REL_SUPPRESS_INDEX_USE
Definition index.h:167
IndexStateFlagsAction
Definition index.h:31
@ INDEX_CREATE_SET_VALID
Definition index.h:33
@ INDEX_DROP_CLEAR_VALID
Definition index.h:34
@ INDEX_DROP_SET_DEAD
Definition index.h:35
@ INDEX_CREATE_SET_READY
Definition index.h:32
#define REINDEX_REL_FORCE_INDEXES_PERMANENT
Definition index.h:170
#define INDEX_CONSTR_CREATE_INIT_DEFERRED
Definition index.h:100
#define INDEX_CREATE_CONCURRENT
Definition index.h:70
#define REINDEXOPT_VERBOSE
Definition index.h:47
#define REINDEX_REL_CHECK_CONSTRAINTS
Definition index.h:168
bytea * index_opclass_options(Relation indrel, AttrNumber attnum, Datum attoptions, bool validate)
Definition indexam.c:1016
IndexBulkDeleteResult * index_bulk_delete(IndexVacuumInfo *info, IndexBulkDeleteResult *istat, IndexBulkDeleteCallback callback, void *callback_state)
Definition indexam.c:773
void index_insert_cleanup(Relation indexRelation, IndexInfo *indexInfo)
Definition indexam.c:242
void index_close(Relation relation, LOCKMODE lockmode)
Definition indexam.c:178
Relation try_index_open(Oid relationId, LOCKMODE lockmode)
Definition indexam.c:153
Relation index_open(Oid relationId, LOCKMODE lockmode)
Definition indexam.c:134
void CatalogTupleUpdate(Relation heapRel, const ItemPointerData *otid, HeapTuple tup)
Definition indexing.c:313
void CatalogCloseIndexes(CatalogIndexState indstate)
Definition indexing.c:61
void CatalogTupleInsert(Relation heapRel, HeapTuple tup)
Definition indexing.c:233
CatalogIndexState CatalogOpenIndexes(Relation heapRel)
Definition indexing.c:43
void CatalogTupleDelete(Relation heapRel, const ItemPointerData *tid)
Definition indexing.c:365
int2vector * buildint2vector(const int16 *int2s, int n)
Definition int.c:114
void CacheInvalidateRelcache(Relation relation)
Definition inval.c:1632
void CacheInvalidateRelcacheByTuple(HeapTuple classTuple)
Definition inval.c:1666
invalidindex index d is invalid
Definition isn.c:138
int i
Definition isn.c:77
List * lappend(List *list, void *datum)
Definition list.c:339
List * list_delete_oid(List *list, Oid datum)
Definition list.c:910
List * list_copy(const List *oldlist)
Definition list.c:1573
List * lappend_oid(List *list, Oid datum)
Definition list.c:375
void list_free(List *list)
Definition list.c:1546
bool list_member_oid(const List *list, Oid datum)
Definition list.c:722
void LockRelationIdForSession(LockRelId *relid, LOCKMODE lockmode)
Definition lmgr.c:391
void LockRelationOid(Oid relid, LOCKMODE lockmode)
Definition lmgr.c:107
void LockRelation(Relation relation, LOCKMODE lockmode)
Definition lmgr.c:246
void WaitForLockers(LOCKTAG heaplocktag, LOCKMODE lockmode, bool progress)
Definition lmgr.c:989
void UnlockRelationIdForSession(LockRelId *relid, LOCKMODE lockmode)
Definition lmgr.c:404
int LOCKMODE
Definition lockdefs.h:26
#define NoLock
Definition lockdefs.h:34
#define AccessExclusiveLock
Definition lockdefs.h:43
#define ShareUpdateExclusiveLock
Definition lockdefs.h:39
#define ShareLock
Definition lockdefs.h:40
#define RowExclusiveLock
Definition lockdefs.h:38
#define SET_LOCKTAG_RELATION(locktag, dboid, reloid)
Definition locktag.h:81
char * get_rel_name(Oid relid)
Definition lsyscache.c:2242
bool get_rel_relispartition(Oid relid)
Definition lsyscache.c:2341
char get_rel_persistence(Oid relid)
Definition lsyscache.c:2392
bool get_index_isvalid(Oid index_oid)
Definition lsyscache.c:3939
Datum get_attoptions(Oid relid, int16 attnum)
Definition lsyscache.c:1196
Oid get_rel_namespace(Oid relid)
Definition lsyscache.c:2266
RegProcedure get_opcode(Oid opno)
Definition lsyscache.c:1585
Oid get_opfamily_member(Oid opfamily, Oid lefttype, Oid righttype, int16 strategy)
Definition lsyscache.c:170
bool get_collation_isdeterministic(Oid colloid)
Definition lsyscache.c:1280
Oid get_base_element_type(Oid typid)
Definition lsyscache.c:3148
char * get_namespace_name(Oid nspid)
Definition lsyscache.c:3682
Oid get_relname_relid(const char *relname, Oid relnamespace)
Definition lsyscache.c:2199
Expr * make_ands_explicit(List *andclauses)
Definition makefuncs.c:799
IndexInfo * makeIndexInfo(int numattrs, int numkeyattrs, Oid amoid, List *expressions, List *predicates, bool unique, bool nulls_not_distinct, bool isready, bool concurrent, bool summarizing, bool withoutoverlaps)
Definition makefuncs.c:834
List * make_ands_implicit(Expr *clause)
Definition makefuncs.c:810
void MemoryContextReset(MemoryContext context)
Definition mcxt.c:406
void pfree(void *pointer)
Definition mcxt.c:1619
MemoryContext TopMemoryContext
Definition mcxt.c:167
Size mul_size(Size s1, Size s2)
Definition mcxt.c:1752
#define IsBootstrapProcessingMode()
Definition miscadmin.h:486
#define SECURITY_RESTRICTED_OPERATION
Definition miscadmin.h:322
#define CHECK_FOR_INTERRUPTS()
Definition miscadmin.h:125
#define IsNormalProcessingMode()
Definition miscadmin.h:488
void GetUserIdAndSecContext(Oid *userid, int *sec_context)
Definition miscinit.c:613
void SetUserIdAndSecContext(Oid userid, int sec_context)
Definition miscinit.c:620
#define InvalidMultiXactId
Definition multixact.h:25
void namestrcpy(Name name, const char *str)
Definition name.c:233
Oid exprType(const Node *expr)
Definition nodeFuncs.c:42
int32 exprTypmod(const Node *expr)
Definition nodeFuncs.c:304
#define makeNode(_type_)
Definition nodes.h:159
static char * errmsg
#define InvokeObjectPostAlterHookArg(classId, objectId, subId, auxiliaryId, is_internal)
#define InvokeObjectPostCreateHookArg(classId, objectId, subId, is_internal)
const ObjectAddress InvalidObjectAddress
#define ObjectAddressSet(addr, class_id, object_id)
#define ObjectAddressSubSet(addr, class_id, object_id, object_sub_id)
oidvector * buildoidvector(const Oid *oids, int n)
Definition oid.c:87
char * nodeToString(const void *obj)
Definition outfuncs.c:811
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition palloc.h:138
List * SystemFuncName(char *name)
List * get_partition_ancestors(Oid relid)
Definition partition.c:134
FormData_pg_attribute
#define ATTRIBUTE_FIXED_PART_SIZE
int16 attnum
FormData_pg_attribute * Form_pg_attribute
FormData_pg_class * Form_pg_class
Definition pg_class.h:160
#define INDEX_MAX_KEYS
Oid CreateConstraintEntry(const char *constraintName, Oid constraintNamespace, char constraintType, bool isDeferrable, bool isDeferred, bool isEnforced, bool isValidated, Oid parentConstrId, Oid relId, const int16 *constraintKey, int constraintNKeys, int constraintNTotalKeys, Oid domainId, Oid indexRelId, Oid foreignRelId, const int16 *foreignKey, const Oid *pfEqOp, const Oid *ppEqOp, const Oid *ffEqOp, int foreignNKeys, char foreignUpdateType, char foreignDeleteType, const int16 *fkDeleteSetCols, int numFkDeleteSetCols, char foreignMatchType, const Oid *exclOp, Node *conExpr, const char *conBin, bool conIsLocal, int16 conInhCount, bool conNoInherit, bool conPeriod, bool is_internal)
bool ConstraintNameIsUsed(ConstraintCategory conCat, Oid objId, const char *conname)
@ CONSTRAINT_RELATION
END_CATALOG_STRUCT typedef FormData_pg_constraint * Form_pg_constraint
void recordDependencyOn(const ObjectAddress *depender, const ObjectAddress *referenced, DependencyType behavior)
Definition pg_depend.c:51
long deleteDependencyRecordsForClass(Oid classId, Oid objectId, Oid refclassId, char deptype)
Definition pg_depend.c:364
long changeDependenciesOf(Oid classId, Oid oldObjectId, Oid newObjectId)
Definition pg_depend.c:585
List * get_index_ref_constraints(Oid indexId)
Definition pg_depend.c:1248
long changeDependenciesOn(Oid refClassId, Oid oldRefObjectId, Oid newRefObjectId)
Definition pg_depend.c:641
Oid get_index_constraint(Oid indexId)
Definition pg_depend.c:1192
END_CATALOG_STRUCT typedef FormData_pg_index * Form_pg_index
Definition pg_index.h:74
bool DeleteInheritsTuple(Oid inhrelid, Oid inhparent, bool expect_detach_pending, const char *childname)
void StoreSingleInheritance(Oid relationId, Oid parentOid, int32 seqNumber)
#define lfirst(lc)
Definition pg_list.h:172
static int list_length(const List *l)
Definition pg_list.h:152
#define NIL
Definition pg_list.h:68
static ListCell * list_head(const List *l)
Definition pg_list.h:128
static ListCell * lnext(const List *l, const ListCell *c)
Definition pg_list.h:375
#define linitial_oid(l)
Definition pg_list.h:180
#define lfirst_oid(lc)
Definition pg_list.h:174
END_CATALOG_STRUCT typedef FormData_pg_opclass * Form_pg_opclass
Definition pg_opclass.h:87
const char * pg_rusage_show(const PGRUsage *ru0)
Definition pg_rusage.c:40
void pg_rusage_init(PGRUsage *ru0)
Definition pg_rusage.c:27
END_CATALOG_STRUCT typedef FormData_pg_trigger * Form_pg_trigger
Definition pg_trigger.h:84
END_CATALOG_STRUCT typedef FormData_pg_type * Form_pg_type
Definition pg_type.h:265
static int progress
Definition pgbench.c:262
void pgstat_copy_relation_stats(Relation dst, Relation src)
void pgstat_drop_relation(Relation rel)
int plan_create_index_workers(Oid tableOid, Oid indexOid)
Definition planner.c:7212
static Datum Int64GetDatum(int64 X)
Definition postgres.h:426
static Datum Int16GetDatum(int16 X)
Definition postgres.h:172
static Datum BoolGetDatum(bool X)
Definition postgres.h:112
static Datum ObjectIdGetDatum(Oid X)
Definition postgres.h:252
uint64_t Datum
Definition postgres.h:70
static Pointer DatumGetPointer(Datum X)
Definition postgres.h:332
static Datum Int32GetDatum(int32 X)
Definition postgres.h:212
#define PointerGetDatum(X)
Definition postgres.h:354
#define InvalidOid
unsigned int Oid
void TransferPredicateLocksToHeapRelation(Relation relation)
Definition predicate.c:3052
char * c
static int fb(int x)
#define PROGRESS_CREATEIDX_PHASE_BUILD
Definition progress.h:123
#define PROGRESS_CREATEIDX_PHASE_VALIDATE_TABLESCAN
Definition progress.h:127
#define PROGRESS_CREATEIDX_ACCESS_METHOD_OID
Definition progress.h:112
#define PROGRESS_CREATEIDX_TUPLES_TOTAL
Definition progress.h:115
#define PROGRESS_CREATEIDX_PHASE_VALIDATE_SORT
Definition progress.h:126
#define PROGRESS_SCAN_BLOCKS_DONE
Definition progress.h:151
#define PROGRESS_CREATEIDX_TUPLES_DONE
Definition progress.h:116
#define PROGRESS_CREATEIDX_SUBPHASE
Definition progress.h:114
#define PROGRESS_REPACK_INDEX_REBUILD_COUNT
Definition progress.h:94
#define PROGRESS_CREATEIDX_SUBPHASE_INITIALIZE
Definition progress.h:135
#define PROGRESS_CREATEIDX_PHASE
Definition progress.h:113
#define PROGRESS_CREATEIDX_COMMAND_REINDEX
Definition progress.h:141
#define PROGRESS_CREATEIDX_PHASE_VALIDATE_IDXSCAN
Definition progress.h:125
#define PROGRESS_SCAN_BLOCKS_TOTAL
Definition progress.h:150
#define PROGRESS_CREATEIDX_INDEX_OID
Definition progress.h:111
#define PROGRESS_CREATEIDX_COMMAND
Definition progress.h:110
void * stringToNode(const char *str)
Definition read.c:90
#define RelationGetForm(relation)
Definition rel.h:510
#define RelationGetRelid(relation)
Definition rel.h:516
static SMgrRelation RelationGetSmgr(Relation rel)
Definition rel.h:578
#define RelationGetDescr(relation)
Definition rel.h:542
#define RelationIsMapped(relation)
Definition rel.h:565
#define RelationGetRelationName(relation)
Definition rel.h:550
#define RELATION_IS_OTHER_TEMP(relation)
Definition rel.h:678
#define RelationIsValid(relation)
Definition rel.h:491
#define RelationGetNamespace(relation)
Definition rel.h:557
#define IndexRelationGetNumberOfKeyAttributes(relation)
Definition rel.h:535
List * RelationGetIndexList(Relation relation)
Definition relcache.c:4848
List * RelationGetDummyIndexExpressions(Relation relation)
Definition relcache.c:5168
void RelationInitIndexAccessInfo(Relation relation)
Definition relcache.c:1440
List * RelationGetIndexPredicate(Relation relation)
Definition relcache.c:5222
void RelationSetNewRelfilenumber(Relation relation, char persistence)
Definition relcache.c:3779
void RelationForgetRelation(Oid rid)
Definition relcache.c:2897
List * RelationGetIndexExpressions(Relation relation)
Definition relcache.c:5109
void RelationAssumeNewRelfilelocator(Relation relation)
Definition relcache.c:3982
void RelationGetExclusionInfo(Relation indexRelation, Oid **operators, Oid **procs, uint16 **strategies)
Definition relcache.c:5665
Oid RelFileNumber
Definition relpath.h:25
@ INIT_FORKNUM
Definition relpath.h:61
#define InvalidRelFileNumber
Definition relpath.h:26
#define RelFileNumberIsValid(relnumber)
Definition relpath.h:27
Node * map_variable_attnos(Node *node, int target_varno, int sublevels_up, const AttrMap *attno_map, Oid to_rowtype, bool *found_whole_row)
void ScanKeyInit(ScanKey entry, AttrNumber attributeNumber, StrategyNumber strategy, RegProcedure procedure, Datum argument)
Definition scankey.c:76
@ ForwardScanDirection
Definition sdir.h:28
void smgrcreate(SMgrRelation reln, ForkNumber forknum, bool isRedo)
Definition smgr.c:481
bool smgrexists(SMgrRelation reln, ForkNumber forknum)
Definition smgr.c:462
Snapshot GetTransactionSnapshot(void)
Definition snapmgr.c:272
Snapshot GetLatestSnapshot(void)
Definition snapmgr.c:354
void UnregisterSnapshot(Snapshot snapshot)
Definition snapmgr.c:866
void PushActiveSnapshot(Snapshot snapshot)
Definition snapmgr.c:682
bool ActiveSnapshotSet(void)
Definition snapmgr.c:812
Snapshot RegisterSnapshot(Snapshot snapshot)
Definition snapmgr.c:824
void PopActiveSnapshot(void)
Definition snapmgr.c:775
void relation_close(Relation relation, LOCKMODE lockmode)
Definition relation.c:206
Relation relation_open(Oid relationId, LOCKMODE lockmode)
Definition relation.c:48
void log_smgrcreate(const RelFileLocator *rlocator, ForkNumber forkNum)
Definition storage.c:187
void RelationDropStorage(Relation rel)
Definition storage.c:207
#define BTEqualStrategyNumber
Definition stratnum.h:31
#define ERRCODE_DUPLICATE_OBJECT
Definition streamutil.c:30
MemoryContext ecxt_per_tuple_memory
Definition execnodes.h:295
TupleTableSlot * ecxt_scantuple
Definition execnodes.h:287
ItemPointerData t_self
Definition htup.h:65
ambuildempty_function ambuildempty
Definition amapi.h:297
ambuild_function ambuild
Definition amapi.h:296
bool amsummarizing
Definition amapi.h:283
bool amcanbuildparallel
Definition amapi.h:277
double heap_tuples
Definition genam.h:40
double index_tuples
Definition genam.h:41
bool ii_Unique
Definition execnodes.h:214
uint16 * ii_ExclusionStrats
Definition execnodes.h:206
bool ii_BrokenHotChain
Definition execnodes.h:226
int ii_NumIndexAttrs
Definition execnodes.h:181
Oid * ii_UniqueOps
Definition execnodes.h:209
ExprState * ii_PredicateState
Definition execnodes.h:199
Oid * ii_ExclusionOps
Definition execnodes.h:202
bool ii_NullsNotDistinct
Definition execnodes.h:216
int ii_ParallelWorkers
Definition execnodes.h:232
bool ii_Concurrent
Definition execnodes.h:224
uint16 * ii_UniqueStrats
Definition execnodes.h:211
int ii_NumIndexKeyAttrs
Definition execnodes.h:183
List * ii_ExpressionsState
Definition execnodes.h:194
List * ii_Expressions
Definition execnodes.h:192
Oid * ii_ExclusionProcs
Definition execnodes.h:204
AttrNumber ii_IndexAttrNumbers[INDEX_MAX_KEYS]
Definition execnodes.h:189
Oid * ii_UniqueProcs
Definition execnodes.h:210
bool ii_ReadyForInserts
Definition execnodes.h:218
List * ii_Predicate
Definition execnodes.h:197
Definition pg_list.h:54
Oid relId
Definition rel.h:40
Oid dbId
Definition rel.h:41
Definition nodes.h:133
Oid tablespaceOid
Definition index.h:42
uint32 options
Definition index.h:41
const struct IndexAmRoutine * rd_indam
Definition rel.h:206
TupleDesc rd_att
Definition rel.h:112
Form_pg_index rd_index
Definition rel.h:192
MemoryContext rd_indexcxt
Definition rel.h:204
RelFileLocator rd_locator
Definition rel.h:57
bytea * rd_options
Definition rel.h:175
Oid * rd_indcollation
Definition rel.h:217
Form_pg_class rd_rel
Definition rel.h:111
Oid currentlyReindexedIndex
Definition index.c:97
int numPendingReindexedIndexes
Definition index.c:98
ItemPointerData tts_tid
Definition tuptable.h:142
Definition type.h:97
Definition c.h:874
void ReleaseSysCache(HeapTuple tuple)
Definition syscache.c:265
HeapTuple SearchSysCache2(SysCacheIdentifier cacheId, Datum key1, Datum key2)
Definition syscache.c:231
Datum SysCacheGetAttrNotNull(SysCacheIdentifier cacheId, HeapTuple tup, AttrNumber attributeNumber)
Definition syscache.c:626
HeapTuple SearchSysCache1(SysCacheIdentifier cacheId, Datum key1)
Definition syscache.c:221
Datum SysCacheGetAttr(SysCacheIdentifier cacheId, HeapTuple tup, AttrNumber attributeNumber, bool *isNull)
Definition syscache.c:596
#define SearchSysCacheCopy1(cacheId, key1)
Definition syscache.h:91
Relation try_table_open(Oid relationId, LOCKMODE lockmode)
Definition table.c:60
void table_close(Relation relation, LOCKMODE lockmode)
Definition table.c:126
Relation table_open(Oid relationId, LOCKMODE lockmode)
Definition table.c:40
TupleTableSlot * table_slot_create(Relation relation, List **reglist)
Definition tableam.c:92
static void table_endscan(TableScanDesc scan)
Definition tableam.h:1061
static void table_index_validate_scan(Relation table_rel, Relation index_rel, IndexInfo *index_info, Snapshot snapshot, ValidateIndexState *state)
Definition tableam.h:1909
static TableScanDesc table_beginscan_strat(Relation rel, Snapshot snapshot, int nkeys, ScanKeyData *key, bool allow_strat, bool allow_sync)
Definition tableam.h:968
static bool table_scan_getnextslot(TableScanDesc sscan, ScanDirection direction, TupleTableSlot *slot)
Definition tableam.h:1096
void CheckTableNotInUse(Relation rel, const char *stmt)
Definition tablecmds.c:4508
bool CheckRelationTableSpaceMove(Relation rel, Oid newTableSpaceId)
Definition tablecmds.c:3772
void SetRelationHasSubclass(Oid relationId, bool relhassubclass)
Definition tablecmds.c:3726
void SetRelationTableSpace(Relation rel, Oid newTableSpaceId, RelFileNumber newRelFilenumber)
Definition tablecmds.c:3829
#define InvalidCompressionMethod
#define InvalidTransactionId
Definition transam.h:31
ObjectAddress CreateTrigger(const CreateTrigStmt *stmt, const char *queryString, Oid relOid, Oid refRelOid, Oid constraintOid, Oid indexOid, Oid funcoid, Oid parentTriggerOid, Node *whenClause, bool isInternal, bool in_partition)
Definition trigger.c:162
TupleDesc CreateTemplateTupleDesc(int natts)
Definition tupdesc.c:165
void TupleDescFinalize(TupleDesc tupdesc)
Definition tupdesc.c:511
void populate_compact_attribute(TupleDesc tupdesc, int attnum)
Definition tupdesc.c:100
static FormData_pg_attribute * TupleDescAttr(TupleDesc tupdesc, int i)
Definition tupdesc.h:178
void tuplesort_performsort(Tuplesortstate *state)
Definition tuplesort.c:1260
void tuplesort_end(Tuplesortstate *state)
Definition tuplesort.c:848
#define TUPLESORT_NONE
Definition tuplesort.h:67
void tuplesort_putdatum(Tuplesortstate *state, Datum val, bool isNull)
Tuplesortstate * tuplesort_begin_datum(Oid datumType, Oid sortOperator, Oid sortCollation, bool nullsFirstFlag, int workMem, SortCoordinate coordinate, int sortopt)
static Datum slot_getsysattr(TupleTableSlot *slot, int attnum, bool *isnull)
Definition tuptable.h:438
static Datum slot_getattr(TupleTableSlot *slot, int attnum, bool *isnull)
Definition tuptable.h:417
void visibilitymap_count(Relation rel, BlockNumber *all_visible, BlockNumber *all_frozen)
const char * description
int GetCurrentTransactionNestLevel(void)
Definition xact.c:931
void CommandCounterIncrement(void)
Definition xact.c:1130
TransactionId GetTopTransactionIdIfAny(void)
Definition xact.c:443
void StartTransactionCommand(void)
Definition xact.c:3112
bool IsInParallelMode(void)
Definition xact.c:1119
void CommitTransactionCommand(void)
Definition xact.c:3210