PostgreSQL Source Code  git master
heapam_handler.c
Go to the documentation of this file.
1 /*-------------------------------------------------------------------------
2  *
3  * heapam_handler.c
4  * heap table access method code
5  *
6  * Portions Copyright (c) 1996-2023, PostgreSQL Global Development Group
7  * Portions Copyright (c) 1994, Regents of the University of California
8  *
9  *
10  * IDENTIFICATION
11  * src/backend/access/heap/heapam_handler.c
12  *
13  *
14  * NOTES
15  * This files wires up the lower level heapam.c et al routines with the
16  * tableam abstraction.
17  *
18  *-------------------------------------------------------------------------
19  */
20 #include "postgres.h"
21 
22 #include "access/genam.h"
23 #include "access/heapam.h"
24 #include "access/heaptoast.h"
25 #include "access/multixact.h"
26 #include "access/rewriteheap.h"
27 #include "access/syncscan.h"
28 #include "access/tableam.h"
29 #include "access/tsmapi.h"
30 #include "access/xact.h"
31 #include "catalog/catalog.h"
32 #include "catalog/index.h"
33 #include "catalog/storage.h"
34 #include "catalog/storage_xlog.h"
35 #include "commands/progress.h"
36 #include "executor/executor.h"
37 #include "miscadmin.h"
38 #include "pgstat.h"
39 #include "storage/bufmgr.h"
40 #include "storage/bufpage.h"
41 #include "storage/lmgr.h"
42 #include "storage/predicate.h"
43 #include "storage/procarray.h"
44 #include "storage/smgr.h"
45 #include "utils/builtins.h"
46 #include "utils/rel.h"
47 
48 static void reform_and_rewrite_tuple(HeapTuple tuple,
49  Relation OldHeap, Relation NewHeap,
50  Datum *values, bool *isnull, RewriteState rwstate);
51 
52 static bool SampleHeapTupleVisible(TableScanDesc scan, Buffer buffer,
53  HeapTuple tuple,
54  OffsetNumber tupoffset);
55 
56 static BlockNumber heapam_scan_get_blocks_done(HeapScanDesc hscan);
57 
58 static const TableAmRoutine heapam_methods;
59 
60 
61 /* ------------------------------------------------------------------------
62  * Slot related callbacks for heap AM
63  * ------------------------------------------------------------------------
64  */
65 
66 static const TupleTableSlotOps *
67 heapam_slot_callbacks(Relation relation)
68 {
69  return &TTSOpsBufferHeapTuple;
70 }
71 
72 
73 /* ------------------------------------------------------------------------
74  * Index Scan Callbacks for heap AM
75  * ------------------------------------------------------------------------
76  */
77 
78 static IndexFetchTableData *
79 heapam_index_fetch_begin(Relation rel)
80 {
81  IndexFetchHeapData *hscan = palloc0(sizeof(IndexFetchHeapData));
82 
83  hscan->xs_base.rel = rel;
84  hscan->xs_cbuf = InvalidBuffer;
85 
86  return &hscan->xs_base;
87 }
88 
89 static void
90 heapam_index_fetch_reset(IndexFetchTableData *scan)
91 {
92  IndexFetchHeapData *hscan = (IndexFetchHeapData *) scan;
93 
94  if (BufferIsValid(hscan->xs_cbuf))
95  {
96  ReleaseBuffer(hscan->xs_cbuf);
97  hscan->xs_cbuf = InvalidBuffer;
98  }
99 }
100 
101 static void
102 heapam_index_fetch_end(IndexFetchTableData *scan)
103 {
104  IndexFetchHeapData *hscan = (IndexFetchHeapData *) scan;
105 
106  heapam_index_fetch_reset(scan);
107 
108  pfree(hscan);
109 }
110 
111 static bool
112 heapam_index_fetch_tuple(struct IndexFetchTableData *scan,
113  ItemPointer tid,
114  Snapshot snapshot,
115  TupleTableSlot *slot,
116  bool *call_again, bool *all_dead)
117 {
118  IndexFetchHeapData *hscan = (IndexFetchHeapData *) scan;
119  BufferHeapTupleTableSlot *bslot = (BufferHeapTupleTableSlot *) slot;
120  bool got_heap_tuple;
121 
122  Assert(TTS_IS_BUFFERTUPLE(slot));
123 
124  /* We can skip the buffer-switching logic if we're in mid-HOT chain. */
125  if (!*call_again)
126  {
127  /* Switch to correct buffer if we don't have it already */
128  Buffer prev_buf = hscan->xs_cbuf;
129 
130  hscan->xs_cbuf = ReleaseAndReadBuffer(hscan->xs_cbuf,
131  hscan->xs_base.rel,
132  ItemPointerGetBlockNumber(tid));
133 
134  /*
135  * Prune page, but only if we weren't already on this page
136  */
137  if (prev_buf != hscan->xs_cbuf)
138  heap_page_prune_opt(hscan->xs_base.rel, hscan->xs_cbuf);
139  }
140 
141  /* Obtain share-lock on the buffer so we can examine visibility */
142  LockBuffer(hscan->xs_cbuf, BUFFER_LOCK_SHARE);
143  got_heap_tuple = heap_hot_search_buffer(tid,
144  hscan->xs_base.rel,
145  hscan->xs_cbuf,
146  snapshot,
147  &bslot->base.tupdata,
148  all_dead,
149  !*call_again);
150  bslot->base.tupdata.t_self = *tid;
151  LockBuffer(hscan->xs_cbuf, BUFFER_LOCK_UNLOCK);
152 
153  if (got_heap_tuple)
154  {
155  /*
156  * Only in a non-MVCC snapshot can more than one member of the HOT
157  * chain be visible.
158  */
159  *call_again = !IsMVCCSnapshot(snapshot);
160 
161  slot->tts_tableOid = RelationGetRelid(scan->rel);
162  ExecStoreBufferHeapTuple(&bslot->base.tupdata, slot, hscan->xs_cbuf);
163  }
164  else
165  {
166  /* We've reached the end of the HOT chain. */
167  *call_again = false;
168  }
169 
170  return got_heap_tuple;
171 }
172 
173 
174 /* ------------------------------------------------------------------------
175  * Callbacks for non-modifying operations on individual tuples for heap AM
176  * ------------------------------------------------------------------------
177  */
178 
179 static bool
180 heapam_fetch_row_version(Relation relation,
181  ItemPointer tid,
182  Snapshot snapshot,
183  TupleTableSlot *slot)
184 {
185  BufferHeapTupleTableSlot *bslot = (BufferHeapTupleTableSlot *) slot;
186  Buffer buffer;
187 
188  Assert(TTS_IS_BUFFERTUPLE(slot));
189 
190  bslot->base.tupdata.t_self = *tid;
191  if (heap_fetch(relation, snapshot, &bslot->base.tupdata, &buffer, false))
192  {
193  /* store in slot, transferring existing pin */
194  ExecStorePinnedBufferHeapTuple(&bslot->base.tupdata, slot, buffer);
195  slot->tts_tableOid = RelationGetRelid(relation);
196 
197  return true;
198  }
199 
200  return false;
201 }
202 
203 static bool
204 heapam_tuple_tid_valid(TableScanDesc scan, ItemPointer tid)
205 {
206  HeapScanDesc hscan = (HeapScanDesc) scan;
207 
208  return ItemPointerIsValid(tid) &&
209  ItemPointerGetBlockNumber(tid) < hscan->rs_nblocks;
210 }
211 
212 static bool
213 heapam_tuple_satisfies_snapshot(Relation rel, TupleTableSlot *slot,
214  Snapshot snapshot)
215 {
216  BufferHeapTupleTableSlot *bslot = (BufferHeapTupleTableSlot *) slot;
217  bool res;
218 
219  Assert(TTS_IS_BUFFERTUPLE(slot));
220  Assert(BufferIsValid(bslot->buffer));
221 
222  /*
223  * We need buffer pin and lock to call HeapTupleSatisfiesVisibility.
224  * Caller should be holding pin, but not lock.
225  */
226  LockBuffer(bslot->buffer, BUFFER_LOCK_SHARE);
227  res = HeapTupleSatisfiesVisibility(bslot->base.tuple, snapshot,
228  bslot->buffer);
229  LockBuffer(bslot->buffer, BUFFER_LOCK_UNLOCK);
230 
231  return res;
232 }
233 
234 
235 /* ----------------------------------------------------------------------------
236  * Functions for manipulations of physical tuples for heap AM.
237  * ----------------------------------------------------------------------------
238  */
239 
240 static void
241 heapam_tuple_insert(Relation relation, TupleTableSlot *slot, CommandId cid,
242  int options, BulkInsertState bistate)
243 {
244  bool shouldFree = true;
245  HeapTuple tuple = ExecFetchSlotHeapTuple(slot, true, &shouldFree);
246 
247  /* Update the tuple with table oid */
248  slot->tts_tableOid = RelationGetRelid(relation);
249  tuple->t_tableOid = slot->tts_tableOid;
250 
251  /* Perform the insertion, and copy the resulting ItemPointer */
252  heap_insert(relation, tuple, cid, options, bistate);
253  ItemPointerCopy(&tuple->t_self, &slot->tts_tid);
254 
255  if (shouldFree)
256  pfree(tuple);
257 }
258 
259 static void
260 heapam_tuple_insert_speculative(Relation relation, TupleTableSlot *slot,
261  CommandId cid, int options,
262  BulkInsertState bistate, uint32 specToken)
263 {
264  bool shouldFree = true;
265  HeapTuple tuple = ExecFetchSlotHeapTuple(slot, true, &shouldFree);
266 
267  /* Update the tuple with table oid */
268  slot->tts_tableOid = RelationGetRelid(relation);
269  tuple->t_tableOid = slot->tts_tableOid;
270 
271  HeapTupleHeaderSetSpeculativeToken(tuple->t_data, specToken);
272  options |= HEAP_INSERT_SPECULATIVE;
273 
274  /* Perform the insertion, and copy the resulting ItemPointer */
275  heap_insert(relation, tuple, cid, options, bistate);
276  ItemPointerCopy(&tuple->t_self, &slot->tts_tid);
277 
278  if (shouldFree)
279  pfree(tuple);
280 }
281 
282 static void
283 heapam_tuple_complete_speculative(Relation relation, TupleTableSlot *slot,
284  uint32 specToken, bool succeeded)
285 {
286  bool shouldFree = true;
287  HeapTuple tuple = ExecFetchSlotHeapTuple(slot, true, &shouldFree);
288 
289  /* adjust the tuple's state accordingly */
290  if (succeeded)
291  heap_finish_speculative(relation, &slot->tts_tid);
292  else
293  heap_abort_speculative(relation, &slot->tts_tid);
294 
295  if (shouldFree)
296  pfree(tuple);
297 }
298 
299 static TM_Result
300 heapam_tuple_delete(Relation relation, ItemPointer tid, CommandId cid,
301  Snapshot snapshot, Snapshot crosscheck, bool wait,
302  TM_FailureData *tmfd, bool changingPart)
303 {
304  /*
305  * Currently Deleting of index tuples are handled at vacuum, in case if
306  * the storage itself is cleaning the dead tuples by itself, it is the
307  * time to call the index tuple deletion also.
308  */
309  return heap_delete(relation, tid, cid, crosscheck, wait, tmfd, changingPart);
310 }
311 
312 
313 static TM_Result
314 heapam_tuple_update(Relation relation, ItemPointer otid, TupleTableSlot *slot,
315  CommandId cid, Snapshot snapshot, Snapshot crosscheck,
316  bool wait, TM_FailureData *tmfd,
317  LockTupleMode *lockmode, bool *update_indexes)
318 {
319  bool shouldFree = true;
320  HeapTuple tuple = ExecFetchSlotHeapTuple(slot, true, &shouldFree);
321  TM_Result result;
322 
323  /* Update the tuple with table oid */
324  slot->tts_tableOid = RelationGetRelid(relation);
325  tuple->t_tableOid = slot->tts_tableOid;
326 
327  result = heap_update(relation, otid, tuple, cid, crosscheck, wait,
328  tmfd, lockmode);
329  ItemPointerCopy(&tuple->t_self, &slot->tts_tid);
330 
331  /*
332  * Decide whether new index entries are needed for the tuple
333  *
334  * Note: heap_update returns the tid (location) of the new tuple in the
335  * t_self field.
336  *
337  * If it's a HOT update, we mustn't insert new index entries.
338  */
339  *update_indexes = result == TM_Ok && !HeapTupleIsHeapOnly(tuple);
340 
341  if (shouldFree)
342  pfree(tuple);
343 
344  return result;
345 }
346 
347 static TM_Result
348 heapam_tuple_lock(Relation relation, ItemPointer tid, Snapshot snapshot,
349  TupleTableSlot *slot, CommandId cid, LockTupleMode mode,
350  LockWaitPolicy wait_policy, uint8 flags,
351  TM_FailureData *tmfd)
352 {
353  BufferHeapTupleTableSlot *bslot = (BufferHeapTupleTableSlot *) slot;
354  TM_Result result;
355  Buffer buffer;
356  HeapTuple tuple = &bslot->base.tupdata;
357  bool follow_updates;
358 
359  follow_updates = (flags & TUPLE_LOCK_FLAG_LOCK_UPDATE_IN_PROGRESS) != 0;
360  tmfd->traversed = false;
361 
362  Assert(TTS_IS_BUFFERTUPLE(slot));
363 
364 tuple_lock_retry:
365  tuple->t_self = *tid;
366  result = heap_lock_tuple(relation, tuple, cid, mode, wait_policy,
367  follow_updates, &buffer, tmfd);
368 
369  if (result == TM_Updated &&
370  (flags & TUPLE_LOCK_FLAG_FIND_LAST_VERSION))
371  {
372  /* Should not encounter speculative tuple on recheck */
373  Assert(!HeapTupleHeaderIsSpeculative(tuple->t_data));
374 
375  ReleaseBuffer(buffer);
376 
377  if (!ItemPointerEquals(&tmfd->ctid, &tuple->t_self))
378  {
379  SnapshotData SnapshotDirty;
380  TransactionId priorXmax;
381 
382  /* it was updated, so look at the updated version */
383  *tid = tmfd->ctid;
384  /* updated row should have xmin matching this xmax */
385  priorXmax = tmfd->xmax;
386 
387  /* signal that a tuple later in the chain is getting locked */
388  tmfd->traversed = true;
389 
390  /*
391  * fetch target tuple
392  *
393  * Loop here to deal with updated or busy tuples
394  */
395  InitDirtySnapshot(SnapshotDirty);
396  for (;;)
397  {
398  if (ItemPointerIndicatesMovedPartitions(tid))
399  ereport(ERROR,
400  (errcode(ERRCODE_T_R_SERIALIZATION_FAILURE),
401  errmsg("tuple to be locked was already moved to another partition due to concurrent update")));
402 
403  tuple->t_self = *tid;
404  if (heap_fetch(relation, &SnapshotDirty, tuple, &buffer, true))
405  {
406  /*
407  * If xmin isn't what we're expecting, the slot must have
408  * been recycled and reused for an unrelated tuple. This
409  * implies that the latest version of the row was deleted,
410  * so we need do nothing. (Should be safe to examine xmin
411  * without getting buffer's content lock. We assume
412  * reading a TransactionId to be atomic, and Xmin never
413  * changes in an existing tuple, except to invalid or
414  * frozen, and neither of those can match priorXmax.)
415  */
416  if (!TransactionIdEquals(HeapTupleHeaderGetXmin(tuple->t_data),
417  priorXmax))
418  {
419  ReleaseBuffer(buffer);
420  return TM_Deleted;
421  }
422 
423  /* otherwise xmin should not be dirty... */
424  if (TransactionIdIsValid(SnapshotDirty.xmin))
425  ereport(ERROR,
426  (errcode(ERRCODE_DATA_CORRUPTED),
427  errmsg_internal("t_xmin %u is uncommitted in tuple (%u,%u) to be updated in table \"%s\"",
428  SnapshotDirty.xmin,
429  ItemPointerGetBlockNumber(&tuple->t_self),
430  ItemPointerGetOffsetNumber(&tuple->t_self),
431  RelationGetRelationName(relation))));
432 
433  /*
434  * If tuple is being updated by other transaction then we
435  * have to wait for its commit/abort, or die trying.
436  */
437  if (TransactionIdIsValid(SnapshotDirty.xmax))
438  {
439  ReleaseBuffer(buffer);
440  switch (wait_policy)
441  {
442  case LockWaitBlock:
443  XactLockTableWait(SnapshotDirty.xmax,
444  relation, &tuple->t_self,
445  XLTW_FetchUpdated);
446  break;
447  case LockWaitSkip:
448  if (!ConditionalXactLockTableWait(SnapshotDirty.xmax))
449  /* skip instead of waiting */
450  return TM_WouldBlock;
451  break;
452  case LockWaitError:
453  if (!ConditionalXactLockTableWait(SnapshotDirty.xmax))
454  ereport(ERROR,
455  (errcode(ERRCODE_LOCK_NOT_AVAILABLE),
456  errmsg("could not obtain lock on row in relation \"%s\"",
457  RelationGetRelationName(relation))));
458  break;
459  }
460  continue; /* loop back to repeat heap_fetch */
461  }
462 
463  /*
464  * If tuple was inserted by our own transaction, we have
465  * to check cmin against cid: cmin >= current CID means
466  * our command cannot see the tuple, so we should ignore
467  * it. Otherwise heap_lock_tuple() will throw an error,
468  * and so would any later attempt to update or delete the
469  * tuple. (We need not check cmax because
470  * HeapTupleSatisfiesDirty will consider a tuple deleted
471  * by our transaction dead, regardless of cmax.) We just
472  * checked that priorXmax == xmin, so we can test that
473  * variable instead of doing HeapTupleHeaderGetXmin again.
474  */
475  if (TransactionIdIsCurrentTransactionId(priorXmax) &&
476  HeapTupleHeaderGetCmin(tuple->t_data) >= cid)
477  {
478  tmfd->xmax = priorXmax;
479 
480  /*
481  * Cmin is the problematic value, so store that. See
482  * above.
483  */
484  tmfd->cmax = HeapTupleHeaderGetCmin(tuple->t_data);
485  ReleaseBuffer(buffer);
486  return TM_SelfModified;
487  }
488 
489  /*
490  * This is a live tuple, so try to lock it again.
491  */
492  ReleaseBuffer(buffer);
493  goto tuple_lock_retry;
494  }
495 
496  /*
497  * If the referenced slot was actually empty, the latest
498  * version of the row must have been deleted, so we need do
499  * nothing.
500  */
501  if (tuple->t_data == NULL)
502  {
503  Assert(!BufferIsValid(buffer));
504  return TM_Deleted;
505  }
506 
507  /*
508  * As above, if xmin isn't what we're expecting, do nothing.
509  */
510  if (!TransactionIdEquals(HeapTupleHeaderGetXmin(tuple->t_data),
511  priorXmax))
512  {
513  ReleaseBuffer(buffer);
514  return TM_Deleted;
515  }
516 
517  /*
518  * If we get here, the tuple was found but failed
519  * SnapshotDirty. Assuming the xmin is either a committed xact
520  * or our own xact (as it certainly should be if we're trying
521  * to modify the tuple), this must mean that the row was
522  * updated or deleted by either a committed xact or our own
523  * xact. If it was deleted, we can ignore it; if it was
524  * updated then chain up to the next version and repeat the
525  * whole process.
526  *
527  * As above, it should be safe to examine xmax and t_ctid
528  * without the buffer content lock, because they can't be
529  * changing. We'd better hold a buffer pin though.
530  */
531  if (ItemPointerEquals(&tuple->t_self, &tuple->t_data->t_ctid))
532  {
533  /* deleted, so forget about it */
534  ReleaseBuffer(buffer);
535  return TM_Deleted;
536  }
537 
538  /* updated, so look at the updated row */
539  *tid = tuple->t_data->t_ctid;
540  /* updated row should have xmin matching this xmax */
541  priorXmax = HeapTupleHeaderGetUpdateXid(tuple->t_data);
542  ReleaseBuffer(buffer);
543  /* loop back to fetch next in chain */
544  }
545  }
546  else
547  {
548  /* tuple was deleted, so give up */
549  return TM_Deleted;
550  }
551  }
552 
553  slot->tts_tableOid = RelationGetRelid(relation);
554  tuple->t_tableOid = slot->tts_tableOid;
555 
556  /* store in slot, transferring existing pin */
557  ExecStorePinnedBufferHeapTuple(tuple, slot, buffer);
558 
559  return result;
560 }
561 
562 
563 /* ------------------------------------------------------------------------
564  * DDL related callbacks for heap AM.
565  * ------------------------------------------------------------------------
566  */
567 
568 static void
569 heapam_relation_set_new_filelocator(Relation rel,
570  const RelFileLocator *newrlocator,
571  char persistence,
572  TransactionId *freezeXid,
573  MultiXactId *minmulti)
574 {
575  SMgrRelation srel;
576 
577  /*
578  * Initialize to the minimum XID that could put tuples in the table. We
579  * know that no xacts older than RecentXmin are still running, so that
580  * will do.
581  */
582  *freezeXid = RecentXmin;
583 
584  /*
585  * Similarly, initialize the minimum Multixact to the first value that
586  * could possibly be stored in tuples in the table. Running transactions
587  * could reuse values from their local cache, so we are careful to
588  * consider all currently running multis.
589  *
590  * XXX this could be refined further, but is it worth the hassle?
591  */
592  *minmulti = GetOldestMultiXactId();
593 
594  srel = RelationCreateStorage(*newrlocator, persistence, true);
595 
596  /*
597  * If required, set up an init fork for an unlogged table so that it can
598  * be correctly reinitialized on restart. An immediate sync is required
599  * even if the page has been logged, because the write did not go through
600  * shared_buffers and therefore a concurrent checkpoint may have moved the
601  * redo pointer past our xlog record. Recovery may as well remove it
602  * while replaying, for example, XLOG_DBASE_CREATE* or XLOG_TBLSPC_CREATE
603  * record. Therefore, logging is necessary even if wal_level=minimal.
604  */
605  if (persistence == RELPERSISTENCE_UNLOGGED)
606  {
607  Assert(rel->rd_rel->relkind == RELKIND_RELATION ||
608  rel->rd_rel->relkind == RELKIND_MATVIEW ||
609  rel->rd_rel->relkind == RELKIND_TOASTVALUE);
610  smgrcreate(srel, INIT_FORKNUM, false);
611  log_smgrcreate(newrlocator, INIT_FORKNUM);
612  smgrimmedsync(srel, INIT_FORKNUM);
613  }
614 
615  smgrclose(srel);
616 }
617 
618 static void
619 heapam_relation_nontransactional_truncate(Relation rel)
620 {
621  RelationTruncate(rel, 0);
622 }
623 
624 static void
625 heapam_relation_copy_data(Relation rel, const RelFileLocator *newrlocator)
626 {
627  SMgrRelation dstrel;
628 
629  dstrel = smgropen(*newrlocator, rel->rd_backend);
630 
631  /*
632  * Since we copy the file directly without looking at the shared buffers,
633  * we'd better first flush out any pages of the source relation that are
634  * in shared buffers. We assume no new changes will be made while we are
635  * holding exclusive lock on the rel.
636  */
637  FlushRelationBuffers(rel);
638 
639  /*
640  * Create and copy all forks of the relation, and schedule unlinking of
641  * old physical files.
642  *
643  * NOTE: any conflict in relfilenumber value will be caught in
644  * RelationCreateStorage().
645  */
646  RelationCreateStorage(*newrlocator, rel->rd_rel->relpersistence, true);
647 
648  /* copy main fork */
649  RelationCopyStorage(RelationGetSmgr(rel), dstrel, MAIN_FORKNUM,
650  rel->rd_rel->relpersistence);
651 
652  /* copy those extra forks that exist */
653  for (ForkNumber forkNum = MAIN_FORKNUM + 1;
654  forkNum <= MAX_FORKNUM; forkNum++)
655  {
656  if (smgrexists(RelationGetSmgr(rel), forkNum))
657  {
658  smgrcreate(dstrel, forkNum, false);
659 
660  /*
661  * WAL log creation if the relation is persistent, or this is the
662  * init fork of an unlogged relation.
663  */
664  if (RelationIsPermanent(rel) ||
665  (rel->rd_rel->relpersistence == RELPERSISTENCE_UNLOGGED &&
666  forkNum == INIT_FORKNUM))
667  log_smgrcreate(newrlocator, forkNum);
668  RelationCopyStorage(RelationGetSmgr(rel), dstrel, forkNum,
669  rel->rd_rel->relpersistence);
670  }
671  }
672 
673 
674  /* drop old relation, and close new one */
675  RelationDropStorage(rel);
676  smgrclose(dstrel);
677 }
678 
679 static void
680 heapam_relation_copy_for_cluster(Relation OldHeap, Relation NewHeap,
681  Relation OldIndex, bool use_sort,
682  TransactionId OldestXmin,
683  TransactionId *xid_cutoff,
684  MultiXactId *multi_cutoff,
685  double *num_tuples,
686  double *tups_vacuumed,
687  double *tups_recently_dead)
688 {
689  RewriteState rwstate;
690  IndexScanDesc indexScan;
691  TableScanDesc tableScan;
692  HeapScanDesc heapScan;
693  bool is_system_catalog;
694  Tuplesortstate *tuplesort;
695  TupleDesc oldTupDesc = RelationGetDescr(OldHeap);
696  TupleDesc newTupDesc = RelationGetDescr(NewHeap);
697  TupleTableSlot *slot;
698  int natts;
699  Datum *values;
700  bool *isnull;
701  BufferHeapTupleTableSlot *hslot;
702  BlockNumber prev_cblock = InvalidBlockNumber;
703 
704  /* Remember if it's a system catalog */
705  is_system_catalog = IsSystemRelation(OldHeap);
706 
707  /*
708  * Valid smgr_targblock implies something already wrote to the relation.
709  * This may be harmless, but this function hasn't planned for it.
710  */
711  Assert(RelationGetTargetBlock(NewHeap) == InvalidBlockNumber);
712 
713  /* Preallocate values/isnull arrays */
714  natts = newTupDesc->natts;
715  values = (Datum *) palloc(natts * sizeof(Datum));
716  isnull = (bool *) palloc(natts * sizeof(bool));
717 
718  /* Initialize the rewrite operation */
719  rwstate = begin_heap_rewrite(OldHeap, NewHeap, OldestXmin, *xid_cutoff,
720  *multi_cutoff);
721 
722 
723  /* Set up sorting if wanted */
724  if (use_sort)
725  tuplesort = tuplesort_begin_cluster(oldTupDesc, OldIndex,
726  maintenance_work_mem,
727  NULL, TUPLESORT_NONE);
728  else
729  tuplesort = NULL;
730 
731  /*
732  * Prepare to scan the OldHeap. To ensure we see recently-dead tuples
733  * that still need to be copied, we scan with SnapshotAny and use
734  * HeapTupleSatisfiesVacuum for the visibility test.
735  */
736  if (OldIndex != NULL && !use_sort)
737  {
738  const int ci_index[] = {
739  PROGRESS_CLUSTER_PHASE,
740  PROGRESS_CLUSTER_INDEX_RELID
741  };
742  int64 ci_val[2];
743 
744  /* Set phase and OIDOldIndex to columns */
745  ci_val[0] = PROGRESS_CLUSTER_PHASE_INDEX_SCAN_HEAP;
746  ci_val[1] = RelationGetRelid(OldIndex);
747  pgstat_progress_update_multi_param(2, ci_index, ci_val);
748 
749  tableScan = NULL;
750  heapScan = NULL;
751  indexScan = index_beginscan(OldHeap, OldIndex, SnapshotAny, 0, 0);
752  index_rescan(indexScan, NULL, 0, NULL, 0);
753  }
754  else
755  {
756  /* In scan-and-sort mode and also VACUUM FULL, set phase */
757  pgstat_progress_update_param(PROGRESS_CLUSTER_PHASE,
758  PROGRESS_CLUSTER_PHASE_SEQ_SCAN_HEAP);
759 
760  tableScan = table_beginscan(OldHeap, SnapshotAny, 0, (ScanKey) NULL);
761  heapScan = (HeapScanDesc) tableScan;
762  indexScan = NULL;
763 
764  /* Set total heap blocks */
765  pgstat_progress_update_param(PROGRESS_CLUSTER_TOTAL_HEAP_BLKS,
766  heapScan->rs_nblocks);
767  }
768 
769  slot = table_slot_create(OldHeap, NULL);
770  hslot = (BufferHeapTupleTableSlot *) slot;
771 
772  /*
773  * Scan through the OldHeap, either in OldIndex order or sequentially;
774  * copy each tuple into the NewHeap, or transiently to the tuplesort
775  * module. Note that we don't bother sorting dead tuples (they won't get
776  * to the new table anyway).
777  */
778  for (;;)
779  {
780  HeapTuple tuple;
781  Buffer buf;
782  bool isdead;
783 
784  CHECK_FOR_INTERRUPTS();
785 
786  if (indexScan != NULL)
787  {
788  if (!index_getnext_slot(indexScan, ForwardScanDirection, slot))
789  break;
790 
791  /* Since we used no scan keys, should never need to recheck */
792  if (indexScan->xs_recheck)
793  elog(ERROR, "CLUSTER does not support lossy index conditions");
794  }
795  else
796  {
797  if (!table_scan_getnextslot(tableScan, ForwardScanDirection, slot))
798  {
799  /*
800  * If the last pages of the scan were empty, we would go to
801  * the next phase while heap_blks_scanned != heap_blks_total.
802  * Instead, to ensure that heap_blks_scanned is equivalent to
803  * total_heap_blks after the table scan phase, this parameter
804  * is manually updated to the correct value when the table
805  * scan finishes.
806  */
807  pgstat_progress_update_param(PROGRESS_CLUSTER_HEAP_BLKS_SCANNED,
808  heapScan->rs_nblocks);
809  break;
810  }
811 
812  /*
813  * In scan-and-sort mode and also VACUUM FULL, set heap blocks
814  * scanned
815  *
816  * Note that heapScan may start at an offset and wrap around, i.e.
817  * rs_startblock may be >0, and rs_cblock may end with a number
818  * below rs_startblock. To prevent showing this wraparound to the
819  * user, we offset rs_cblock by rs_startblock (modulo rs_nblocks).
820  */
821  if (prev_cblock != heapScan->rs_cblock)
822  {
823  pgstat_progress_update_param(PROGRESS_CLUSTER_HEAP_BLKS_SCANNED,
824  (heapScan->rs_cblock +
825  heapScan->rs_nblocks -
826  heapScan->rs_startblock
827  ) % heapScan->rs_nblocks + 1);
828  prev_cblock = heapScan->rs_cblock;
829  }
830  }
831 
832  tuple = ExecFetchSlotHeapTuple(slot, false, NULL);
833  buf = hslot->buffer;
834 
835  LockBuffer(buf, BUFFER_LOCK_SHARE);
836 
837  switch (HeapTupleSatisfiesVacuum(tuple, OldestXmin, buf))
838  {
839  case HEAPTUPLE_DEAD:
840  /* Definitely dead */
841  isdead = true;
842  break;
843  case HEAPTUPLE_RECENTLY_DEAD:
844  *tups_recently_dead += 1;
845  /* fall through */
846  case HEAPTUPLE_LIVE:
847  /* Live or recently dead, must copy it */
848  isdead = false;
849  break;
850  case HEAPTUPLE_INSERT_IN_PROGRESS:
851 
852  /*
853  * Since we hold exclusive lock on the relation, normally the
854  * only way to see this is if it was inserted earlier in our
855  * own transaction. However, it can happen in system
856  * catalogs, since we tend to release write lock before commit
857  * there. Give a warning if neither case applies; but in any
858  * case we had better copy it.
859  */
860  if (!is_system_catalog &&
861  !TransactionIdIsCurrentTransactionId(HeapTupleHeaderGetXmin(tuple->t_data)))
862  elog(WARNING, "concurrent insert in progress within table \"%s\"",
863  RelationGetRelationName(OldHeap));
864  /* treat as live */
865  isdead = false;
866  break;
867  case HEAPTUPLE_DELETE_IN_PROGRESS:
868 
869  /*
870  * Similar situation to INSERT_IN_PROGRESS case.
871  */
872  if (!is_system_catalog &&
873  !TransactionIdIsCurrentTransactionId(HeapTupleHeaderGetUpdateXid(tuple->t_data)))
874  elog(WARNING, "concurrent delete in progress within table \"%s\"",
875  RelationGetRelationName(OldHeap));
876  /* treat as recently dead */
877  *tups_recently_dead += 1;
878  isdead = false;
879  break;
880  default:
881  elog(ERROR, "unexpected HeapTupleSatisfiesVacuum result");
882  isdead = false; /* keep compiler quiet */
883  break;
884  }
885 
886  LockBuffer(buf, BUFFER_LOCK_UNLOCK);
887 
888  if (isdead)
889  {
890  *tups_vacuumed += 1;
891  /* heap rewrite module still needs to see it... */
892  if (rewrite_heap_dead_tuple(rwstate, tuple))
893  {
894  /* A previous recently-dead tuple is now known dead */
895  *tups_vacuumed += 1;
896  *tups_recently_dead -= 1;
897  }
898  continue;
899  }
900 
901  *num_tuples += 1;
902  if (tuplesort != NULL)
903  {
904  tuplesort_putheaptuple(tuplesort, tuple);
905 
906  /*
907  * In scan-and-sort mode, report increase in number of tuples
908  * scanned
909  */
910  pgstat_progress_update_param(PROGRESS_CLUSTER_HEAP_TUPLES_SCANNED,
911  *num_tuples);
912  }
913  else
914  {
915  const int ct_index[] = {
916  PROGRESS_CLUSTER_HEAP_TUPLES_SCANNED,
917  PROGRESS_CLUSTER_HEAP_TUPLES_WRITTEN
918  };
919  int64 ct_val[2];
920 
921  reform_and_rewrite_tuple(tuple, OldHeap, NewHeap,
922  values, isnull, rwstate);
923 
924  /*
925  * In indexscan mode and also VACUUM FULL, report increase in
926  * number of tuples scanned and written
927  */
928  ct_val[0] = *num_tuples;
929  ct_val[1] = *num_tuples;
930  pgstat_progress_update_multi_param(2, ct_index, ct_val);
931  }
932  }
933 
934  if (indexScan != NULL)
935  index_endscan(indexScan);
936  if (tableScan != NULL)
937  table_endscan(tableScan);
938  if (slot)
939  ExecDropSingleTupleTableSlot(slot);
940 
941  /*
942  * In scan-and-sort mode, complete the sort, then read out all live tuples
943  * from the tuplestore and write them to the new relation.
944  */
945  if (tuplesort != NULL)
946  {
947  double n_tuples = 0;
948 
949  /* Report that we are now sorting tuples */
950  pgstat_progress_update_param(PROGRESS_CLUSTER_PHASE,
951  PROGRESS_CLUSTER_PHASE_SORT_TUPLES);
952 
953  tuplesort_performsort(tuplesort);
954 
955  /* Report that we are now writing new heap */
956  pgstat_progress_update_param(PROGRESS_CLUSTER_PHASE,
957  PROGRESS_CLUSTER_PHASE_WRITE_NEW_HEAP);
958 
959  for (;;)
960  {
961  HeapTuple tuple;
962 
963  CHECK_FOR_INTERRUPTS();
964 
965  tuple = tuplesort_getheaptuple(tuplesort, true);
966  if (tuple == NULL)
967  break;
968 
969  n_tuples += 1;
970  reform_and_rewrite_tuple(tuple,
971  OldHeap, NewHeap,
972  values, isnull,
973  rwstate);
974  /* Report n_tuples */
975  pgstat_progress_update_param(PROGRESS_CLUSTER_HEAP_TUPLES_WRITTEN,
976  n_tuples);
977  }
978 
979  tuplesort_end(tuplesort);
980  }
981 
982  /* Write out any remaining tuples, and fsync if needed */
983  end_heap_rewrite(rwstate);
984 
985  /* Clean up */
986  pfree(values);
987  pfree(isnull);
988 }
989 
990 static bool
991 heapam_scan_analyze_next_block(TableScanDesc scan, BlockNumber blockno,
992  BufferAccessStrategy bstrategy)
993 {
994  HeapScanDesc hscan = (HeapScanDesc) scan;
995 
996  /*
997  * We must maintain a pin on the target page's buffer to ensure that
998  * concurrent activity - e.g. HOT pruning - doesn't delete tuples out from
999  * under us. Hence, pin the page until we are done looking at it. We
1000  * also choose to hold sharelock on the buffer throughout --- we could
1001  * release and re-acquire sharelock for each tuple, but since we aren't
1002  * doing much work per tuple, the extra lock traffic is probably better
1003  * avoided.
1004  */
1005  hscan->rs_cblock = blockno;
1006  hscan->rs_cindex = FirstOffsetNumber;
1007  hscan->rs_cbuf = ReadBufferExtended(scan->rs_rd, MAIN_FORKNUM,
1008  blockno, RBM_NORMAL, bstrategy);
1009  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_SHARE);
1010 
1011  /* in heap all blocks can contain tuples, so always return true */
1012  return true;
1013 }
1014 
1015 static bool
1016 heapam_scan_analyze_next_tuple(TableScanDesc scan, TransactionId OldestXmin,
1017  double *liverows, double *deadrows,
1018  TupleTableSlot *slot)
1019 {
1020  HeapScanDesc hscan = (HeapScanDesc) scan;
1021  Page targpage;
1022  OffsetNumber maxoffset;
1023  BufferHeapTupleTableSlot *hslot;
1024 
1025  Assert(TTS_IS_BUFFERTUPLE(slot));
1026 
1027  hslot = (BufferHeapTupleTableSlot *) slot;
1028  targpage = BufferGetPage(hscan->rs_cbuf);
1029  maxoffset = PageGetMaxOffsetNumber(targpage);
1030 
1031  /* Inner loop over all tuples on the selected page */
1032  for (; hscan->rs_cindex <= maxoffset; hscan->rs_cindex++)
1033  {
1034  ItemId itemid;
1035  HeapTuple targtuple = &hslot->base.tupdata;
1036  bool sample_it = false;
1037 
1038  itemid = PageGetItemId(targpage, hscan->rs_cindex);
1039 
1040  /*
1041  * We ignore unused and redirect line pointers. DEAD line pointers
1042  * should be counted as dead, because we need vacuum to run to get rid
1043  * of them. Note that this rule agrees with the way that
1044  * heap_page_prune() counts things.
1045  */
1046  if (!ItemIdIsNormal(itemid))
1047  {
1048  if (ItemIdIsDead(itemid))
1049  *deadrows += 1;
1050  continue;
1051  }
1052 
1053  ItemPointerSet(&targtuple->t_self, hscan->rs_cblock, hscan->rs_cindex);
1054 
1055  targtuple->t_tableOid = RelationGetRelid(scan->rs_rd);
1056  targtuple->t_data = (HeapTupleHeader) PageGetItem(targpage, itemid);
1057  targtuple->t_len = ItemIdGetLength(itemid);
1058 
1059  switch (HeapTupleSatisfiesVacuum(targtuple, OldestXmin,
1060  hscan->rs_cbuf))
1061  {
1062  case HEAPTUPLE_LIVE:
1063  sample_it = true;
1064  *liverows += 1;
1065  break;
1066 
1067  case HEAPTUPLE_DEAD:
1068  case HEAPTUPLE_RECENTLY_DEAD:
1069  /* Count dead and recently-dead rows */
1070  *deadrows += 1;
1071  break;
1072 
1073  case HEAPTUPLE_INSERT_IN_PROGRESS:
1074 
1075  /*
1076  * Insert-in-progress rows are not counted. We assume that
1077  * when the inserting transaction commits or aborts, it will
1078  * send a stats message to increment the proper count. This
1079  * works right only if that transaction ends after we finish
1080  * analyzing the table; if things happen in the other order,
1081  * its stats update will be overwritten by ours. However, the
1082  * error will be large only if the other transaction runs long
1083  * enough to insert many tuples, so assuming it will finish
1084  * after us is the safer option.
1085  *
1086  * A special case is that the inserting transaction might be
1087  * our own. In this case we should count and sample the row,
1088  * to accommodate users who load a table and analyze it in one
1089  * transaction. (pgstat_report_analyze has to adjust the
1090  * numbers we report to the cumulative stats system to make
1091  * this come out right.)
1092  */
1093  if (TransactionIdIsCurrentTransactionId(HeapTupleHeaderGetXmin(targtuple->t_data)))
1094  {
1095  sample_it = true;
1096  *liverows += 1;
1097  }
1098  break;
1099 
1100  case HEAPTUPLE_DELETE_IN_PROGRESS:
1101 
1102  /*
1103  * We count and sample delete-in-progress rows the same as
1104  * live ones, so that the stats counters come out right if the
1105  * deleting transaction commits after us, per the same
1106  * reasoning given above.
1107  *
1108  * If the delete was done by our own transaction, however, we
1109  * must count the row as dead to make pgstat_report_analyze's
1110  * stats adjustments come out right. (Note: this works out
1111  * properly when the row was both inserted and deleted in our
1112  * xact.)
1113  *
1114  * The net effect of these choices is that we act as though an
1115  * IN_PROGRESS transaction hasn't happened yet, except if it
1116  * is our own transaction, which we assume has happened.
1117  *
1118  * This approach ensures that we behave sanely if we see both
1119  * the pre-image and post-image rows for a row being updated
1120  * by a concurrent transaction: we will sample the pre-image
1121  * but not the post-image. We also get sane results if the
1122  * concurrent transaction never commits.
1123  */
1124  if (TransactionIdIsCurrentTransactionId(HeapTupleHeaderGetUpdateXid(targtuple->t_data)))
1125  *deadrows += 1;
1126  else
1127  {
1128  sample_it = true;
1129  *liverows += 1;
1130  }
1131  break;
1132 
1133  default:
1134  elog(ERROR, "unexpected HeapTupleSatisfiesVacuum result");
1135  break;
1136  }
1137 
1138  if (sample_it)
1139  {
1140  ExecStoreBufferHeapTuple(targtuple, slot, hscan->rs_cbuf);
1141  hscan->rs_cindex++;
1142 
1143  /* note that we leave the buffer locked here! */
1144  return true;
1145  }
1146  }
1147 
1148  /* Now release the lock and pin on the page */
1149  UnlockReleaseBuffer(hscan->rs_cbuf);
1150  hscan->rs_cbuf = InvalidBuffer;
1151 
1152  /* also prevent old slot contents from having pin on page */
1153  ExecClearTuple(slot);
1154 
1155  return false;
1156 }
1157 
1158 static double
1159 heapam_index_build_range_scan(Relation heapRelation,
1160  Relation indexRelation,
1161  IndexInfo *indexInfo,
1162  bool allow_sync,
1163  bool anyvisible,
1164  bool progress,
1165  BlockNumber start_blockno,
1166  BlockNumber numblocks,
1167  IndexBuildCallback callback,
1168  void *callback_state,
1169  TableScanDesc scan)
1170 {
1171  HeapScanDesc hscan;
1172  bool is_system_catalog;
1173  bool checking_uniqueness;
1174  HeapTuple heapTuple;
1175  Datum values[INDEX_MAX_KEYS];
1176  bool isnull[INDEX_MAX_KEYS];
1177  double reltuples;
1178  ExprState *predicate;
1179  TupleTableSlot *slot;
1180  EState *estate;
1181  ExprContext *econtext;
1182  Snapshot snapshot;
1183  bool need_unregister_snapshot = false;
1184  TransactionId OldestXmin;
1185  BlockNumber previous_blkno = InvalidBlockNumber;
1186  BlockNumber root_blkno = InvalidBlockNumber;
1187  OffsetNumber root_offsets[MaxHeapTuplesPerPage];
1188 
1189  /*
1190  * sanity checks
1191  */
1192  Assert(OidIsValid(indexRelation->rd_rel->relam));
1193 
1194  /* Remember if it's a system catalog */
1195  is_system_catalog = IsSystemRelation(heapRelation);
1196 
1197  /* See whether we're verifying uniqueness/exclusion properties */
1198  checking_uniqueness = (indexInfo->ii_Unique ||
1199  indexInfo->ii_ExclusionOps != NULL);
1200 
1201  /*
1202  * "Any visible" mode is not compatible with uniqueness checks; make sure
1203  * only one of those is requested.
1204  */
1205  Assert(!(anyvisible && checking_uniqueness));
1206 
1207  /*
1208  * Need an EState for evaluation of index expressions and partial-index
1209  * predicates. Also a slot to hold the current tuple.
1210  */
1211  estate = CreateExecutorState();
1212  econtext = GetPerTupleExprContext(estate);
1213  slot = table_slot_create(heapRelation, NULL);
1214 
1215  /* Arrange for econtext's scan tuple to be the tuple under test */
1216  econtext->ecxt_scantuple = slot;
1217 
1218  /* Set up execution state for predicate, if any. */
1219  predicate = ExecPrepareQual(indexInfo->ii_Predicate, estate);
1220 
1221  /*
1222  * Prepare for scan of the base relation. In a normal index build, we use
1223  * SnapshotAny because we must retrieve all tuples and do our own time
1224  * qual checks (because we have to index RECENTLY_DEAD tuples). In a
1225  * concurrent build, or during bootstrap, we take a regular MVCC snapshot
1226  * and index whatever's live according to that.
1227  */
1228  OldestXmin = InvalidTransactionId;
1229 
1230  /* okay to ignore lazy VACUUMs here */
1231  if (!IsBootstrapProcessingMode() && !indexInfo->ii_Concurrent)
1232  OldestXmin = GetOldestNonRemovableTransactionId(heapRelation);
1233 
1234  if (!scan)
1235  {
1236  /*
1237  * Serial index build.
1238  *
1239  * Must begin our own heap scan in this case. We may also need to
1240  * register a snapshot whose lifetime is under our direct control.
1241  */
1242  if (!TransactionIdIsValid(OldestXmin))
1243  {
1244  snapshot = RegisterSnapshot(GetTransactionSnapshot());
1245  need_unregister_snapshot = true;
1246  }
1247  else
1248  snapshot = SnapshotAny;
1249 
1250  scan = table_beginscan_strat(heapRelation, /* relation */
1251  snapshot, /* snapshot */
1252  0, /* number of keys */
1253  NULL, /* scan key */
1254  true, /* buffer access strategy OK */
1255  allow_sync); /* syncscan OK? */
1256  }
1257  else
1258  {
1259  /*
1260  * Parallel index build.
1261  *
1262  * Parallel case never registers/unregisters own snapshot. Snapshot
1263  * is taken from parallel heap scan, and is SnapshotAny or an MVCC
1264  * snapshot, based on same criteria as serial case.
1265  */
1266  Assert(!IsBootstrapProcessingMode());
1267  Assert(allow_sync);
1268  snapshot = scan->rs_snapshot;
1269  }
1270 
1271  hscan = (HeapScanDesc) scan;
1272 
1273  /*
1274  * Must have called GetOldestNonRemovableTransactionId() if using
1275  * SnapshotAny. Shouldn't have for an MVCC snapshot. (It's especially
1276  * worth checking this for parallel builds, since ambuild routines that
1277  * support parallel builds must work these details out for themselves.)
1278  */
1279  Assert(snapshot == SnapshotAny || IsMVCCSnapshot(snapshot));
1280  Assert(snapshot == SnapshotAny ? TransactionIdIsValid(OldestXmin) :
1281  !TransactionIdIsValid(OldestXmin));
1282  Assert(snapshot == SnapshotAny || !anyvisible);
1283 
1284  /* Publish number of blocks to scan */
1285  if (progress)
1286  {
1287  BlockNumber nblocks;
1288 
1289  if (hscan->rs_base.rs_parallel != NULL)
1290  {
1291  ParallelBlockTableScanDesc pbscan;
1292 
1293  pbscan = (ParallelBlockTableScanDesc) hscan->rs_base.rs_parallel;
1294  nblocks = pbscan->phs_nblocks;
1295  }
1296  else
1297  nblocks = hscan->rs_nblocks;
1298 
1299  pgstat_progress_update_param(PROGRESS_SCAN_BLOCKS_TOTAL,
1300  nblocks);
1301  }
1302 
1303  /* set our scan endpoints */
1304  if (!allow_sync)
1305  heap_setscanlimits(scan, start_blockno, numblocks);
1306  else
1307  {
1308  /* syncscan can only be requested on whole relation */
1309  Assert(start_blockno == 0);
1310  Assert(numblocks == InvalidBlockNumber);
1311  }
1312 
1313  reltuples = 0;
1314 
1315  /*
1316  * Scan all tuples in the base relation.
1317  */
1318  while ((heapTuple = heap_getnext(scan, ForwardScanDirection)) != NULL)
1319  {
1320  bool tupleIsAlive;
1321 
1322  CHECK_FOR_INTERRUPTS();
1323 
1324  /* Report scan progress, if asked to. */
1325  if (progress)
1326  {
1327  BlockNumber blocks_done = heapam_scan_get_blocks_done(hscan);
1328 
1329  if (blocks_done != previous_blkno)
1330  {
1331  pgstat_progress_update_param(PROGRESS_SCAN_BLOCKS_DONE,
1332  blocks_done);
1333  previous_blkno = blocks_done;
1334  }
1335  }
1336 
1337  /*
1338  * When dealing with a HOT-chain of updated tuples, we want to index
1339  * the values of the live tuple (if any), but index it under the TID
1340  * of the chain's root tuple. This approach is necessary to preserve
1341  * the HOT-chain structure in the heap. So we need to be able to find
1342  * the root item offset for every tuple that's in a HOT-chain. When
1343  * first reaching a new page of the relation, call
1344  * heap_get_root_tuples() to build a map of root item offsets on the
1345  * page.
1346  *
1347  * It might look unsafe to use this information across buffer
1348  * lock/unlock. However, we hold ShareLock on the table so no
1349  * ordinary insert/update/delete should occur; and we hold pin on the
1350  * buffer continuously while visiting the page, so no pruning
1351  * operation can occur either.
1352  *
1353  * In cases with only ShareUpdateExclusiveLock on the table, it's
1354  * possible for some HOT tuples to appear that we didn't know about
1355  * when we first read the page. To handle that case, we re-obtain the
1356  * list of root offsets when a HOT tuple points to a root item that we
1357  * don't know about.
1358  *
1359  * Also, although our opinions about tuple liveness could change while
1360  * we scan the page (due to concurrent transaction commits/aborts),
1361  * the chain root locations won't, so this info doesn't need to be
1362  * rebuilt after waiting for another transaction.
1363  *
1364  * Note the implied assumption that there is no more than one live
1365  * tuple per HOT-chain --- else we could create more than one index
1366  * entry pointing to the same root tuple.
1367  */
1368  if (hscan->rs_cblock != root_blkno)
1369  {
1370  Page page = BufferGetPage(hscan->rs_cbuf);
1371 
1372  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_SHARE);
1373  heap_get_root_tuples(page, root_offsets);
1374  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_UNLOCK);
1375 
1376  root_blkno = hscan->rs_cblock;
1377  }
1378 
1379  if (snapshot == SnapshotAny)
1380  {
1381  /* do our own time qual check */
1382  bool indexIt;
1383  TransactionId xwait;
1384 
1385  recheck:
1386 
1387  /*
1388  * We could possibly get away with not locking the buffer here,
1389  * since caller should hold ShareLock on the relation, but let's
1390  * be conservative about it. (This remark is still correct even
1391  * with HOT-pruning: our pin on the buffer prevents pruning.)
1392  */
1393  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_SHARE);
1394 
1395  /*
1396  * The criteria for counting a tuple as live in this block need to
1397  * match what analyze.c's heapam_scan_analyze_next_tuple() does,
1398  * otherwise CREATE INDEX and ANALYZE may produce wildly different
1399  * reltuples values, e.g. when there are many recently-dead
1400  * tuples.
1401  */
1402  switch (HeapTupleSatisfiesVacuum(heapTuple, OldestXmin,
1403  hscan->rs_cbuf))
1404  {
1405  case HEAPTUPLE_DEAD:
1406  /* Definitely dead, we can ignore it */
1407  indexIt = false;
1408  tupleIsAlive = false;
1409  break;
1410  case HEAPTUPLE_LIVE:
1411  /* Normal case, index and unique-check it */
1412  indexIt = true;
1413  tupleIsAlive = true;
1414  /* Count it as live, too */
1415  reltuples += 1;
1416  break;
1417  case HEAPTUPLE_RECENTLY_DEAD:
1418 
1419  /*
1420  * If tuple is recently deleted then we must index it
1421  * anyway to preserve MVCC semantics. (Pre-existing
1422  * transactions could try to use the index after we finish
1423  * building it, and may need to see such tuples.)
1424  *
1425  * However, if it was HOT-updated then we must only index
1426  * the live tuple at the end of the HOT-chain. Since this
1427  * breaks semantics for pre-existing snapshots, mark the
1428  * index as unusable for them.
1429  *
1430  * We don't count recently-dead tuples in reltuples, even
1431  * if we index them; see heapam_scan_analyze_next_tuple().
1432  */
1433  if (HeapTupleIsHotUpdated(heapTuple))
1434  {
1435  indexIt = false;
1436  /* mark the index as unsafe for old snapshots */
1437  indexInfo->ii_BrokenHotChain = true;
1438  }
1439  else
1440  indexIt = true;
1441  /* In any case, exclude the tuple from unique-checking */
1442  tupleIsAlive = false;
1443  break;
1444  case HEAPTUPLE_INSERT_IN_PROGRESS:
1445 
1446  /*
1447  * In "anyvisible" mode, this tuple is visible and we
1448  * don't need any further checks.
1449  */
1450  if (anyvisible)
1451  {
1452  indexIt = true;
1453  tupleIsAlive = true;
1454  reltuples += 1;
1455  break;
1456  }
1457 
1458  /*
1459  * Since caller should hold ShareLock or better, normally
1460  * the only way to see this is if it was inserted earlier
1461  * in our own transaction. However, it can happen in
1462  * system catalogs, since we tend to release write lock
1463  * before commit there. Give a warning if neither case
1464  * applies.
1465  */
1466  xwait = HeapTupleHeaderGetXmin(heapTuple->t_data);
1467  if (!TransactionIdIsCurrentTransactionId(xwait))
1468  {
1469  if (!is_system_catalog)
1470  elog(WARNING, "concurrent insert in progress within table \"%s\"",
1471  RelationGetRelationName(heapRelation));
1472 
1473  /*
1474  * If we are performing uniqueness checks, indexing
1475  * such a tuple could lead to a bogus uniqueness
1476  * failure. In that case we wait for the inserting
1477  * transaction to finish and check again.
1478  */
1479  if (checking_uniqueness)
1480  {
1481  /*
1482  * Must drop the lock on the buffer before we wait
1483  */
1484  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_UNLOCK);
1485  XactLockTableWait(xwait, heapRelation,
1486  &heapTuple->t_self,
1487  XLTW_InsertIndexUnique);
1488  CHECK_FOR_INTERRUPTS();
1489  goto recheck;
1490  }
1491  }
1492  else
1493  {
1494  /*
1495  * For consistency with
1496  * heapam_scan_analyze_next_tuple(), count
1497  * HEAPTUPLE_INSERT_IN_PROGRESS tuples as live only
1498  * when inserted by our own transaction.
1499  */
1500  reltuples += 1;
1501  }
1502 
1503  /*
1504  * We must index such tuples, since if the index build
1505  * commits then they're good.
1506  */
1507  indexIt = true;
1508  tupleIsAlive = true;
1509  break;
1510  case HEAPTUPLE_DELETE_IN_PROGRESS:
1511 
1512  /*
1513  * As with INSERT_IN_PROGRESS case, this is unexpected
1514  * unless it's our own deletion or a system catalog; but
1515  * in anyvisible mode, this tuple is visible.
1516  */
1517  if (anyvisible)
1518  {
1519  indexIt = true;
1520  tupleIsAlive = false;
1521  reltuples += 1;
1522  break;
1523  }
1524 
1525  xwait = HeapTupleHeaderGetUpdateXid(heapTuple->t_data);
1526  if (!TransactionIdIsCurrentTransactionId(xwait))
1527  {
1528  if (!is_system_catalog)
1529  elog(WARNING, "concurrent delete in progress within table \"%s\"",
1530  RelationGetRelationName(heapRelation));
1531 
1532  /*
1533  * If we are performing uniqueness checks, assuming
1534  * the tuple is dead could lead to missing a
1535  * uniqueness violation. In that case we wait for the
1536  * deleting transaction to finish and check again.
1537  *
1538  * Also, if it's a HOT-updated tuple, we should not
1539  * index it but rather the live tuple at the end of
1540  * the HOT-chain. However, the deleting transaction
1541  * could abort, possibly leaving this tuple as live
1542  * after all, in which case it has to be indexed. The
1543  * only way to know what to do is to wait for the
1544  * deleting transaction to finish and check again.
1545  */
1546  if (checking_uniqueness ||
1547  HeapTupleIsHotUpdated(heapTuple))
1548  {
1549  /*
1550  * Must drop the lock on the buffer before we wait
1551  */
1552  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_UNLOCK);
1553  XactLockTableWait(xwait, heapRelation,
1554  &heapTuple->t_self,
1555  XLTW_InsertIndexUnique);
1556  CHECK_FOR_INTERRUPTS();
1557  goto recheck;
1558  }
1559 
1560  /*
1561  * Otherwise index it but don't check for uniqueness,
1562  * the same as a RECENTLY_DEAD tuple.
1563  */
1564  indexIt = true;
1565 
1566  /*
1567  * Count HEAPTUPLE_DELETE_IN_PROGRESS tuples as live,
1568  * if they were not deleted by the current
1569  * transaction. That's what
1570  * heapam_scan_analyze_next_tuple() does, and we want
1571  * the behavior to be consistent.
1572  */
1573  reltuples += 1;
1574  }
1575  else if (HeapTupleIsHotUpdated(heapTuple))
1576  {
1577  /*
1578  * It's a HOT-updated tuple deleted by our own xact.
1579  * We can assume the deletion will commit (else the
1580  * index contents don't matter), so treat the same as
1581  * RECENTLY_DEAD HOT-updated tuples.
1582  */
1583  indexIt = false;
1584  /* mark the index as unsafe for old snapshots */
1585  indexInfo->ii_BrokenHotChain = true;
1586  }
1587  else
1588  {
1589  /*
1590  * It's a regular tuple deleted by our own xact. Index
1591  * it, but don't check for uniqueness nor count in
1592  * reltuples, the same as a RECENTLY_DEAD tuple.
1593  */
1594  indexIt = true;
1595  }
1596  /* In any case, exclude the tuple from unique-checking */
1597  tupleIsAlive = false;
1598  break;
1599  default:
1600  elog(ERROR, "unexpected HeapTupleSatisfiesVacuum result");
1601  indexIt = tupleIsAlive = false; /* keep compiler quiet */
1602  break;
1603  }
1604 
1605  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_UNLOCK);
1606 
1607  if (!indexIt)
1608  continue;
1609  }
1610  else
1611  {
1612  /* heap_getnext did the time qual check */
1613  tupleIsAlive = true;
1614  reltuples += 1;
1615  }
1616 
1617  MemoryContextReset(econtext->ecxt_per_tuple_memory);
1618 
1619  /* Set up for predicate or expression evaluation */
1620  ExecStoreBufferHeapTuple(heapTuple, slot, hscan->rs_cbuf);
1621 
1622  /*
1623  * In a partial index, discard tuples that don't satisfy the
1624  * predicate.
1625  */
1626  if (predicate != NULL)
1627  {
1628  if (!ExecQual(predicate, econtext))
1629  continue;
1630  }
1631 
1632  /*
1633  * For the current heap tuple, extract all the attributes we use in
1634  * this index, and note which are null. This also performs evaluation
1635  * of any expressions needed.
1636  */
1637  FormIndexDatum(indexInfo,
1638  slot,
1639  estate,
1640  values,
1641  isnull);
1642 
1643  /*
1644  * You'd think we should go ahead and build the index tuple here, but
1645  * some index AMs want to do further processing on the data first. So
1646  * pass the values[] and isnull[] arrays, instead.
1647  */
1648 
1649  if (HeapTupleIsHeapOnly(heapTuple))
1650  {
1651  /*
1652  * For a heap-only tuple, pretend its TID is that of the root. See
1653  * src/backend/access/heap/README.HOT for discussion.
1654  */
1655  ItemPointerData tid;
1656  OffsetNumber offnum;
1657 
1658  offnum = ItemPointerGetOffsetNumber(&heapTuple->t_self);
1659 
1660  /*
1661  * If a HOT tuple points to a root that we don't know about,
1662  * obtain root items afresh. If that still fails, report it as
1663  * corruption.
1664  */
1665  if (root_offsets[offnum - 1] == InvalidOffsetNumber)
1666  {
1667  Page page = BufferGetPage(hscan->rs_cbuf);
1668 
1669  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_SHARE);
1670  heap_get_root_tuples(page, root_offsets);
1671  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_UNLOCK);
1672  }
1673 
1674  if (!OffsetNumberIsValid(root_offsets[offnum - 1]))
1675  ereport(ERROR,
1676  (errcode(ERRCODE_DATA_CORRUPTED),
1677  errmsg_internal("failed to find parent tuple for heap-only tuple at (%u,%u) in table \"%s\"",
1678  ItemPointerGetBlockNumber(&heapTuple->t_self),
1679  offnum,
1680  RelationGetRelationName(heapRelation))));
1681 
1682  ItemPointerSet(&tid, ItemPointerGetBlockNumber(&heapTuple->t_self),
1683  root_offsets[offnum - 1]);
1684 
1685  /* Call the AM's callback routine to process the tuple */
1686  callback(indexRelation, &tid, values, isnull, tupleIsAlive,
1687  callback_state);
1688  }
1689  else
1690  {
1691  /* Call the AM's callback routine to process the tuple */
1692  callback(indexRelation, &heapTuple->t_self, values, isnull,
1693  tupleIsAlive, callback_state);
1694  }
1695  }
1696 
1697  /* Report scan progress one last time. */
1698  if (progress)
1699  {
1700  BlockNumber blks_done;
1701 
1702  if (hscan->rs_base.rs_parallel != NULL)
1703  {
1704  ParallelBlockTableScanDesc pbscan;
1705 
1706  pbscan = (ParallelBlockTableScanDesc) hscan->rs_base.rs_parallel;
1707  blks_done = pbscan->phs_nblocks;
1708  }
1709  else
1710  blks_done = hscan->rs_nblocks;
1711 
1712  pgstat_progress_update_param(PROGRESS_SCAN_BLOCKS_DONE,
1713  blks_done);
1714  }
1715 
1716  table_endscan(scan);
1717 
1718  /* we can now forget our snapshot, if set and registered by us */
1719  if (need_unregister_snapshot)
1720  UnregisterSnapshot(snapshot);
1721 
1722  ExecDropSingleTupleTableSlot(slot);
1723 
1724  FreeExecutorState(estate);
1725 
1726  /* These may have been pointing to the now-gone estate */
1727  indexInfo->ii_ExpressionsState = NIL;
1728  indexInfo->ii_PredicateState = NULL;
1729 
1730  return reltuples;
1731 }
1732 
1733 static void
1734 heapam_index_validate_scan(Relation heapRelation,
1735  Relation indexRelation,
1736  IndexInfo *indexInfo,
1737  Snapshot snapshot,
1738  ValidateIndexState *state)
1739 {
1740  TableScanDesc scan;
1741  HeapScanDesc hscan;
1742  HeapTuple heapTuple;
1743  Datum values[INDEX_MAX_KEYS];
1744  bool isnull[INDEX_MAX_KEYS];
1745  ExprState *predicate;
1746  TupleTableSlot *slot;
1747  EState *estate;
1748  ExprContext *econtext;
1749  BlockNumber root_blkno = InvalidBlockNumber;
1750  OffsetNumber root_offsets[MaxHeapTuplesPerPage];
1751  bool in_index[MaxHeapTuplesPerPage];
1752  BlockNumber previous_blkno = InvalidBlockNumber;
1753 
1754  /* state variables for the merge */
1755  ItemPointer indexcursor = NULL;
1756  ItemPointerData decoded;
1757  bool tuplesort_empty = false;
1758 
1759  /*
1760  * sanity checks
1761  */
1762  Assert(OidIsValid(indexRelation->rd_rel->relam));
1763 
1764  /*
1765  * Need an EState for evaluation of index expressions and partial-index
1766  * predicates. Also a slot to hold the current tuple.
1767  */
1768  estate = CreateExecutorState();
1769  econtext = GetPerTupleExprContext(estate);
1770  slot = MakeSingleTupleTableSlot(RelationGetDescr(heapRelation),
1771  &TTSOpsHeapTuple);
1772 
1773  /* Arrange for econtext's scan tuple to be the tuple under test */
1774  econtext->ecxt_scantuple = slot;
1775 
1776  /* Set up execution state for predicate, if any. */
1777  predicate = ExecPrepareQual(indexInfo->ii_Predicate, estate);
1778 
1779  /*
1780  * Prepare for scan of the base relation. We need just those tuples
1781  * satisfying the passed-in reference snapshot. We must disable syncscan
1782  * here, because it's critical that we read from block zero forward to
1783  * match the sorted TIDs.
1784  */
1785  scan = table_beginscan_strat(heapRelation, /* relation */
1786  snapshot, /* snapshot */
1787  0, /* number of keys */
1788  NULL, /* scan key */
1789  true, /* buffer access strategy OK */
1790  false); /* syncscan not OK */
1791  hscan = (HeapScanDesc) scan;
1792 
1793  pgstat_progress_update_param(PROGRESS_SCAN_BLOCKS_TOTAL,
1794  hscan->rs_nblocks);
1795 
1796  /*
1797  * Scan all tuples matching the snapshot.
1798  */
1799  while ((heapTuple = heap_getnext(scan, ForwardScanDirection)) != NULL)
1800  {
1801  ItemPointer heapcursor = &heapTuple->t_self;
1802  ItemPointerData rootTuple;
1803  OffsetNumber root_offnum;
1804 
1805  CHECK_FOR_INTERRUPTS();
1806 
1807  state->htups += 1;
1808 
1809  if ((previous_blkno == InvalidBlockNumber) ||
1810  (hscan->rs_cblock != previous_blkno))
1811  {
1812  pgstat_progress_update_param(PROGRESS_SCAN_BLOCKS_DONE,
1813  hscan->rs_cblock);
1814  previous_blkno = hscan->rs_cblock;
1815  }
1816 
1817  /*
1818  * As commented in table_index_build_scan, we should index heap-only
1819  * tuples under the TIDs of their root tuples; so when we advance onto
1820  * a new heap page, build a map of root item offsets on the page.
1821  *
1822  * This complicates merging against the tuplesort output: we will
1823  * visit the live tuples in order by their offsets, but the root
1824  * offsets that we need to compare against the index contents might be
1825  * ordered differently. So we might have to "look back" within the
1826  * tuplesort output, but only within the current page. We handle that
1827  * by keeping a bool array in_index[] showing all the
1828  * already-passed-over tuplesort output TIDs of the current page. We
1829  * clear that array here, when advancing onto a new heap page.
1830  */
1831  if (hscan->rs_cblock != root_blkno)
1832  {
1833  Page page = BufferGetPage(hscan->rs_cbuf);
1834 
1835  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_SHARE);
1836  heap_get_root_tuples(page, root_offsets);
1837  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_UNLOCK);
1838 
1839  memset(in_index, 0, sizeof(in_index));
1840 
1841  root_blkno = hscan->rs_cblock;
1842  }
1843 
1844  /* Convert actual tuple TID to root TID */
1845  rootTuple = *heapcursor;
1846  root_offnum = ItemPointerGetOffsetNumber(heapcursor);
1847 
1848  if (HeapTupleIsHeapOnly(heapTuple))
1849  {
1850  root_offnum = root_offsets[root_offnum - 1];
1851  if (!OffsetNumberIsValid(root_offnum))
1852  ereport(ERROR,
1853  (errcode(ERRCODE_DATA_CORRUPTED),
1854  errmsg_internal("failed to find parent tuple for heap-only tuple at (%u,%u) in table \"%s\"",
1855  ItemPointerGetBlockNumber(heapcursor),
1856  ItemPointerGetOffsetNumber(heapcursor),
1857  RelationGetRelationName(heapRelation))));
1858  ItemPointerSetOffsetNumber(&rootTuple, root_offnum);
1859  }
1860 
1861  /*
1862  * "merge" by skipping through the index tuples until we find or pass
1863  * the current root tuple.
1864  */
1865  while (!tuplesort_empty &&
1866  (!indexcursor ||
1867  ItemPointerCompare(indexcursor, &rootTuple) < 0))
1868  {
1869  Datum ts_val;
1870  bool ts_isnull;
1871 
1872  if (indexcursor)
1873  {
1874  /*
1875  * Remember index items seen earlier on the current heap page
1876  */
1877  if (ItemPointerGetBlockNumber(indexcursor) == root_blkno)
1878  in_index[ItemPointerGetOffsetNumber(indexcursor) - 1] = true;
1879  }
1880 
1881  tuplesort_empty = !tuplesort_getdatum(state->tuplesort, true,
1882  false, &ts_val, &ts_isnull,
1883  NULL);
1884  Assert(tuplesort_empty || !ts_isnull);
1885  if (!tuplesort_empty)
1886  {
1887  itemptr_decode(&decoded, DatumGetInt64(ts_val));
1888  indexcursor = &decoded;
1889  }
1890  else
1891  {
1892  /* Be tidy */
1893  indexcursor = NULL;
1894  }
1895  }
1896 
1897  /*
1898  * If the tuplesort has overshot *and* we didn't see a match earlier,
1899  * then this tuple is missing from the index, so insert it.
1900  */
1901  if ((tuplesort_empty ||
1902  ItemPointerCompare(indexcursor, &rootTuple) > 0) &&
1903  !in_index[root_offnum - 1])
1904  {
1905  MemoryContextReset(econtext->ecxt_per_tuple_memory);
1906 
1907  /* Set up for predicate or expression evaluation */
1908  ExecStoreHeapTuple(heapTuple, slot, false);
1909 
1910  /*
1911  * In a partial index, discard tuples that don't satisfy the
1912  * predicate.
1913  */
1914  if (predicate != NULL)
1915  {
1916  if (!ExecQual(predicate, econtext))
1917  continue;
1918  }
1919 
1920  /*
1921  * For the current heap tuple, extract all the attributes we use
1922  * in this index, and note which are null. This also performs
1923  * evaluation of any expressions needed.
1924  */
1925  FormIndexDatum(indexInfo,
1926  slot,
1927  estate,
1928  values,
1929  isnull);
1930 
1931  /*
1932  * You'd think we should go ahead and build the index tuple here,
1933  * but some index AMs want to do further processing on the data
1934  * first. So pass the values[] and isnull[] arrays, instead.
1935  */
1936 
1937  /*
1938  * If the tuple is already committed dead, you might think we
1939  * could suppress uniqueness checking, but this is no longer true
1940  * in the presence of HOT, because the insert is actually a proxy
1941  * for a uniqueness check on the whole HOT-chain. That is, the
1942  * tuple we have here could be dead because it was already
1943  * HOT-updated, and if so the updating transaction will not have
1944  * thought it should insert index entries. The index AM will
1945  * check the whole HOT-chain and correctly detect a conflict if
1946  * there is one.
1947  */
1948 
1949  index_insert(indexRelation,
1950  values,
1951  isnull,
1952  &rootTuple,
1953  heapRelation,
1954  indexInfo->ii_Unique ?
1955  UNIQUE_CHECK_YES : UNIQUE_CHECK_NO,
1956  false,
1957  indexInfo);
1958 
1959  state->tups_inserted += 1;
1960  }
1961  }
1962 
1963  table_endscan(scan);
1964 
1965  ExecDropSingleTupleTableSlot(slot);
1966 
1967  FreeExecutorState(estate);
1968 
1969  /* These may have been pointing to the now-gone estate */
1970  indexInfo->ii_ExpressionsState = NIL;
1971  indexInfo->ii_PredicateState = NULL;
1972 }
1973 
1974 /*
1975  * Return the number of blocks that have been read by this scan since
1976  * starting. This is meant for progress reporting rather than be fully
1977  * accurate: in a parallel scan, workers can be concurrently reading blocks
1978  * further ahead than what we report.
1979  */
1980 static BlockNumber
1981 heapam_scan_get_blocks_done(HeapScanDesc hscan)
1982 {
1983  ParallelBlockTableScanDesc bpscan = NULL;
1984  BlockNumber startblock;
1985  BlockNumber blocks_done;
1986 
1987  if (hscan->rs_base.rs_parallel != NULL)
1988  {
1989  bpscan = (ParallelBlockTableScanDesc) hscan->rs_base.rs_parallel;
1990  startblock = bpscan->phs_startblock;
1991  }
1992  else
1993  startblock = hscan->rs_startblock;
1994 
1995  /*
1996  * Might have wrapped around the end of the relation, if startblock was
1997  * not zero.
1998  */
1999  if (hscan->rs_cblock > startblock)
2000  blocks_done = hscan->rs_cblock - startblock;
2001  else
2002  {
2003  BlockNumber nblocks;
2004 
2005  nblocks = bpscan != NULL ? bpscan->phs_nblocks : hscan->rs_nblocks;
2006  blocks_done = nblocks - startblock +
2007  hscan->rs_cblock;
2008  }
2009 
2010  return blocks_done;
2011 }
2012 
2013 
2014 /* ------------------------------------------------------------------------
2015  * Miscellaneous callbacks for the heap AM
2016  * ------------------------------------------------------------------------
2017  */
2018 
2019 /*
2020  * Check to see whether the table needs a TOAST table. It does only if
2021  * (1) there are any toastable attributes, and (2) the maximum length
2022  * of a tuple could exceed TOAST_TUPLE_THRESHOLD. (We don't want to
2023  * create a toast table for something like "f1 varchar(20)".)
2024  */
2025 static bool
2026 heapam_relation_needs_toast_table(Relation rel)
2027 {
2028  int32 data_length = 0;
2029  bool maxlength_unknown = false;
2030  bool has_toastable_attrs = false;
2031  TupleDesc tupdesc = rel->rd_att;
2032  int32 tuple_length;
2033  int i;
2034 
2035  for (i = 0; i < tupdesc->natts; i++)
2036  {
2037  Form_pg_attribute att = TupleDescAttr(tupdesc, i);
2038 
2039  if (att->attisdropped)
2040  continue;
2041  data_length = att_align_nominal(data_length, att->attalign);
2042  if (att->attlen > 0)
2043  {
2044  /* Fixed-length types are never toastable */
2045  data_length += att->attlen;
2046  }
2047  else
2048  {
2049  int32 maxlen = type_maximum_size(att->atttypid,
2050  att->atttypmod);
2051 
2052  if (maxlen < 0)
2053  maxlength_unknown = true;
2054  else
2055  data_length += maxlen;
2056  if (att->attstorage != TYPSTORAGE_PLAIN)
2057  has_toastable_attrs = true;
2058  }
2059  }
2060  if (!has_toastable_attrs)
2061  return false; /* nothing to toast? */
2062  if (maxlength_unknown)
2063  return true; /* any unlimited-length attrs? */
2064  tuple_length = MAXALIGN(SizeofHeapTupleHeader +
2065  BITMAPLEN(tupdesc->natts)) +
2066  MAXALIGN(data_length);
2067  return (tuple_length > TOAST_TUPLE_THRESHOLD);
2068 }
2069 
2070 /*
2071  * TOAST tables for heap relations are just heap relations.
2072  */
2073 static Oid
2074 heapam_relation_toast_am(Relation rel)
2075 {
2076  return rel->rd_rel->relam;
2077 }
2078 
2079 
2080 /* ------------------------------------------------------------------------
2081  * Planner related callbacks for the heap AM
2082  * ------------------------------------------------------------------------
2083  */
2084 
2085 #define HEAP_OVERHEAD_BYTES_PER_TUPLE \
2086  (MAXALIGN(SizeofHeapTupleHeader) + sizeof(ItemIdData))
2087 #define HEAP_USABLE_BYTES_PER_PAGE \
2088  (BLCKSZ - SizeOfPageHeaderData)
2089 
2090 static void
2091 heapam_estimate_rel_size(Relation rel, int32 *attr_widths,
2092  BlockNumber *pages, double *tuples,
2093  double *allvisfrac)
2094 {
2095  table_block_relation_estimate_size(rel, attr_widths, pages,
2096  tuples, allvisfrac,
2097  HEAP_OVERHEAD_BYTES_PER_TUPLE,
2098  HEAP_USABLE_BYTES_PER_PAGE);
2099 }
2100 
2101 
2102 /* ------------------------------------------------------------------------
2103  * Executor related callbacks for the heap AM
2104  * ------------------------------------------------------------------------
2105  */
2106 
2107 static bool
2108 heapam_scan_bitmap_next_block(TableScanDesc scan,
2109  TBMIterateResult *tbmres)
2110 {
2111  HeapScanDesc hscan = (HeapScanDesc) scan;
2112  BlockNumber block = tbmres->blockno;
2113  Buffer buffer;
2114  Snapshot snapshot;
2115  int ntup;
2116 
2117  hscan->rs_cindex = 0;
2118  hscan->rs_ntuples = 0;
2119 
2120  /*
2121  * Ignore any claimed entries past what we think is the end of the
2122  * relation. It may have been extended after the start of our scan (we
2123  * only hold an AccessShareLock, and it could be inserts from this
2124  * backend).
2125  */
2126  if (block >= hscan->rs_nblocks)
2127  return false;
2128 
2129  /*
2130  * Acquire pin on the target heap page, trading in any pin we held before.
2131  */
2132  hscan->rs_cbuf = ReleaseAndReadBuffer(hscan->rs_cbuf,
2133  scan->rs_rd,
2134  block);
2135  hscan->rs_cblock = block;
2136  buffer = hscan->rs_cbuf;
2137  snapshot = scan->rs_snapshot;
2138 
2139  ntup = 0;
2140 
2141  /*
2142  * Prune and repair fragmentation for the whole page, if possible.
2143  */
2144  heap_page_prune_opt(scan->rs_rd, buffer);
2145 
2146  /*
2147  * We must hold share lock on the buffer content while examining tuple
2148  * visibility. Afterwards, however, the tuples we have found to be
2149  * visible are guaranteed good as long as we hold the buffer pin.
2150  */
2151  LockBuffer(buffer, BUFFER_LOCK_SHARE);
2152 
2153  /*
2154  * We need two separate strategies for lossy and non-lossy cases.
2155  */
2156  if (tbmres->ntuples >= 0)
2157  {
2158  /*
2159  * Bitmap is non-lossy, so we just look through the offsets listed in
2160  * tbmres; but we have to follow any HOT chain starting at each such
2161  * offset.
2162  */
2163  int curslot;
2164 
2165  for (curslot = 0; curslot < tbmres->ntuples; curslot++)
2166  {
2167  OffsetNumber offnum = tbmres->offsets[curslot];
2168  ItemPointerData tid;
2169  HeapTupleData heapTuple;
2170 
2171  ItemPointerSet(&tid, block, offnum);
2172  if (heap_hot_search_buffer(&tid, scan->rs_rd, buffer, snapshot,
2173  &heapTuple, NULL, true))
2174  hscan->rs_vistuples[ntup++] = ItemPointerGetOffsetNumber(&tid);
2175  }
2176  }
2177  else
2178  {
2179  /*
2180  * Bitmap is lossy, so we must examine each line pointer on the page.
2181  * But we can ignore HOT chains, since we'll check each tuple anyway.
2182  */
2183  Page page = BufferGetPage(buffer);
2184  OffsetNumber maxoff = PageGetMaxOffsetNumber(page);
2185  OffsetNumber offnum;
2186 
2187  for (offnum = FirstOffsetNumber; offnum <= maxoff; offnum = OffsetNumberNext(offnum))
2188  {
2189  ItemId lp;
2190  HeapTupleData loctup;
2191  bool valid;
2192 
2193  lp = PageGetItemId(page, offnum);
2194  if (!ItemIdIsNormal(lp))
2195  continue;
2196  loctup.t_data = (HeapTupleHeader) PageGetItem(page, lp);
2197  loctup.t_len = ItemIdGetLength(lp);
2198  loctup.t_tableOid = scan->rs_rd->rd_id;
2199  ItemPointerSet(&loctup.t_self, block, offnum);
2200  valid = HeapTupleSatisfiesVisibility(&loctup, snapshot, buffer);
2201  if (valid)
2202  {
2203  hscan->rs_vistuples[ntup++] = offnum;
2204  PredicateLockTID(scan->rs_rd, &loctup.t_self, snapshot,
2205  HeapTupleHeaderGetXmin(loctup.t_data));
2206  }
2207  HeapCheckForSerializableConflictOut(valid, scan->rs_rd, &loctup,
2208  buffer, snapshot);
2209  }
2210  }
2211 
2212  LockBuffer(buffer, BUFFER_LOCK_UNLOCK);
2213 
2214  Assert(ntup <= MaxHeapTuplesPerPage);
2215  hscan->rs_ntuples = ntup;
2216 
2217  return ntup > 0;
2218 }
2219 
2220 static bool
2221 heapam_scan_bitmap_next_tuple(TableScanDesc scan,
2222  TBMIterateResult *tbmres,
2223  TupleTableSlot *slot)
2224 {
2225  HeapScanDesc hscan = (HeapScanDesc) scan;
2226  OffsetNumber targoffset;
2227  Page page;
2228  ItemId lp;
2229 
2230  /*
2231  * Out of range? If so, nothing more to look at on this page
2232  */
2233  if (hscan->rs_cindex < 0 || hscan->rs_cindex >= hscan->rs_ntuples)
2234  return false;
2235 
2236  targoffset = hscan->rs_vistuples[hscan->rs_cindex];
2237  page = BufferGetPage(hscan->rs_cbuf);
2238  lp = PageGetItemId(page, targoffset);
2239  Assert(ItemIdIsNormal(lp));
2240 
2241  hscan->rs_ctup.t_data = (HeapTupleHeader) PageGetItem(page, lp);
2242  hscan->rs_ctup.t_len = ItemIdGetLength(lp);
2243  hscan->rs_ctup.t_tableOid = scan->rs_rd->rd_id;
2244  ItemPointerSet(&hscan->rs_ctup.t_self, hscan->rs_cblock, targoffset);
2245 
2246  pgstat_count_heap_fetch(scan->rs_rd);
2247 
2248  /*
2249  * Set up the result slot to point to this tuple. Note that the slot
2250  * acquires a pin on the buffer.
2251  */
2252  ExecStoreBufferHeapTuple(&hscan->rs_ctup,
2253  slot,
2254  hscan->rs_cbuf);
2255 
2256  hscan->rs_cindex++;
2257 
2258  return true;
2259 }
2260 
2261 static bool
2262 heapam_scan_sample_next_block(TableScanDesc scan, SampleScanState *scanstate)
2263 {
2264  HeapScanDesc hscan = (HeapScanDesc) scan;
2265  TsmRoutine *tsm = scanstate->tsmroutine;
2266  BlockNumber blockno;
2267 
2268  /* return false immediately if relation is empty */
2269  if (hscan->rs_nblocks == 0)
2270  return false;
2271 
2272  if (tsm->NextSampleBlock)
2273  {
2274  blockno = tsm->NextSampleBlock(scanstate, hscan->rs_nblocks);
2275  hscan->rs_cblock = blockno;
2276  }
2277  else
2278  {
2279  /* scanning table sequentially */
2280 
2281  if (hscan->rs_cblock == InvalidBlockNumber)
2282  {
2283  Assert(!hscan->rs_inited);
2284  blockno = hscan->rs_startblock;
2285  }
2286  else
2287  {
2288  Assert(hscan->rs_inited);
2289 
2290  blockno = hscan->rs_cblock + 1;
2291 
2292  if (blockno >= hscan->rs_nblocks)
2293  {
2294  /* wrap to beginning of rel, might not have started at 0 */
2295  blockno = 0;
2296  }
2297 
2298  /*
2299  * Report our new scan position for synchronization purposes.
2300  *
2301  * Note: we do this before checking for end of scan so that the
2302  * final state of the position hint is back at the start of the
2303  * rel. That's not strictly necessary, but otherwise when you run
2304  * the same query multiple times the starting position would shift
2305  * a little bit backwards on every invocation, which is confusing.
2306  * We don't guarantee any specific ordering in general, though.
2307  */
2308  if (scan->rs_flags & SO_ALLOW_SYNC)
2309  ss_report_location(scan->rs_rd, blockno);
2310 
2311  if (blockno == hscan->rs_startblock)
2312  {
2313  blockno = InvalidBlockNumber;
2314  }
2315  }
2316  }
2317 
2318  if (!BlockNumberIsValid(blockno))
2319  {
2320  if (BufferIsValid(hscan->rs_cbuf))
2321  ReleaseBuffer(hscan->rs_cbuf);
2322  hscan->rs_cbuf = InvalidBuffer;
2323  hscan->rs_cblock = InvalidBlockNumber;
2324  hscan->rs_inited = false;
2325 
2326  return false;
2327  }
2328 
2329  heapgetpage(scan, blockno);
2330  hscan->rs_inited = true;
2331 
2332  return true;
2333 }
2334 
2335 static bool
2336 heapam_scan_sample_next_tuple(TableScanDesc scan, SampleScanState *scanstate,
2337  TupleTableSlot *slot)
2338 {
2339  HeapScanDesc hscan = (HeapScanDesc) scan;
2340  TsmRoutine *tsm = scanstate->tsmroutine;
2341  BlockNumber blockno = hscan->rs_cblock;
2342  bool pagemode = (scan->rs_flags & SO_ALLOW_PAGEMODE) != 0;
2343 
2344  Page page;
2345  bool all_visible;
2346  OffsetNumber maxoffset;
2347 
2348  /*
2349  * When not using pagemode, we must lock the buffer during tuple
2350  * visibility checks.
2351  */
2352  if (!pagemode)
2353  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_SHARE);
2354 
2355  page = (Page) BufferGetPage(hscan->rs_cbuf);
2356  all_visible = PageIsAllVisible(page) &&
2357  !scan->rs_snapshot->takenDuringRecovery;
2358  maxoffset = PageGetMaxOffsetNumber(page);
2359 
2360  for (;;)
2361  {
2362  OffsetNumber tupoffset;
2363 
2364  CHECK_FOR_INTERRUPTS();
2365 
2366  /* Ask the tablesample method which tuples to check on this page. */
2367  tupoffset = tsm->NextSampleTuple(scanstate,
2368  blockno,
2369  maxoffset);
2370 
2371  if (OffsetNumberIsValid(tupoffset))
2372  {
2373  ItemId itemid;
2374  bool visible;
2375  HeapTuple tuple = &(hscan->rs_ctup);
2376 
2377  /* Skip invalid tuple pointers. */
2378  itemid = PageGetItemId(page, tupoffset);
2379  if (!ItemIdIsNormal(itemid))
2380  continue;
2381 
2382  tuple->t_data = (HeapTupleHeader) PageGetItem(page, itemid);
2383  tuple->t_len = ItemIdGetLength(itemid);
2384  ItemPointerSet(&(tuple->t_self), blockno, tupoffset);
2385 
2386 
2387  if (all_visible)
2388  visible = true;
2389  else
2390  visible = SampleHeapTupleVisible(scan, hscan->rs_cbuf,
2391  tuple, tupoffset);
2392 
2393  /* in pagemode, heapgetpage did this for us */
2394  if (!pagemode)
2395  HeapCheckForSerializableConflictOut(visible, scan->rs_rd, tuple,
2396  hscan->rs_cbuf, scan->rs_snapshot);
2397 
2398  /* Try next tuple from same page. */
2399  if (!visible)
2400  continue;
2401 
2402  /* Found visible tuple, return it. */
2403  if (!pagemode)
2404  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_UNLOCK);
2405 
2406  ExecStoreBufferHeapTuple(tuple, slot, hscan->rs_cbuf);
2407 
2408  /* Count successfully-fetched tuples as heap fetches */
2409  pgstat_count_heap_getnext(scan->rs_rd);
2410 
2411  return true;
2412  }
2413  else
2414  {
2415  /*
2416  * If we get here, it means we've exhausted the items on this page
2417  * and it's time to move to the next.
2418  */
2419  if (!pagemode)
2420  LockBuffer(hscan->rs_cbuf, BUFFER_LOCK_UNLOCK);
2421 
2422  ExecClearTuple(slot);
2423  return false;
2424  }
2425  }
2426 
2427  Assert(0);
2428 }
2429 
2430 
2431 /* ----------------------------------------------------------------------------
2432  * Helper functions for the above.
2433  * ----------------------------------------------------------------------------
2434  */
2435 
2436 /*
2437  * Reconstruct and rewrite the given tuple
2438  *
2439  * We cannot simply copy the tuple as-is, for several reasons:
2440  *
2441  * 1. We'd like to squeeze out the values of any dropped columns, both
2442  * to save space and to ensure we have no corner-case failures. (It's
2443  * possible for example that the new table hasn't got a TOAST table
2444  * and so is unable to store any large values of dropped cols.)
2445  *
2446  * 2. The tuple might not even be legal for the new table; this is
2447  * currently only known to happen as an after-effect of ALTER TABLE
2448  * SET WITHOUT OIDS.
2449  *
2450  * So, we must reconstruct the tuple from component Datums.
2451  */
2452 static void
2453 reform_and_rewrite_tuple(HeapTuple tuple,
2454  Relation OldHeap, Relation NewHeap,
2455  Datum *values, bool *isnull, RewriteState rwstate)
2456 {
2457  TupleDesc oldTupDesc = RelationGetDescr(OldHeap);
2458  TupleDesc newTupDesc = RelationGetDescr(NewHeap);
2459  HeapTuple copiedTuple;
2460  int i;
2461 
2462  heap_deform_tuple(tuple, oldTupDesc, values, isnull);
2463 
2464  /* Be sure to null out any dropped columns */
2465  for (i = 0; i < newTupDesc->natts; i++)
2466  {
2467  if (TupleDescAttr(newTupDesc, i)->attisdropped)
2468  isnull[i] = true;
2469  }
2470 
2471  copiedTuple = heap_form_tuple(newTupDesc, values, isnull);
2472 
2473  /* The heap rewrite module does the rest */
2474  rewrite_heap_tuple(rwstate, tuple, copiedTuple);
2475 
2476  heap_freetuple(copiedTuple);
2477 }
2478 
2479 /*
2480  * Check visibility of the tuple.
2481  */
2482 static bool
2483 SampleHeapTupleVisible(TableScanDesc scan, Buffer buffer,
2484  HeapTuple tuple,
2485  OffsetNumber tupoffset)
2486 {
2487  HeapScanDesc hscan = (HeapScanDesc) scan;
2488 
2489  if (scan->rs_flags & SO_ALLOW_PAGEMODE)
2490  {
2491  /*
2492  * In pageatatime mode, heapgetpage() already did visibility checks,
2493  * so just look at the info it left in rs_vistuples[].
2494  *
2495  * We use a binary search over the known-sorted array. Note: we could
2496  * save some effort if we insisted that NextSampleTuple select tuples
2497  * in increasing order, but it's not clear that there would be enough
2498  * gain to justify the restriction.
2499  */
2500  int start = 0,
2501  end = hscan->rs_ntuples - 1;
2502 
2503  while (start <= end)
2504  {
2505  int mid = (start + end) / 2;
2506  OffsetNumber curoffset = hscan->rs_vistuples[mid];
2507 
2508  if (tupoffset == curoffset)
2509  return true;
2510  else if (tupoffset < curoffset)
2511  end = mid - 1;
2512  else
2513  start = mid + 1;
2514  }
2515 
2516  return false;
2517  }
2518  else
2519  {
2520  /* Otherwise, we have to check the tuple individually. */
2521  return HeapTupleSatisfiesVisibility(tuple, scan->rs_snapshot,
2522  buffer);
2523  }
2524 }
2525 
2526 
2527 /* ------------------------------------------------------------------------
2528  * Definition of the heap table access method.
2529  * ------------------------------------------------------------------------
2530  */
2531 
2532 static const TableAmRoutine heapam_methods = {
2533  .type = T_TableAmRoutine,
2534 
2535  .slot_callbacks = heapam_slot_callbacks,
2536 
2537  .scan_begin = heap_beginscan,
2538  .scan_end = heap_endscan,
2539  .scan_rescan = heap_rescan,
2540  .scan_getnextslot = heap_getnextslot,
2541 
2542  .scan_set_tidrange = heap_set_tidrange,
2543  .scan_getnextslot_tidrange = heap_getnextslot_tidrange,
2544 
2545  .parallelscan_estimate = table_block_parallelscan_estimate,
2546  .parallelscan_initialize = table_block_parallelscan_initialize,
2547  .parallelscan_reinitialize = table_block_parallelscan_reinitialize,
2548 
2549  .index_fetch_begin = heapam_index_fetch_begin,
2550  .index_fetch_reset = heapam_index_fetch_reset,
2551  .index_fetch_end = heapam_index_fetch_end,
2552  .index_fetch_tuple = heapam_index_fetch_tuple,
2553 
2554  .tuple_insert = heapam_tuple_insert,
2555  .tuple_insert_speculative = heapam_tuple_insert_speculative,
2556  .tuple_complete_speculative = heapam_tuple_complete_speculative,
2557  .multi_insert = heap_multi_insert,
2558  .tuple_delete = heapam_tuple_delete,
2559  .tuple_update = heapam_tuple_update,
2560  .tuple_lock = heapam_tuple_lock,
2561 
2562  .tuple_fetch_row_version = heapam_fetch_row_version,
2563  .tuple_get_latest_tid = heap_get_latest_tid,
2564  .tuple_tid_valid = heapam_tuple_tid_valid,
2565  .tuple_satisfies_snapshot = heapam_tuple_satisfies_snapshot,
2566  .index_delete_tuples = heap_index_delete_tuples,
2567 
2568  .relation_set_new_filelocator = heapam_relation_set_new_filelocator,
2569  .relation_nontransactional_truncate = heapam_relation_nontransactional_truncate,
2570  .relation_copy_data = heapam_relation_copy_data,
2571  .relation_copy_for_cluster = heapam_relation_copy_for_cluster,
2572  .relation_vacuum = heap_vacuum_rel,
2573  .scan_analyze_next_block = heapam_scan_analyze_next_block,
2574  .scan_analyze_next_tuple = heapam_scan_analyze_next_tuple,
2575  .index_build_range_scan = heapam_index_build_range_scan,
2576  .index_validate_scan = heapam_index_validate_scan,
2577 
2578  .relation_size = table_block_relation_size,
2579  .relation_needs_toast_table = heapam_relation_needs_toast_table,
2580  .relation_toast_am = heapam_relation_toast_am,
2581  .relation_fetch_toast_slice = heap_fetch_toast_slice,
2582 
2583  .relation_estimate_size = heapam_estimate_rel_size,
2584 
2585  .scan_bitmap_next_block = heapam_scan_bitmap_next_block,
2586  .scan_bitmap_next_tuple = heapam_scan_bitmap_next_tuple,
2587  .scan_sample_next_block = heapam_scan_sample_next_block,
2588  .scan_sample_next_tuple = heapam_scan_sample_next_tuple
2589 };
2590 
2591 
2592 const TableAmRoutine *
2593 GetHeapamTableAmRoutine(void)
2594 {
2595  return &heapam_methods;
2596 }
2597 
2598 Datum
2599 heap_tableam_handler(PG_FUNCTION_ARGS)
2600 {
2601  PG_RETURN_POINTER(&heapam_methods);
2602 }
pgstat_progress_update_param
void pgstat_progress_update_param(int index, int64 val)
Definition: backend_progress.c:47
pgstat_progress_update_multi_param
void pgstat_progress_update_multi_param(int nparam, const int *index, const int64 *val)
Definition: backend_progress.c:69
BlockNumber
uint32 BlockNumber
Definition: block.h:31
InvalidBlockNumber
#define InvalidBlockNumber
Definition: block.h:33
BlockNumberIsValid
static bool BlockNumberIsValid(BlockNumber blockNumber)
Definition: block.h:71
values
static Datum values[MAXATTR]
Definition: bootstrap.c:156
Buffer
int Buffer
Definition: buf.h:23
InvalidBuffer
#define InvalidBuffer
Definition: buf.h:25
ReleaseAndReadBuffer
Buffer ReleaseAndReadBuffer(Buffer buffer, Relation relation, BlockNumber blockNum)
Definition: bufmgr.c:1648
ReleaseBuffer
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3935
UnlockReleaseBuffer
void UnlockReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3958
LockBuffer
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:4176
FlushRelationBuffers
void FlushRelationBuffers(Relation rel)
Definition: bufmgr.c:3523
ReadBufferExtended
Buffer ReadBufferExtended(Relation reln, ForkNumber forkNum, BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy)
Definition: bufmgr.c:759
BUFFER_LOCK_UNLOCK
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:105
BUFFER_LOCK_SHARE
#define BUFFER_LOCK_SHARE
Definition: bufmgr.h:106
BufferGetPage
static Page BufferGetPage(Buffer buffer)
Definition: bufmgr.h:280
RBM_NORMAL
@ RBM_NORMAL
Definition: bufmgr.h:39
BufferIsValid
static bool BufferIsValid(Buffer bufnum)
Definition: bufmgr.h:228
Page
Pointer Page
Definition: bufpage.h:78
PageGetItem
static Item PageGetItem(Page page, ItemId itemId)
Definition: bufpage.h:351
PageGetItemId
static ItemId PageGetItemId(Page page, OffsetNumber offsetNumber)
Definition: bufpage.h:240
PageIsAllVisible
static bool PageIsAllVisible(Page page)
Definition: bufpage.h:426
PageGetMaxOffsetNumber
static OffsetNumber PageGetMaxOffsetNumber(Page page)
Definition: bufpage.h:369
uint32
unsigned int uint32
Definition: c.h:490
MAXALIGN
#define MAXALIGN(LEN)
Definition: c.h:795
int32
signed int int32
Definition: c.h:478
MultiXactId
TransactionId MultiXactId
Definition: c.h:646
uint8
unsigned char uint8
Definition: c.h:488
CommandId
uint32 CommandId
Definition: c.h:650
TransactionId
uint32 TransactionId
Definition: c.h:636
OidIsValid
#define OidIsValid(objectId)
Definition: c.h:759
IsSystemRelation
bool IsSystemRelation(Relation relation)
Definition: catalog.c:75
HeapTupleHeaderGetCmin
CommandId HeapTupleHeaderGetCmin(HeapTupleHeader tup)
Definition: combocid.c:104
errmsg_internal
int errmsg_internal(const char *fmt,...)
Definition: elog.c:1156
errcode
int errcode(int sqlerrcode)
Definition: elog.c:858
errmsg
int errmsg(const char *fmt,...)
Definition: elog.c:1069
WARNING
#define WARNING
Definition: elog.h:36
ERROR
#define ERROR
Definition: elog.h:39
ereport
#define ereport(elevel,...)
Definition: elog.h:149
ExecPrepareQual
ExprState * ExecPrepareQual(List *qual, EState *estate)
Definition: execExpr.c:775
ExecDropSingleTupleTableSlot
void ExecDropSingleTupleTableSlot(TupleTableSlot *slot)
Definition: execTuples.c:1254
ExecStoreBufferHeapTuple
TupleTableSlot * ExecStoreBufferHeapTuple(HeapTuple tuple, TupleTableSlot *slot, Buffer buffer)
Definition: execTuples.c:1392
TTSOpsBufferHeapTuple
const TupleTableSlotOps TTSOpsBufferHeapTuple
Definition: execTuples.c:86
ExecFetchSlotHeapTuple
HeapTuple ExecFetchSlotHeapTuple(TupleTableSlot *slot, bool materialize, bool *shouldFree)
Definition: execTuples.c:1644
ExecStoreHeapTuple
TupleTableSlot * ExecStoreHeapTuple(HeapTuple tuple, TupleTableSlot *slot, bool shouldFree)
Definition: execTuples.c:1352
TTSOpsHeapTuple
const TupleTableSlotOps TTSOpsHeapTuple
Definition: execTuples.c:84
ExecStorePinnedBufferHeapTuple
TupleTableSlot * ExecStorePinnedBufferHeapTuple(HeapTuple tuple, TupleTableSlot *slot, Buffer buffer)
Definition: execTuples.c:1418
MakeSingleTupleTableSlot
TupleTableSlot * MakeSingleTupleTableSlot(TupleDesc tupdesc, const TupleTableSlotOps *tts_ops)
Definition: execTuples.c:1238
CreateExecutorState
EState * CreateExecutorState(void)
Definition: execUtils.c:93
FreeExecutorState
void FreeExecutorState(EState *estate)
Definition: execUtils.c:193
GetPerTupleExprContext
#define GetPerTupleExprContext(estate)
Definition: executor.h:538
ExecQual
static bool ExecQual(ExprState *state, ExprContext *econtext)
Definition: executor.h:401
PG_RETURN_POINTER
#define PG_RETURN_POINTER(x)
Definition: fmgr.h:361
PG_FUNCTION_ARGS
#define PG_FUNCTION_ARGS
Definition: fmgr.h:193
type_maximum_size
int32 type_maximum_size(Oid type_oid, int32 typemod)
Definition: format_type.c:408
UNIQUE_CHECK_NO
@ UNIQUE_CHECK_NO
Definition: genam.h:116
UNIQUE_CHECK_YES
@ UNIQUE_CHECK_YES
Definition: genam.h:117
maintenance_work_mem
int maintenance_work_mem
Definition: globals.c:127
heap_finish_speculative
void heap_finish_speculative(Relation relation, ItemPointer tid)
Definition: heapam.c:5651
heap_insert
void heap_insert(Relation relation, HeapTuple tup, CommandId cid, int options, BulkInsertState bistate)
Definition: heapam.c:1914
heap_fetch
bool heap_fetch(Relation relation, Snapshot snapshot, HeapTuple tuple, Buffer *userbuf, bool keep_buf)
Definition: heapam.c:1443
heap_update
TM_Result heap_update(Relation relation, ItemPointer otid, HeapTuple newtup, CommandId cid, Snapshot crosscheck, bool wait, TM_FailureData *tmfd, LockTupleMode *lockmode)
Definition: heapam.c:3016
heap_delete
TM_Result heap_delete(Relation relation, ItemPointer tid, CommandId cid, Snapshot crosscheck, bool wait, TM_FailureData *tmfd, bool changingPart)
Definition: heapam.c:2554
heap_getnextslot
bool heap_getnextslot(TableScanDesc sscan, ScanDirection direction, TupleTableSlot *slot)
Definition: heapam.c:1233
heap_endscan
void heap_endscan(TableScanDesc sscan)
Definition: heapam.c:1151
heap_rescan
void heap_rescan(TableScanDesc sscan, ScanKey key, bool set_params, bool allow_strat, bool allow_sync, bool allow_pagemode)
Definition: heapam.c:1114
heap_getnext
HeapTuple heap_getnext(TableScanDesc sscan, ScanDirection direction)
Definition: heapam.c:1184
heap_hot_search_buffer
bool heap_hot_search_buffer(ItemPointer tid, Relation relation, Buffer buffer, Snapshot snapshot, HeapTuple heapTuple, bool *all_dead, bool first_call)
Definition: heapam.c:1564
heap_getnextslot_tidrange
bool heap_getnextslot_tidrange(TableScanDesc sscan, ScanDirection direction, TupleTableSlot *slot)
Definition: heapam.c:1336
heap_set_tidrange
void heap_set_tidrange(TableScanDesc sscan, ItemPointer mintid, ItemPointer maxtid)
Definition: heapam.c:1263
heap_abort_speculative
void heap_abort_speculative(Relation relation, ItemPointer tid)
Definition: heapam.c:5738
heap_beginscan
TableScanDesc heap_beginscan(Relation relation, Snapshot snapshot, int nkeys, ScanKey key, ParallelTableScanDesc parallel_scan, uint32 flags)
Definition: heapam.c:1029
heap_index_delete_tuples
TransactionId heap_index_delete_tuples(Relation rel, TM_IndexDeleteOp *delstate)
Definition: heapam.c:7644
heap_multi_insert
void heap_multi_insert(Relation relation, TupleTableSlot **slots, int ntuples, CommandId cid, int options, BulkInsertState bistate)
Definition: heapam.c:2156
heap_lock_tuple
TM_Result heap_lock_tuple(Relation relation, HeapTuple tuple, CommandId cid, LockTupleMode mode, LockWaitPolicy wait_policy, bool follow_updates, Buffer *buffer, TM_FailureData *tmfd)
Definition: heapam.c:4142
heap_get_latest_tid
void heap_get_latest_tid(TableScanDesc sscan, ItemPointer tid)
Definition: heapam.c:1716
heap_setscanlimits
void heap_setscanlimits(TableScanDesc sscan, BlockNumber startBlk, BlockNumber numBlks)
Definition: heapam.c:354
HeapCheckForSerializableConflictOut
void HeapCheckForSerializableConflictOut(bool visible, Relation relation, HeapTuple tuple, Buffer buffer, Snapshot snapshot)
Definition: heapam.c:10143
heapgetpage
void heapgetpage(TableScanDesc sscan, BlockNumber block)
Definition: heapam.c:377
HEAP_INSERT_SPECULATIVE
#define HEAP_INSERT_SPECULATIVE
Definition: heapam.h:37
HeapScanDesc
struct HeapScanDescData * HeapScanDesc
Definition: heapam.h:81
HEAPTUPLE_RECENTLY_DEAD
@ HEAPTUPLE_RECENTLY_DEAD
Definition: heapam.h:99
HEAPTUPLE_INSERT_IN_PROGRESS
@ HEAPTUPLE_INSERT_IN_PROGRESS
Definition: heapam.h:100
HEAPTUPLE_LIVE
@ HEAPTUPLE_LIVE
Definition: heapam.h:98
HEAPTUPLE_DELETE_IN_PROGRESS
@ HEAPTUPLE_DELETE_IN_PROGRESS
Definition: heapam.h:101
HEAPTUPLE_DEAD
@ HEAPTUPLE_DEAD
Definition: heapam.h:97
heapam_scan_analyze_next_block
static bool heapam_scan_analyze_next_block(TableScanDesc scan, BlockNumber blockno, BufferAccessStrategy bstrategy)
Definition: heapam_handler.c:991
heapam_index_build_range_scan
static double heapam_index_build_range_scan(Relation heapRelation, Relation indexRelation, IndexInfo *indexInfo, bool allow_sync, bool anyvisible, bool progress, BlockNumber start_blockno, BlockNumber numblocks, IndexBuildCallback callback, void *callback_state, TableScanDesc scan)
Definition: heapam_handler.c:1159
heapam_tuple_update
static TM_Result heapam_tuple_update(Relation relation, ItemPointer otid, TupleTableSlot *slot, CommandId cid, Snapshot snapshot, Snapshot crosscheck, bool wait, TM_FailureData *tmfd, LockTupleMode *lockmode, bool *update_indexes)
Definition: heapam_handler.c:314
HEAP_OVERHEAD_BYTES_PER_TUPLE
#define HEAP_OVERHEAD_BYTES_PER_TUPLE
Definition: heapam_handler.c:2085
heapam_estimate_rel_size
static void heapam_estimate_rel_size(Relation rel, int32 *attr_widths, BlockNumber *pages, double *tuples, double *allvisfrac)
Definition: heapam_handler.c:2091
heapam_index_fetch_begin
static IndexFetchTableData * heapam_index_fetch_begin(Relation rel)
Definition: heapam_handler.c:79
heapam_methods
static const TableAmRoutine heapam_methods
Definition: heapam_handler.c:58
heapam_index_validate_scan
static void heapam_index_validate_scan(Relation heapRelation, Relation indexRelation, IndexInfo *indexInfo, Snapshot snapshot, ValidateIndexState *state)
Definition: heapam_handler.c:1734
heapam_index_fetch_tuple
static bool heapam_index_fetch_tuple(struct IndexFetchTableData *scan, ItemPointer tid, Snapshot snapshot, TupleTableSlot *slot, bool *call_again, bool *all_dead)
Definition: heapam_handler.c:112
heapam_relation_copy_for_cluster
static void heapam_relation_copy_for_cluster(Relation OldHeap, Relation NewHeap, Relation OldIndex, bool use_sort, TransactionId OldestXmin, TransactionId *xid_cutoff, MultiXactId *multi_cutoff, double *num_tuples, double *tups_vacuumed, double *tups_recently_dead)
Definition: heapam_handler.c:680
heapam_tuple_insert_speculative
static void heapam_tuple_insert_speculative(Relation relation, TupleTableSlot *slot, CommandId cid, int options, BulkInsertState bistate, uint32 specToken)
Definition: heapam_handler.c:260
heapam_scan_sample_next_block
static bool heapam_scan_sample_next_block(TableScanDesc scan, SampleScanState *scanstate)
Definition: heapam_handler.c:2262
heapam_tuple_insert
static void heapam_tuple_insert(Relation relation, TupleTableSlot *slot, CommandId cid, int options, BulkInsertState bistate)
Definition: heapam_handler.c:241
heapam_tuple_delete
static TM_Result heapam_tuple_delete(Relation relation, ItemPointer tid, CommandId cid, Snapshot snapshot, Snapshot crosscheck, bool wait, TM_FailureData *tmfd, bool changingPart)
Definition: heapam_handler.c:300
heapam_index_fetch_reset
static void heapam_index_fetch_reset(IndexFetchTableData *scan)
Definition: heapam_handler.c:90
heapam_relation_toast_am
static Oid heapam_relation_toast_am(Relation rel)
Definition: heapam_handler.c:2074
heapam_relation_needs_toast_table
static bool heapam_relation_needs_toast_table(Relation rel)
Definition: heapam_handler.c:2026
heapam_scan_get_blocks_done
static BlockNumber heapam_scan_get_blocks_done(HeapScanDesc hscan)
Definition: heapam_handler.c:1981
heapam_scan_bitmap_next_block
static bool heapam_scan_bitmap_next_block(TableScanDesc scan, TBMIterateResult *tbmres)
Definition: heapam_handler.c:2108
GetHeapamTableAmRoutine
const TableAmRoutine * GetHeapamTableAmRoutine(void)
Definition: heapam_handler.c:2593
heapam_scan_analyze_next_tuple
static bool heapam_scan_analyze_next_tuple(TableScanDesc scan, TransactionId OldestXmin, double *liverows, double *deadrows, TupleTableSlot *slot)
Definition: heapam_handler.c:1016
SampleHeapTupleVisible
static bool SampleHeapTupleVisible(TableScanDesc scan, Buffer buffer, HeapTuple tuple, OffsetNumber tupoffset)
Definition: heapam_handler.c:2483
heapam_scan_sample_next_tuple
static bool heapam_scan_sample_next_tuple(TableScanDesc scan, SampleScanState *scanstate, TupleTableSlot *slot)
Definition: heapam_handler.c:2336
heapam_slot_callbacks
static const TupleTableSlotOps * heapam_slot_callbacks(Relation relation)
Definition: heapam_handler.c:67
heapam_tuple_tid_valid
static bool heapam_tuple_tid_valid(TableScanDesc scan, ItemPointer tid)
Definition: heapam_handler.c:204
HEAP_USABLE_BYTES_PER_PAGE
#define HEAP_USABLE_BYTES_PER_PAGE
Definition: heapam_handler.c:2087
heapam_tuple_lock
static TM_Result heapam_tuple_lock(Relation relation, ItemPointer tid, Snapshot snapshot, TupleTableSlot *slot, CommandId cid, LockTupleMode mode, LockWaitPolicy wait_policy, uint8 flags, TM_FailureData *tmfd)
Definition: heapam_handler.c:348
heapam_relation_copy_data
static void heapam_relation_copy_data(Relation rel, const RelFileLocator *newrlocator)
Definition: heapam_handler.c:625
heapam_index_fetch_end
static void heapam_index_fetch_end(IndexFetchTableData *scan)
Definition: heapam_handler.c:102
heapam_tuple_complete_speculative
static void heapam_tuple_complete_speculative(Relation relation, TupleTableSlot *slot, uint32 specToken, bool succeeded)
Definition: heapam_handler.c:283
reform_and_rewrite_tuple
static void reform_and_rewrite_tuple(HeapTuple tuple, Relation OldHeap, Relation NewHeap, Datum *values, bool *isnull, RewriteState rwstate)
Definition: heapam_handler.c:2453
heapam_relation_set_new_filelocator
static void heapam_relation_set_new_filelocator(Relation rel, const RelFileLocator *newrlocator, char persistence, TransactionId *freezeXid, MultiXactId *minmulti)
Definition: heapam_handler.c:569
heapam_fetch_row_version
static bool heapam_fetch_row_version(Relation relation, ItemPointer tid, Snapshot snapshot, TupleTableSlot *slot)
Definition: heapam_handler.c:180
heapam_scan_bitmap_next_tuple
static bool heapam_scan_bitmap_next_tuple(TableScanDesc scan, TBMIterateResult *tbmres, TupleTableSlot *slot)
Definition: heapam_handler.c:2221
heapam_relation_nontransactional_truncate
static void heapam_relation_nontransactional_truncate(Relation rel)
Definition: heapam_handler.c:619
heapam_tuple_satisfies_snapshot
static bool heapam_tuple_satisfies_snapshot(Relation rel, TupleTableSlot *slot, Snapshot snapshot)
Definition: heapam_handler.c:213
heap_tableam_handler
Datum heap_tableam_handler(PG_FUNCTION_ARGS)
Definition: heapam_handler.c:2599
HeapTupleSatisfiesVisibility
bool HeapTupleSatisfiesVisibility(HeapTuple htup, Snapshot snapshot, Buffer buffer)
Definition: heapam_visibility.c:1769
HeapTupleSatisfiesVacuum
HTSV_Result HeapTupleSatisfiesVacuum(HeapTuple htup, TransactionId OldestXmin, Buffer buffer)
Definition: heapam_visibility.c:1164
heap_fetch_toast_slice
void heap_fetch_toast_slice(Relation toastrel, Oid valueid, int32 attrsize, int32 sliceoffset, int32 slicelength, struct varlena *result)
Definition: heaptoast.c:626
TOAST_TUPLE_THRESHOLD
#define TOAST_TUPLE_THRESHOLD
Definition: heaptoast.h:48
heap_form_tuple
HeapTuple heap_form_tuple(TupleDesc tupleDescriptor, Datum *values, bool *isnull)
Definition: heaptuple.c:1020
heap_deform_tuple
void heap_deform_tuple(HeapTuple tuple, TupleDesc tupleDesc, Datum *values, bool *isnull)
Definition: heaptuple.c:1249
heap_freetuple
void heap_freetuple(HeapTuple htup)
Definition: heaptuple.c:1338
HeapTupleHeader
HeapTupleHeaderData * HeapTupleHeader
Definition: htup.h:23
HeapTupleHeaderSetSpeculativeToken
#define HeapTupleHeaderSetSpeculativeToken(tup, token)
Definition: htup_details.h:439
SizeofHeapTupleHeader
#define SizeofHeapTupleHeader
Definition: htup_details.h:185
HeapTupleHeaderGetXmin
#define HeapTupleHeaderGetXmin(tup)
Definition: htup_details.h:309
BITMAPLEN
#define BITMAPLEN(NATTS)
Definition: htup_details.h:545
HeapTupleIsHeapOnly
#define HeapTupleIsHeapOnly(tuple)
Definition: htup_details.h:683
HeapTupleIsHotUpdated
#define HeapTupleIsHotUpdated(tuple)
Definition: htup_details.h:674
MaxHeapTuplesPerPage
#define MaxHeapTuplesPerPage
Definition: htup_details.h:572
HeapTupleHeaderGetUpdateXid
#define HeapTupleHeaderGetUpdateXid(tup)
Definition: htup_details.h:361
HeapTupleHeaderIsSpeculative
#define HeapTupleHeaderIsSpeculative(tup)
Definition: htup_details.h:428
FormIndexDatum
void FormIndexDatum(IndexInfo *indexInfo, TupleTableSlot *slot, EState *estate, Datum *values, bool *isnull)
Definition: index.c:2709
itemptr_decode
static void itemptr_decode(ItemPointer itemptr, int64 encoded)
Definition: index.h:206
index_getnext_slot
bool index_getnext_slot(IndexScanDesc scan, ScanDirection direction, TupleTableSlot *slot)
Definition: indexam.c:624
index_insert
bool index_insert(Relation indexRelation, Datum *values, bool *isnull, ItemPointer heap_t_ctid, Relation heapRelation, IndexUniqueCheck checkUnique, bool indexUnchanged, IndexInfo *indexInfo)
Definition: indexam.c:176
index_beginscan
IndexScanDesc index_beginscan(Relation heapRelation, Relation indexRelation, Snapshot snapshot, int nkeys, int norderbys)
Definition: indexam.c:205
index_endscan
void index_endscan(IndexScanDesc scan)
Definition: indexam.c:327
index_rescan
void index_rescan(IndexScanDesc scan, ScanKey keys, int nkeys, ScanKey orderbys, int norderbys)
Definition: indexam.c:301
i
int i
Definition: isn.c:73
ItemIdGetLength
#define ItemIdGetLength(itemId)
Definition: itemid.h:59
ItemIdIsNormal
#define ItemIdIsNormal(itemId)
Definition: itemid.h:99
ItemIdIsDead
#define ItemIdIsDead(itemId)
Definition: itemid.h:113
ItemPointerCompare
int32 ItemPointerCompare(ItemPointer arg1, ItemPointer arg2)
Definition: itemptr.c:51
ItemPointerEquals
bool ItemPointerEquals(ItemPointer pointer1, ItemPointer pointer2)
Definition: itemptr.c:35
ItemPointerSet
static void ItemPointerSet(ItemPointerData *pointer, BlockNumber blockNumber, OffsetNumber offNum)
Definition: itemptr.h:135
ItemPointerSetOffsetNumber
static void ItemPointerSetOffsetNumber(ItemPointerData *pointer, OffsetNumber offsetNumber)
Definition: itemptr.h:158
ItemPointerGetOffsetNumber
static OffsetNumber ItemPointerGetOffsetNumber(const ItemPointerData *pointer)
Definition: itemptr.h:124
ItemPointerIndicatesMovedPartitions
static bool ItemPointerIndicatesMovedPartitions(const ItemPointerData *pointer)
Definition: itemptr.h:197
ItemPointerGetBlockNumber
static BlockNumber ItemPointerGetBlockNumber(const ItemPointerData *pointer)
Definition: itemptr.h:103
ItemPointerCopy
static void ItemPointerCopy(const ItemPointerData *fromPointer, ItemPointerData *toPointer)
Definition: itemptr.h:172
ItemPointerIsValid
static bool ItemPointerIsValid(const ItemPointerData *pointer)
Definition: itemptr.h:83
Assert
Assert(fmt[strlen(fmt) - 1] !='\n')
XactLockTableWait
void XactLockTableWait(TransactionId xid, Relation rel, ItemPointer ctid, XLTW_Oper oper)
Definition: lmgr.c:668
ConditionalXactLockTableWait
bool ConditionalXactLockTableWait(TransactionId xid)
Definition: lmgr.c:741
XLTW_FetchUpdated
@ XLTW_FetchUpdated
Definition: lmgr.h:33
XLTW_InsertIndexUnique
@ XLTW_InsertIndexUnique
Definition: lmgr.h:32
LockWaitPolicy
LockWaitPolicy
Definition: lockoptions.h:37
LockWaitSkip
@ LockWaitSkip
Definition: lockoptions.h:41
LockWaitBlock
@ LockWaitBlock
Definition: lockoptions.h:39
LockWaitError
@ LockWaitError
Definition: lockoptions.h:43
LockTupleMode
LockTupleMode
Definition: lockoptions.h:50
MemoryContextReset
void MemoryContextReset(MemoryContext context)
Definition: mcxt.c:314
pfree
void pfree(void *pointer)
Definition: mcxt.c:1436
palloc0
void * palloc0(Size size)
Definition: mcxt.c:1241
palloc
void * palloc(Size size)
Definition: mcxt.c:1210
IsBootstrapProcessingMode
#define IsBootstrapProcessingMode()
Definition: miscadmin.h:403
CHECK_FOR_INTERRUPTS
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:121
GetOldestMultiXactId
MultiXactId GetOldestMultiXactId(void)
Definition: multixact.c:2507
InvalidOffsetNumber
#define InvalidOffsetNumber
Definition: off.h:26
OffsetNumberIsValid
#define OffsetNumberIsValid(offsetNumber)
Definition: off.h:39
OffsetNumberNext
#define OffsetNumberNext(offsetNumber)
Definition: off.h:52
OffsetNumber
uint16 OffsetNumber
Definition: off.h:24
FirstOffsetNumber
#define FirstOffsetNumber
Definition: off.h:27
Form_pg_attribute
FormData_pg_attribute * Form_pg_attribute
Definition: pg_attribute.h:207
ERRCODE_DATA_CORRUPTED
#define ERRCODE_DATA_CORRUPTED
Definition: pg_basebackup.c:41
mode
static PgChecksumMode mode
Definition: pg_checksums.c:65
INDEX_MAX_KEYS
#define INDEX_MAX_KEYS
Definition: pg_config_manual.h:69
NIL
#define NIL
Definition: pg_list.h:68
buf
static char * buf
Definition: pg_test_fsync.c:67
ERRCODE_T_R_SERIALIZATION_FAILURE
#define ERRCODE_T_R_SERIALIZATION_FAILURE
Definition: pgbench.c:76
progress
int progress
Definition: pgbench.c:271
pgstat_count_heap_fetch
#define pgstat_count_heap_fetch(rel)
Definition: pgstat.h:536
pgstat_count_heap_getnext
#define pgstat_count_heap_getnext(rel)
Definition: pgstat.h:531
DatumGetInt64
static int64 DatumGetInt64(Datum X)
Definition: postgres.h:385
Datum
uintptr_t Datum
Definition: postgres.h:64
Oid
unsigned int Oid
Definition: postgres_ext.h:31
PredicateLockTID
void PredicateLockTID(Relation relation, ItemPointer tid, Snapshot snapshot, TransactionId tuple_xid)
Definition: predicate.c:2535
GetOldestNonRemovableTransactionId
TransactionId GetOldestNonRemovableTransactionId(Relation rel)
Definition: procarray.c:2013
PROGRESS_CLUSTER_INDEX_RELID
#define PROGRESS_CLUSTER_INDEX_RELID
Definition: progress.h:57
PROGRESS_CLUSTER_HEAP_BLKS_SCANNED
#define PROGRESS_CLUSTER_HEAP_BLKS_SCANNED
Definition: progress.h:61
PROGRESS_CLUSTER_PHASE_SORT_TUPLES
#define PROGRESS_CLUSTER_PHASE_SORT_TUPLES
Definition: progress.h:67
PROGRESS_CLUSTER_PHASE_SEQ_SCAN_HEAP
#define PROGRESS_CLUSTER_PHASE_SEQ_SCAN_HEAP
Definition: progress.h:65
PROGRESS_SCAN_BLOCKS_DONE
#define PROGRESS_SCAN_BLOCKS_DONE
Definition: progress.h:120
PROGRESS_CLUSTER_PHASE
#define PROGRESS_CLUSTER_PHASE
Definition: progress.h:56
PROGRESS_CLUSTER_HEAP_TUPLES_SCANNED
#define PROGRESS_CLUSTER_HEAP_TUPLES_SCANNED
Definition: progress.h:58
PROGRESS_CLUSTER_TOTAL_HEAP_BLKS
#define PROGRESS_CLUSTER_TOTAL_HEAP_BLKS
Definition: progress.h:60
PROGRESS_CLUSTER_HEAP_TUPLES_WRITTEN
#define PROGRESS_CLUSTER_HEAP_TUPLES_WRITTEN
Definition: progress.h:59
PROGRESS_CLUSTER_PHASE_INDEX_SCAN_HEAP
#define PROGRESS_CLUSTER_PHASE_INDEX_SCAN_HEAP
Definition: progress.h:66
PROGRESS_SCAN_BLOCKS_TOTAL
#define PROGRESS_SCAN_BLOCKS_TOTAL
Definition: progress.h:119
PROGRESS_CLUSTER_PHASE_WRITE_NEW_HEAP
#define PROGRESS_CLUSTER_PHASE_WRITE_NEW_HEAP
Definition: progress.h:68
heap_get_root_tuples
void heap_get_root_tuples(Page page, OffsetNumber *root_offsets)
Definition: pruneheap.c:1111
heap_page_prune_opt
void heap_page_prune_opt(Relation relation, Buffer buffer)
Definition: pruneheap.c:108
RelationGetRelid
#define RelationGetRelid(relation)
Definition: rel.h:501
RelationGetSmgr
static SMgrRelation RelationGetSmgr(Relation rel)
Definition: rel.h:569
RelationGetDescr
#define RelationGetDescr(relation)
Definition: rel.h:527
RelationGetRelationName
#define RelationGetRelationName(relation)
Definition: rel.h:535
RelationGetTargetBlock
#define RelationGetTargetBlock(relation)
Definition: rel.h:599
RelationIsPermanent
#define RelationIsPermanent(relation)
Definition: rel.h:615
ForkNumber
ForkNumber
Definition: relpath.h:48
MAIN_FORKNUM
@ MAIN_FORKNUM
Definition: relpath.h:50
INIT_FORKNUM
@ INIT_FORKNUM
Definition: relpath.h:53
MAX_FORKNUM
#define MAX_FORKNUM
Definition: relpath.h:62
ParallelBlockTableScanDesc
struct ParallelBlockTableScanDescData * ParallelBlockTableScanDesc
Definition: relscan.h:85
end_heap_rewrite
void end_heap_rewrite(RewriteState state)
Definition: rewriteheap.c:299
rewrite_heap_dead_tuple
bool rewrite_heap_dead_tuple(RewriteState state, HeapTuple old_tuple)
Definition: rewriteheap.c:562
begin_heap_rewrite
RewriteState begin_heap_rewrite(Relation old_heap, Relation new_heap, TransactionId oldest_xmin, TransactionId freeze_xid, MultiXactId cutoff_multi)
Definition: rewriteheap.c:236
rewrite_heap_tuple
void rewrite_heap_tuple(RewriteState state, HeapTuple old_tuple, HeapTuple new_tuple)
Definition: rewriteheap.c:360
ForwardScanDirection
@ ForwardScanDirection
Definition: sdir.h:28
smgrimmedsync
void smgrimmedsync(SMgrRelation reln, ForkNumber forknum)
Definition: smgr.c:691
smgrcreate
void smgrcreate(SMgrRelation reln, ForkNumber forknum, bool isRedo)
Definition: smgr.c:369
smgrclose
void smgrclose(SMgrRelation reln)
Definition: smgr.c:256
smgropen
SMgrRelation smgropen(RelFileLocator rlocator, BackendId backend)
Definition: smgr.c:146
smgrexists
bool smgrexists(SMgrRelation reln, ForkNumber forknum)
Definition: smgr.c:247
RecentXmin
TransactionId RecentXmin
Definition: snapmgr.c:114
GetTransactionSnapshot
Snapshot GetTransactionSnapshot(void)
Definition: snapmgr.c:251
UnregisterSnapshot
void UnregisterSnapshot(Snapshot snapshot)
Definition: snapmgr.c:871
RegisterSnapshot
Snapshot RegisterSnapshot(Snapshot snapshot)
Definition: snapmgr.c:829
SnapshotAny
#define SnapshotAny
Definition: snapmgr.h:67
InitDirtySnapshot
#define InitDirtySnapshot(snapshotdata)
Definition: snapmgr.h:74
IsMVCCSnapshot
#define IsMVCCSnapshot(snapshot)
Definition: snapmgr.h:96
RelationCopyStorage
void RelationCopyStorage(SMgrRelation src, SMgrRelation dst, ForkNumber forkNum, char relpersistence)
Definition: storage.c:451
RelationCreateStorage
SMgrRelation RelationCreateStorage(RelFileLocator rlocator, char relpersistence, bool register_delete)
Definition: storage.c:120
log_smgrcreate
void log_smgrcreate(const RelFileLocator *rlocator, ForkNumber forkNum)
Definition: storage.c:185
RelationDropStorage
void RelationDropStorage(Relation rel)
Definition: storage.c:205
RelationTruncate
void RelationTruncate(Relation rel, BlockNumber nblocks)
Definition: storage.c:287
storage_xlog.h
ExprContext::ecxt_per_tuple_memory
MemoryContext ecxt_per_tuple_memory
Definition: execnodes.h:255
ExprContext::ecxt_scantuple
TupleTableSlot * ecxt_scantuple
Definition: execnodes.h:247
HeapScanDescData::rs_ntuples
int rs_ntuples
Definition: heapam.h:78
HeapScanDescData::rs_inited
bool rs_inited
Definition: heapam.h:59
HeapScanDescData::rs_cbuf
Buffer rs_cbuf
Definition: heapam.h:62
HeapScanDescData::rs_startblock
BlockNumber rs_startblock
Definition: heapam.h:54
HeapScanDescData::rs_ctup
HeapTupleData rs_ctup
Definition: heapam.h:68
HeapScanDescData::rs_vistuples
OffsetNumber rs_vistuples[MaxHeapTuplesPerPage]
Definition: heapam.h:79
HeapScanDescData::rs_nblocks
BlockNumber rs_nblocks
Definition: heapam.h:53
HeapScanDescData::rs_cblock
BlockNumber rs_cblock
Definition: heapam.h:61
HeapScanDescData::rs_base
TableScanDescData rs_base
Definition: heapam.h:50
HeapTupleData::t_self
ItemPointerData t_self
Definition: htup.h:65
HeapTupleData::t_len
uint32 t_len
Definition: htup.h:64
HeapTupleData::t_data
HeapTupleHeader t_data
Definition: htup.h:68
HeapTupleData::t_tableOid
Oid t_tableOid
Definition: htup.h:66
HeapTupleHeaderData::t_ctid
ItemPointerData t_ctid
Definition: htup_details.h:161
IndexFetchHeapData::xs_cbuf
Buffer xs_cbuf
Definition: heapam.h:90
IndexFetchHeapData::xs_base
IndexFetchTableData xs_base
Definition: heapam.h:88
IndexInfo::ii_Unique
bool ii_Unique
Definition: execnodes.h:190
IndexInfo::ii_BrokenHotChain
bool ii_BrokenHotChain
Definition: execnodes.h:196
IndexInfo::ii_PredicateState
ExprState * ii_PredicateState
Definition: execnodes.h:182
IndexInfo::ii_ExclusionOps
Oid * ii_ExclusionOps
Definition: execnodes.h:183
IndexInfo::ii_Concurrent
bool ii_Concurrent
Definition: execnodes.h:195
IndexInfo::ii_ExpressionsState
List * ii_ExpressionsState
Definition: execnodes.h:180
IndexInfo::ii_Predicate
List * ii_Predicate
Definition: execnodes.h:181
RelationData::rd_att
TupleDesc rd_att
Definition: rel.h:111
RelationData::rd_id
Oid rd_id
Definition: rel.h:112
RelationData::rd_backend
BackendId rd_backend
Definition: rel.h:59
RelationData::rd_rel
Form_pg_class rd_rel
Definition: rel.h:110
SampleScanState::tsmroutine
struct TsmRoutine * tsmroutine
Definition: execnodes.h:1482
SnapshotData::xmin
TransactionId xmin
Definition: snapshot.h:157
SnapshotData::xmax
TransactionId xmax
Definition: snapshot.h:158
SnapshotData::takenDuringRecovery
bool takenDuringRecovery
Definition: snapshot.h:184
TBMIterateResult::offsets
OffsetNumber offsets[FLEXIBLE_ARRAY_MEMBER]
Definition: tidbitmap.h:46
TBMIterateResult::blockno
BlockNumber blockno
Definition: tidbitmap.h:42
TM_FailureData
Definition: tableam.h:125
TM_FailureData::traversed
bool traversed
Definition: tableam.h:129
TM_FailureData::xmax
TransactionId xmax
Definition: tableam.h:127
TM_FailureData::cmax
CommandId cmax
Definition: tableam.h:128
TM_FailureData::ctid
ItemPointerData ctid
Definition: tableam.h:126
TableAmRoutine::type
NodeTag type
Definition: tableam.h:269
TableScanDescData::rs_rd
Relation rs_rd
Definition: relscan.h:34
TableScanDescData::rs_flags
uint32 rs_flags
Definition: relscan.h:47
TableScanDescData::rs_snapshot
struct SnapshotData * rs_snapshot
Definition: relscan.h:35
TableScanDescData::rs_parallel
struct ParallelTableScanDescData * rs_parallel
Definition: relscan.h:49
TsmRoutine::NextSampleTuple
NextSampleTuple_function NextSampleTuple
Definition: tsmapi.h:74
TsmRoutine::NextSampleBlock
NextSampleBlock_function NextSampleBlock
Definition: tsmapi.h:73
TupleTableSlot::tts_tableOid
Oid tts_tableOid
Definition: tuptable.h:131
TupleTableSlot::tts_tid
ItemPointerData tts_tid
Definition: tuptable.h:130
state
Definition: regguts.h:318
ss_report_location
void ss_report_location(Relation rel, BlockNumber location)
Definition: syncscan.c:289
table_block_parallelscan_initialize
Size table_block_parallelscan_initialize(Relation rel, ParallelTableScanDesc pscan)
Definition: tableam.c:398
table_block_parallelscan_reinitialize
void table_block_parallelscan_reinitialize(Relation rel, ParallelTableScanDesc pscan)
Definition: tableam.c:416
table_block_relation_size
uint64 table_block_relation_size(Relation rel, ForkNumber forkNumber)
Definition: tableam.c:626
table_slot_create
TupleTableSlot * table_slot_create(Relation relation, List **reglist)
Definition: tableam.c:91
table_block_parallelscan_estimate
Size table_block_parallelscan_estimate(Relation rel)
Definition: tableam.c:392
table_block_relation_estimate_size
void table_block_relation_estimate_size(Relation rel, int32 *attr_widths, BlockNumber *pages, double *tuples, double *allvisfrac, Size overhead_bytes_per_tuple, Size usable_bytes_per_page)
Definition: tableam.c:663
SO_ALLOW_PAGEMODE
@ SO_ALLOW_PAGEMODE
Definition: tableam.h:61
SO_ALLOW_SYNC
@ SO_ALLOW_SYNC
Definition: tableam.h:59
table_beginscan
static TableScanDesc table_beginscan(Relation rel, Snapshot snapshot, int nkeys, struct ScanKeyData *key)
Definition: tableam.h:885
table_endscan
static void table_endscan(TableScanDesc scan)
Definition: tableam.h:993
TM_Result
TM_Result
Definition: tableam.h:72
TM_Ok
@ TM_Ok
Definition: tableam.h:77
TM_Deleted
@ TM_Deleted
Definition: tableam.h:92
TM_WouldBlock
@ TM_WouldBlock
Definition: tableam.h:102
TM_Updated
@ TM_Updated
Definition: tableam.h:89
TM_SelfModified
@ TM_SelfModified
Definition: tableam.h:83
table_beginscan_strat
static TableScanDesc table_beginscan_strat(Relation rel, Snapshot snapshot, int nkeys, struct ScanKeyData *key, bool allow_strat, bool allow_sync)
Definition: tableam.h:909
TUPLE_LOCK_FLAG_FIND_LAST_VERSION
#define TUPLE_LOCK_FLAG_FIND_LAST_VERSION
Definition: tableam.h:244
IndexBuildCallback
void(* IndexBuildCallback)(Relation index, ItemPointer tid, Datum *values, bool *isnull, bool tupleIsAlive, void *state)
Definition: tableam.h:248
table_scan_getnextslot
static bool table_scan_getnextslot(TableScanDesc sscan, ScanDirection direction, TupleTableSlot *slot)
Definition: tableam.h:1034
TUPLE_LOCK_FLAG_LOCK_UPDATE_IN_PROGRESS
#define TUPLE_LOCK_FLAG_LOCK_UPDATE_IN_PROGRESS
Definition: tableam.h:242
callback
static void callback(struct sockaddr *addr, struct sockaddr *mask, void *unused)
Definition: test_ifaddrs.c:46
InvalidTransactionId
#define InvalidTransactionId
Definition: transam.h:31
TransactionIdEquals
#define TransactionIdEquals(id1, id2)
Definition: transam.h:43
TransactionIdIsValid
#define TransactionIdIsValid(xid)
Definition: transam.h:41
TupleDescAttr
#define TupleDescAttr(tupdesc, i)
Definition: tupdesc.h:92
tuplesort_performsort
void tuplesort_performsort(Tuplesortstate *state)
Definition: tuplesort.c:1385
tuplesort_end
void tuplesort_end(Tuplesortstate *state)
Definition: tuplesort.c:972
TUPLESORT_NONE
#define TUPLESORT_NONE
Definition: tuplesort.h:92
tuplesort_getheaptuple
HeapTuple tuplesort_getheaptuple(Tuplesortstate *state, bool forward)
Definition: tuplesortvariants.c:802
tuplesort_begin_cluster
Tuplesortstate * tuplesort_begin_cluster(TupleDesc tupDesc, Relation indexRel, int workMem, SortCoordinate coordinate, int sortopt)
Definition: tuplesortvariants.c:208
tuplesort_putheaptuple
void tuplesort_putheaptuple(Tuplesortstate *state, HeapTuple tup)
Definition: tuplesortvariants.c:633
tuplesort_getdatum
bool tuplesort_getdatum(Tuplesortstate *state, bool forward, bool copy, Datum *val, bool *isNull, Datum *abbrev)
Definition: tuplesortvariants.c:863
att_align_nominal
#define att_align_nominal(cur_offset, attalign)
Definition: tupmacs.h:129
ExecClearTuple
static TupleTableSlot * ExecClearTuple(TupleTableSlot *slot)
Definition: tuptable.h:433
TTS_IS_BUFFERTUPLE
#define TTS_IS_BUFFERTUPLE(slot)
Definition: tuptable.h:231
heap_vacuum_rel
void heap_vacuum_rel(Relation rel, VacuumParams *params, BufferAccessStrategy bstrategy)
Definition: vacuumlazy.c:305
TransactionIdIsCurrentTransactionId
bool TransactionIdIsCurrentTransactionId(TransactionId xid)
Definition: xact.c:926