PostgreSQL Source Code  git master
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros
brin.c File Reference
#include "postgres.h"
#include "access/brin.h"
#include "access/brin_page.h"
#include "access/brin_pageops.h"
#include "access/brin_xlog.h"
#include "access/reloptions.h"
#include "access/relscan.h"
#include "access/xloginsert.h"
#include "catalog/index.h"
#include "catalog/pg_am.h"
#include "miscadmin.h"
#include "pgstat.h"
#include "storage/bufmgr.h"
#include "storage/freespace.h"
#include "utils/builtins.h"
#include "utils/index_selfuncs.h"
#include "utils/memutils.h"
#include "utils/rel.h"
Include dependency graph for brin.c:

Go to the source code of this file.

Data Structures

struct  BrinBuildState
 
struct  BrinOpaque
 

Typedefs

typedef struct BrinBuildState BrinBuildState
 
typedef struct BrinOpaque BrinOpaque
 

Functions

static BrinBuildStateinitialize_brin_buildstate (Relation idxRel, BrinRevmap *revmap, BlockNumber pagesPerRange)
 
static void terminate_brin_buildstate (BrinBuildState *state)
 
static void brinsummarize (Relation index, Relation heapRel, double *numSummarized, double *numExisting)
 
static void form_and_insert_tuple (BrinBuildState *state)
 
static void union_tuples (BrinDesc *bdesc, BrinMemTuple *a, BrinTuple *b)
 
static void brin_vacuum_scan (Relation idxrel, BufferAccessStrategy strategy)
 
Datum brinhandler (PG_FUNCTION_ARGS)
 
bool brininsert (Relation idxRel, Datum *values, bool *nulls, ItemPointer heaptid, Relation heapRel, IndexUniqueCheck checkUnique, IndexInfo *indexInfo)
 
IndexScanDesc brinbeginscan (Relation r, int nkeys, int norderbys)
 
int64 bringetbitmap (IndexScanDesc scan, TIDBitmap *tbm)
 
void brinrescan (IndexScanDesc scan, ScanKey scankey, int nscankeys, ScanKey orderbys, int norderbys)
 
void brinendscan (IndexScanDesc scan)
 
static void brinbuildCallback (Relation index, HeapTuple htup, Datum *values, bool *isnull, bool tupleIsAlive, void *brstate)
 
IndexBuildResultbrinbuild (Relation heap, Relation index, IndexInfo *indexInfo)
 
void brinbuildempty (Relation index)
 
IndexBulkDeleteResultbrinbulkdelete (IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, void *callback_state)
 
IndexBulkDeleteResultbrinvacuumcleanup (IndexVacuumInfo *info, IndexBulkDeleteResult *stats)
 
byteabrinoptions (Datum reloptions, bool validate)
 
Datum brin_summarize_new_values (PG_FUNCTION_ARGS)
 
BrinDescbrin_build_desc (Relation rel)
 
void brin_free_desc (BrinDesc *bdesc)
 
static void summarize_range (IndexInfo *indexInfo, BrinBuildState *state, Relation heapRel, BlockNumber heapBlk, BlockNumber heapNumBlks)
 

Typedef Documentation

Function Documentation

BrinDesc* brin_build_desc ( Relation  rel)

Definition at line 852 of file brin.c.

References ALLOCSET_SMALL_SIZES, AllocSetContextCreate(), tupleDesc::attrs, BrinDesc::bd_context, BrinDesc::bd_disktdesc, BrinDesc::bd_index, BrinDesc::bd_info, BrinDesc::bd_totalstored, BrinDesc::bd_tupdesc, BRIN_PROCNUM_OPCINFO, CurrentMemoryContext, DatumGetPointer, FunctionCall1, index_getprocinfo(), MemoryContextSwitchTo(), tupleDesc::natts, NULL, offsetof, BrinOpcInfo::oi_nstored, palloc(), pfree(), RelationGetDescr, and totalsize.

Referenced by brin_page_items(), brinbeginscan(), brininsert(), and initialize_brin_buildstate().

853 {
854  BrinOpcInfo **opcinfo;
855  BrinDesc *bdesc;
856  TupleDesc tupdesc;
857  int totalstored = 0;
858  int keyno;
859  long totalsize;
860  MemoryContext cxt;
861  MemoryContext oldcxt;
862 
864  "brin desc cxt",
866  oldcxt = MemoryContextSwitchTo(cxt);
867  tupdesc = RelationGetDescr(rel);
868 
869  /*
870  * Obtain BrinOpcInfo for each indexed column. While at it, accumulate
871  * the number of columns stored, since the number is opclass-defined.
872  */
873  opcinfo = (BrinOpcInfo **) palloc(sizeof(BrinOpcInfo *) * tupdesc->natts);
874  for (keyno = 0; keyno < tupdesc->natts; keyno++)
875  {
876  FmgrInfo *opcInfoFn;
877 
878  opcInfoFn = index_getprocinfo(rel, keyno + 1, BRIN_PROCNUM_OPCINFO);
879 
880  opcinfo[keyno] = (BrinOpcInfo *)
881  DatumGetPointer(FunctionCall1(opcInfoFn,
882  tupdesc->attrs[keyno]->atttypid));
883  totalstored += opcinfo[keyno]->oi_nstored;
884  }
885 
886  /* Allocate our result struct and fill it in */
887  totalsize = offsetof(BrinDesc, bd_info) +
888  sizeof(BrinOpcInfo *) * tupdesc->natts;
889 
890  bdesc = palloc(totalsize);
891  bdesc->bd_context = cxt;
892  bdesc->bd_index = rel;
893  bdesc->bd_tupdesc = tupdesc;
894  bdesc->bd_disktdesc = NULL; /* generated lazily */
895  bdesc->bd_totalstored = totalstored;
896 
897  for (keyno = 0; keyno < tupdesc->natts; keyno++)
898  bdesc->bd_info[keyno] = opcinfo[keyno];
899  pfree(opcinfo);
900 
901  MemoryContextSwitchTo(oldcxt);
902 
903  return bdesc;
904 }
Definition: fmgr.h:53
FmgrInfo * index_getprocinfo(Relation irel, AttrNumber attnum, uint16 procnum)
Definition: indexam.c:855
#define RelationGetDescr(relation)
Definition: rel.h:425
#define ALLOCSET_SMALL_SIZES
Definition: memutils.h:175
Form_pg_attribute * attrs
Definition: tupdesc.h:74
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
#define BRIN_PROCNUM_OPCINFO
Definition: brin_internal.h:67
int natts
Definition: tupdesc.h:73
void pfree(void *pointer)
Definition: mcxt.c:950
Relation bd_index
Definition: brin_internal.h:47
uint16 oi_nstored
Definition: brin_internal.h:28
int bd_totalstored
Definition: brin_internal.h:56
TupleDesc bd_tupdesc
Definition: brin_internal.h:50
MemoryContext CurrentMemoryContext
Definition: mcxt.c:37
static uint64 totalsize
MemoryContext AllocSetContextCreate(MemoryContext parent, const char *name, Size minContextSize, Size initBlockSize, Size maxBlockSize)
Definition: aset.c:321
BrinOpcInfo * bd_info[FLEXIBLE_ARRAY_MEMBER]
Definition: brin_internal.h:59
#define NULL
Definition: c.h:226
#define DatumGetPointer(X)
Definition: postgres.h:557
MemoryContext bd_context
Definition: brin_internal.h:44
void * palloc(Size size)
Definition: mcxt.c:849
TupleDesc bd_disktdesc
Definition: brin_internal.h:53
#define FunctionCall1(flinfo, arg1)
Definition: fmgr.h:573
#define offsetof(type, field)
Definition: c.h:551
void brin_free_desc ( BrinDesc bdesc)

Definition at line 907 of file brin.c.

References Assert, BrinDesc::bd_context, BrinDesc::bd_tupdesc, MemoryContextDelete(), and tupleDesc::tdrefcount.

Referenced by brin_page_items(), brinendscan(), and terminate_brin_buildstate().

908 {
909  /* make sure the tupdesc is still valid */
910  Assert(bdesc->bd_tupdesc->tdrefcount >= 1);
911  /* no need for retail pfree */
913 }
void MemoryContextDelete(MemoryContext context)
Definition: mcxt.c:200
TupleDesc bd_tupdesc
Definition: brin_internal.h:50
#define Assert(condition)
Definition: c.h:671
MemoryContext bd_context
Definition: brin_internal.h:44
int tdrefcount
Definition: tupdesc.h:80
Datum brin_summarize_new_values ( PG_FUNCTION_ARGS  )

Definition at line 793 of file brin.c.

References ACL_KIND_CLASS, aclcheck_error(), ACLCHECK_NOT_OWNER, BRIN_AM_OID, brinsummarize(), ereport, errcode(), ERRCODE_UNDEFINED_TABLE, errmsg(), ERROR, GetUserId(), heap_open(), index_open(), IndexGetRelation(), NULL, OidIsValid, pg_class_ownercheck(), PG_GETARG_OID, PG_RETURN_INT32, RelationData::rd_rel, relation_close(), RelationGetRelationName, RELKIND_INDEX, and ShareUpdateExclusiveLock.

794 {
795  Oid indexoid = PG_GETARG_OID(0);
796  Oid heapoid;
797  Relation indexRel;
798  Relation heapRel;
799  double numSummarized = 0;
800 
801  /*
802  * We must lock table before index to avoid deadlocks. However, if the
803  * passed indexoid isn't an index then IndexGetRelation() will fail.
804  * Rather than emitting a not-very-helpful error message, postpone
805  * complaining, expecting that the is-it-an-index test below will fail.
806  */
807  heapoid = IndexGetRelation(indexoid, true);
808  if (OidIsValid(heapoid))
809  heapRel = heap_open(heapoid, ShareUpdateExclusiveLock);
810  else
811  heapRel = NULL;
812 
813  indexRel = index_open(indexoid, ShareUpdateExclusiveLock);
814 
815  /* Must be a BRIN index */
816  if (indexRel->rd_rel->relkind != RELKIND_INDEX ||
817  indexRel->rd_rel->relam != BRIN_AM_OID)
818  ereport(ERROR,
819  (errcode(ERRCODE_WRONG_OBJECT_TYPE),
820  errmsg("\"%s\" is not a BRIN index",
821  RelationGetRelationName(indexRel))));
822 
823  /* User must own the index (comparable to privileges needed for VACUUM) */
824  if (!pg_class_ownercheck(indexoid, GetUserId()))
826  RelationGetRelationName(indexRel));
827 
828  /*
829  * Since we did the IndexGetRelation call above without any lock, it's
830  * barely possible that a race against an index drop/recreation could have
831  * netted us the wrong table. Recheck.
832  */
833  if (heapRel == NULL || heapoid != IndexGetRelation(indexoid, false))
834  ereport(ERROR,
836  errmsg("could not open parent table of index %s",
837  RelationGetRelationName(indexRel))));
838 
839  /* OK, do it */
840  brinsummarize(indexRel, heapRel, &numSummarized, NULL);
841 
844 
845  PG_RETURN_INT32((int32) numSummarized);
846 }
Oid IndexGetRelation(Oid indexId, bool missing_ok)
Definition: index.c:3281
#define ERRCODE_UNDEFINED_TABLE
Definition: pgbench.c:61
#define BRIN_AM_OID
Definition: pg_am.h:85
Oid GetUserId(void)
Definition: miscinit.c:282
#define PG_RETURN_INT32(x)
Definition: fmgr.h:298
int errcode(int sqlerrcode)
Definition: elog.c:575
void relation_close(Relation relation, LOCKMODE lockmode)
Definition: heapam.c:1263
Form_pg_class rd_rel
Definition: rel.h:113
unsigned int Oid
Definition: postgres_ext.h:31
#define OidIsValid(objectId)
Definition: c.h:534
signed int int32
Definition: c.h:253
#define ERROR
Definition: elog.h:43
static void brinsummarize(Relation index, Relation heapRel, double *numSummarized, double *numExisting)
Definition: brin.c:1075
#define PG_GETARG_OID(n)
Definition: fmgr.h:231
void aclcheck_error(AclResult aclerr, AclObjectKind objectkind, const char *objectname)
Definition: aclchk.c:3378
#define RelationGetRelationName(relation)
Definition: rel.h:433
#define ereport(elevel, rest)
Definition: elog.h:122
Relation heap_open(Oid relationId, LOCKMODE lockmode)
Definition: heapam.c:1287
#define ShareUpdateExclusiveLock
Definition: lockdefs.h:39
#define NULL
Definition: c.h:226
bool pg_class_ownercheck(Oid class_oid, Oid roleid)
Definition: aclchk.c:4521
int errmsg(const char *fmt,...)
Definition: elog.c:797
#define RELKIND_INDEX
Definition: pg_class.h:161
Relation index_open(Oid relationId, LOCKMODE lockmode)
Definition: indexam.c:151
static void brin_vacuum_scan ( Relation  idxrel,
BufferAccessStrategy  strategy 
)
static

Definition at line 1208 of file brin.c.

References brin_page_cleanup(), buf, CHECK_FOR_INTERRUPTS, FreeSpaceMapVacuum(), MAIN_FORKNUM, RBM_NORMAL, ReadBufferExtended(), RelationGetNumberOfBlocks, and ReleaseBuffer().

Referenced by brinvacuumcleanup().

1209 {
1210  bool vacuum_fsm = false;
1211  BlockNumber blkno;
1212 
1213  /*
1214  * Scan the index in physical order, and clean up any possible mess in
1215  * each page.
1216  */
1217  for (blkno = 0; blkno < RelationGetNumberOfBlocks(idxrel); blkno++)
1218  {
1219  Buffer buf;
1220 
1222 
1223  buf = ReadBufferExtended(idxrel, MAIN_FORKNUM, blkno,
1224  RBM_NORMAL, strategy);
1225 
1226  vacuum_fsm |= brin_page_cleanup(idxrel, buf);
1227 
1228  ReleaseBuffer(buf);
1229  }
1230 
1231  /*
1232  * If we made any change to the FSM, make sure the new info is visible all
1233  * the way to the top.
1234  */
1235  if (vacuum_fsm)
1236  FreeSpaceMapVacuum(idxrel);
1237 }
Buffer ReadBufferExtended(Relation reln, ForkNumber forkNum, BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy)
Definition: bufmgr.c:640
uint32 BlockNumber
Definition: block.h:31
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3292
static char * buf
Definition: pg_test_fsync.c:65
void FreeSpaceMapVacuum(Relation rel)
Definition: freespace.c:379
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:199
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:97
bool brin_page_cleanup(Relation idxrel, Buffer buf)
Definition: brin_pageops.c:597
int Buffer
Definition: buf.h:23
IndexScanDesc brinbeginscan ( Relation  r,
int  nkeys,
int  norderbys 
)

Definition at line 288 of file brin.c.

References BrinOpaque::bo_bdesc, BrinOpaque::bo_pagesPerRange, BrinOpaque::bo_rmAccess, brin_build_desc(), brinRevmapInitialize(), IndexScanDescData::opaque, palloc(), RelationGetIndexScan(), and IndexScanDescData::xs_snapshot.

Referenced by brinhandler().

289 {
290  IndexScanDesc scan;
291  BrinOpaque *opaque;
292 
293  scan = RelationGetIndexScan(r, nkeys, norderbys);
294 
295  opaque = (BrinOpaque *) palloc(sizeof(BrinOpaque));
296  opaque->bo_rmAccess = brinRevmapInitialize(r, &opaque->bo_pagesPerRange,
297  scan->xs_snapshot);
298  opaque->bo_bdesc = brin_build_desc(r);
299  scan->opaque = opaque;
300 
301  return scan;
302 }
Snapshot xs_snapshot
Definition: relscan.h:90
BlockNumber bo_pagesPerRange
Definition: brin.c:58
BrinRevmap * bo_rmAccess
Definition: brin.c:59
BrinDesc * bo_bdesc
Definition: brin.c:60
BrinDesc * brin_build_desc(Relation rel)
Definition: brin.c:852
BrinRevmap * brinRevmapInitialize(Relation idxrel, BlockNumber *pagesPerRange, Snapshot snapshot)
Definition: brin_revmap.c:71
void * palloc(Size size)
Definition: mcxt.c:849
IndexScanDesc RelationGetIndexScan(Relation indexRelation, int nkeys, int norderbys)
Definition: genam.c:78
IndexBuildResult* brinbuild ( Relation  heap,
Relation  index,
IndexInfo indexInfo 
)

Definition at line 603 of file brin.c.

References Assert, BRIN_CURRENT_VERSION, BRIN_METAPAGE_BLKNO, brin_metapage_init(), brinbuildCallback(), BrinGetPagesPerRange, brinRevmapInitialize(), brinRevmapTerminate(), BrinBuildState::bs_numtuples, BrinBuildState::bs_rmAccess, BUFFER_LOCK_EXCLUSIVE, BufferGetBlockNumber(), BufferGetPage, elog, ERROR, form_and_insert_tuple(), IndexBuildResult::heap_tuples, IndexBuildResult::index_tuples, IndexBuildHeapScan(), initialize_brin_buildstate(), LockBuffer(), MarkBufferDirty(), NULL, P_NEW, PageSetLSN, xl_brin_createidx::pagesPerRange, palloc(), ReadBuffer(), REGBUF_WILL_INIT, RelationGetNumberOfBlocks, RelationGetRelationName, RelationNeedsWAL, SizeOfBrinCreateIdx, terminate_brin_buildstate(), UnlockReleaseBuffer(), xl_brin_createidx::version, XLOG_BRIN_CREATE_INDEX, XLogBeginInsert(), XLogInsert(), XLogRegisterBuffer(), and XLogRegisterData().

Referenced by brinhandler().

604 {
605  IndexBuildResult *result;
606  double reltuples;
607  double idxtuples;
608  BrinRevmap *revmap;
610  Buffer meta;
611  BlockNumber pagesPerRange;
612 
613  /*
614  * We expect to be called exactly once for any index relation.
615  */
616  if (RelationGetNumberOfBlocks(index) != 0)
617  elog(ERROR, "index \"%s\" already contains data",
618  RelationGetRelationName(index));
619 
620  /*
621  * Critical section not required, because on error the creation of the
622  * whole relation will be rolled back.
623  */
624 
625  meta = ReadBuffer(index, P_NEW);
628 
631  MarkBufferDirty(meta);
632 
633  if (RelationNeedsWAL(index))
634  {
635  xl_brin_createidx xlrec;
636  XLogRecPtr recptr;
637  Page page;
638 
640  xlrec.pagesPerRange = BrinGetPagesPerRange(index);
641 
642  XLogBeginInsert();
643  XLogRegisterData((char *) &xlrec, SizeOfBrinCreateIdx);
645 
646  recptr = XLogInsert(RM_BRIN_ID, XLOG_BRIN_CREATE_INDEX);
647 
648  page = BufferGetPage(meta);
649  PageSetLSN(page, recptr);
650  }
651 
652  UnlockReleaseBuffer(meta);
653 
654  /*
655  * Initialize our state, including the deformed tuple state.
656  */
657  revmap = brinRevmapInitialize(index, &pagesPerRange, NULL);
658  state = initialize_brin_buildstate(index, revmap, pagesPerRange);
659 
660  /*
661  * Now scan the relation. No syncscan allowed here because we want the
662  * heap blocks in physical order.
663  */
664  reltuples = IndexBuildHeapScan(heap, index, indexInfo, false,
665  brinbuildCallback, (void *) state);
666 
667  /* process the final batch */
668  form_and_insert_tuple(state);
669 
670  /* release resources */
671  idxtuples = state->bs_numtuples;
674 
675  /*
676  * Return statistics
677  */
678  result = (IndexBuildResult *) palloc(sizeof(IndexBuildResult));
679 
680  result->heap_tuples = reltuples;
681  result->index_tuples = idxtuples;
682 
683  return result;
684 }
#define BRIN_CURRENT_VERSION
Definition: brin_page.h:72
#define BRIN_METAPAGE_BLKNO
Definition: brin_page.h:75
#define SizeOfBrinCreateIdx
Definition: brin_xlog.h:55
void brinRevmapTerminate(BrinRevmap *revmap)
Definition: brin_revmap.c:103
void MarkBufferDirty(Buffer buffer)
Definition: bufmgr.c:1445
void XLogRegisterBuffer(uint8 block_id, Buffer buffer, uint8 flags)
Definition: xloginsert.c:213
#define XLOG_BRIN_CREATE_INDEX
Definition: brin_xlog.h:31
#define REGBUF_WILL_INIT
Definition: xloginsert.h:32
static void brinbuildCallback(Relation index, HeapTuple htup, Datum *values, bool *isnull, bool tupleIsAlive, void *brstate)
Definition: brin.c:541
uint32 BlockNumber
Definition: block.h:31
static void form_and_insert_tuple(BrinBuildState *state)
Definition: brin.c:1146
#define P_NEW
Definition: bufmgr.h:82
#define BUFFER_LOCK_EXCLUSIVE
Definition: bufmgr.h:89
#define BrinGetPagesPerRange(relation)
Definition: brin.h:28
void brin_metapage_init(Page page, BlockNumber pagesPerRange, uint16 version)
Definition: brin_pageops.c:480
void UnlockReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3315
#define ERROR
Definition: elog.h:43
BrinRevmap * bs_rmAccess
Definition: brin.c:48
#define RelationGetRelationName(relation)
Definition: rel.h:433
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
void XLogRegisterData(char *data, int len)
Definition: xloginsert.c:323
XLogRecPtr XLogInsert(RmgrId rmid, uint8 info)
Definition: xloginsert.c:415
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3529
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:199
#define NULL
Definition: c.h:226
uint64 XLogRecPtr
Definition: xlogdefs.h:21
#define Assert(condition)
Definition: c.h:671
Definition: regguts.h:298
Buffer ReadBuffer(Relation reln, BlockNumber blockNum)
Definition: bufmgr.c:594
BrinRevmap * brinRevmapInitialize(Relation idxrel, BlockNumber *pagesPerRange, Snapshot snapshot)
Definition: brin_revmap.c:71
#define RelationNeedsWAL(relation)
Definition: rel.h:502
int bs_numtuples
Definition: brin.c:44
BlockNumber BufferGetBlockNumber(Buffer buffer)
Definition: bufmgr.c:2588
double IndexBuildHeapScan(Relation heapRelation, Relation indexRelation, IndexInfo *indexInfo, bool allow_sync, IndexBuildCallback callback, void *callback_state)
Definition: index.c:2169
void * palloc(Size size)
Definition: mcxt.c:849
BlockNumber pagesPerRange
Definition: brin_xlog.h:52
static BrinBuildState * initialize_brin_buildstate(Relation idxRel, BrinRevmap *revmap, BlockNumber pagesPerRange)
Definition: brin.c:919
#define elog
Definition: elog.h:219
void XLogBeginInsert(void)
Definition: xloginsert.c:120
#define PageSetLSN(page, lsn)
Definition: bufpage.h:365
int Buffer
Definition: buf.h:23
Pointer Page
Definition: bufpage.h:74
double index_tuples
Definition: genam.h:33
double heap_tuples
Definition: genam.h:32
static void terminate_brin_buildstate(BrinBuildState *state)
Definition: brin.c:944
static void brinbuildCallback ( Relation  index,
HeapTuple  htup,
Datum values,
bool isnull,
bool  tupleIsAlive,
void *  brstate 
)
static

Definition at line 541 of file brin.c.

References tupleDesc::attrs, BrinDesc::bd_tupdesc, BRIN_elog, brin_memtuple_initialize(), BRIN_PROCNUM_ADDVALUE, BrinBuildState::bs_bdesc, BrinBuildState::bs_currRangeStart, BrinBuildState::bs_dtuple, BrinBuildState::bs_pagesPerRange, BrinMemTuple::bt_columns, DEBUG2, form_and_insert_tuple(), FunctionCall4Coll(), i, index_getprocinfo(), ItemPointerGetBlockNumber, tupleDesc::natts, PointerGetDatum, and HeapTupleData::t_self.

Referenced by brinbuild(), and summarize_range().

547 {
548  BrinBuildState *state = (BrinBuildState *) brstate;
549  BlockNumber thisblock;
550  int i;
551 
552  thisblock = ItemPointerGetBlockNumber(&htup->t_self);
553 
554  /*
555  * If we're in a block that belongs to a future range, summarize what
556  * we've got and start afresh. Note the scan might have skipped many
557  * pages, if they were devoid of live tuples; make sure to insert index
558  * tuples for those too.
559  */
560  while (thisblock > state->bs_currRangeStart + state->bs_pagesPerRange - 1)
561  {
562 
563  BRIN_elog((DEBUG2,
564  "brinbuildCallback: completed a range: %u--%u",
565  state->bs_currRangeStart,
566  state->bs_currRangeStart + state->bs_pagesPerRange));
567 
568  /* create the index tuple and insert it */
569  form_and_insert_tuple(state);
570 
571  /* set state to correspond to the next range */
572  state->bs_currRangeStart += state->bs_pagesPerRange;
573 
574  /* re-initialize state for it */
576  }
577 
578  /* Accumulate the current tuple into the running state */
579  for (i = 0; i < state->bs_bdesc->bd_tupdesc->natts; i++)
580  {
581  FmgrInfo *addValue;
582  BrinValues *col;
583 
584  col = &state->bs_dtuple->bt_columns[i];
585  addValue = index_getprocinfo(index, i + 1,
587 
588  /*
589  * Update dtuple state, if and as necessary.
590  */
591  FunctionCall4Coll(addValue,
592  state->bs_bdesc->bd_tupdesc->attrs[i]->attcollation,
593  PointerGetDatum(state->bs_bdesc),
594  PointerGetDatum(col),
595  values[i], isnull[i]);
596  }
597 }
Definition: fmgr.h:53
#define BRIN_elog(args)
Definition: brin_internal.h:81
FmgrInfo * index_getprocinfo(Relation irel, AttrNumber attnum, uint16 procnum)
Definition: indexam.c:855
#define PointerGetDatum(X)
Definition: postgres.h:564
Form_pg_attribute * attrs
Definition: tupdesc.h:74
Datum FunctionCall4Coll(FmgrInfo *flinfo, Oid collation, Datum arg1, Datum arg2, Datum arg3, Datum arg4)
Definition: fmgr.c:1353
uint32 BlockNumber
Definition: block.h:31
static void form_and_insert_tuple(BrinBuildState *state)
Definition: brin.c:1146
BlockNumber bs_currRangeStart
Definition: brin.c:47
int natts
Definition: tupdesc.h:73
#define BRIN_PROCNUM_ADDVALUE
Definition: brin_internal.h:68
BlockNumber bs_pagesPerRange
Definition: brin.c:46
ItemPointerData t_self
Definition: htup.h:65
#define DEBUG2
Definition: elog.h:24
BrinValues bt_columns[FLEXIBLE_ARRAY_MEMBER]
Definition: brin_tuple.h:41
TupleDesc bd_tupdesc
Definition: brin_internal.h:50
void brin_memtuple_initialize(BrinMemTuple *dtuple, BrinDesc *brdesc)
Definition: brin_tuple.c:378
Definition: regguts.h:298
static Datum values[MAXATTR]
Definition: bootstrap.c:162
int i
BrinMemTuple * bs_dtuple
Definition: brin.c:50
BrinDesc * bs_bdesc
Definition: brin.c:49
#define ItemPointerGetBlockNumber(pointer)
Definition: itemptr.h:66
void brinbuildempty ( Relation  index)

Definition at line 687 of file brin.c.

References BRIN_CURRENT_VERSION, brin_metapage_init(), BrinGetPagesPerRange, BUFFER_LOCK_EXCLUSIVE, BufferGetPage, END_CRIT_SECTION, INIT_FORKNUM, LockBuffer(), log_newpage_buffer(), MarkBufferDirty(), NULL, P_NEW, RBM_NORMAL, ReadBufferExtended(), START_CRIT_SECTION, and UnlockReleaseBuffer().

Referenced by brinhandler().

688 {
689  Buffer metabuf;
690 
691  /* An empty BRIN index has a metapage only. */
692  metabuf =
695 
696  /* Initialize and xlog metabuffer. */
700  MarkBufferDirty(metabuf);
701  log_newpage_buffer(metabuf, false);
703 
704  UnlockReleaseBuffer(metabuf);
705 }
#define BRIN_CURRENT_VERSION
Definition: brin_page.h:72
XLogRecPtr log_newpage_buffer(Buffer buffer, bool page_std)
Definition: xloginsert.c:1010
void MarkBufferDirty(Buffer buffer)
Definition: bufmgr.c:1445
Buffer ReadBufferExtended(Relation reln, ForkNumber forkNum, BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy)
Definition: bufmgr.c:640
#define END_CRIT_SECTION()
Definition: miscadmin.h:132
#define START_CRIT_SECTION()
Definition: miscadmin.h:130
#define P_NEW
Definition: bufmgr.h:82
#define BUFFER_LOCK_EXCLUSIVE
Definition: bufmgr.h:89
#define BrinGetPagesPerRange(relation)
Definition: brin.h:28
void brin_metapage_init(Page page, BlockNumber pagesPerRange, uint16 version)
Definition: brin_pageops.c:480
void UnlockReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3315
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3529
#define NULL
Definition: c.h:226
int Buffer
Definition: buf.h:23
IndexBulkDeleteResult* brinbulkdelete ( IndexVacuumInfo info,
IndexBulkDeleteResult stats,
IndexBulkDeleteCallback  callback,
void *  callback_state 
)

Definition at line 717 of file brin.c.

References NULL, and palloc0().

Referenced by brinhandler().

719 {
720  /* allocate stats if first time through, else re-use existing struct */
721  if (stats == NULL)
723 
724  return stats;
725 }
void * palloc0(Size size)
Definition: mcxt.c:878
#define NULL
Definition: c.h:226
void brinendscan ( IndexScanDesc  scan)

Definition at line 524 of file brin.c.

References BrinOpaque::bo_bdesc, BrinOpaque::bo_rmAccess, brin_free_desc(), brinRevmapTerminate(), IndexScanDescData::opaque, and pfree().

Referenced by brinhandler().

525 {
526  BrinOpaque *opaque = (BrinOpaque *) scan->opaque;
527 
529  brin_free_desc(opaque->bo_bdesc);
530  pfree(opaque);
531 }
void brin_free_desc(BrinDesc *bdesc)
Definition: brin.c:907
void brinRevmapTerminate(BrinRevmap *revmap)
Definition: brin_revmap.c:103
void pfree(void *pointer)
Definition: mcxt.c:950
BrinRevmap * bo_rmAccess
Definition: brin.c:59
BrinDesc * bo_bdesc
Definition: brin.c:60
int64 bringetbitmap ( IndexScanDesc  scan,
TIDBitmap tbm 
)

Definition at line 317 of file brin.c.

References AccessShareLock, addrange(), ALLOCSET_DEFAULT_SIZES, AllocSetContextCreate(), Assert, tupleDesc::attrs, BrinDesc::bd_tupdesc, BrinOpaque::bo_bdesc, BrinOpaque::bo_pagesPerRange, BrinOpaque::bo_rmAccess, brin_copy_tuple(), brin_deform_tuple(), BRIN_PROCNUM_CONSISTENT, brinGetTupleForHeapBlock(), BrinMemTuple::bt_columns, BrinMemTuple::bt_placeholder, buf, BUFFER_LOCK_SHARE, BUFFER_LOCK_UNLOCK, CHECK_FOR_INTERRUPTS, CurrentMemoryContext, DatumGetBool, fmgr_info_copy(), FunctionCall3Coll(), heap_close, heap_open(), index_getprocinfo(), IndexGetRelation(), IndexScanDescData::indexRelation, InvalidBuffer, InvalidOid, IndexScanDescData::keyData, LockBuffer(), MemoryContextDelete(), MemoryContextResetAndDeleteChildren, MemoryContextSwitchTo(), tupleDesc::natts, NULL, IndexScanDescData::numberOfKeys, IndexScanDescData::opaque, palloc0(), pgstat_count_index_scan, PointerGetDatum, RelationGetNumberOfBlocks, RelationGetRelid, ReleaseBuffer(), ScanKeyData::sk_attno, ScanKeyData::sk_collation, ScanKeyData::sk_flags, SK_ISNULL, tbm_add_page(), and IndexScanDescData::xs_snapshot.

Referenced by brinhandler().

318 {
319  Relation idxRel = scan->indexRelation;
321  BrinDesc *bdesc;
322  Oid heapOid;
323  Relation heapRel;
324  BrinOpaque *opaque;
325  BlockNumber nblocks;
326  BlockNumber heapBlk;
327  int totalpages = 0;
328  FmgrInfo *consistentFn;
329  MemoryContext oldcxt;
330  MemoryContext perRangeCxt;
331 
332  opaque = (BrinOpaque *) scan->opaque;
333  bdesc = opaque->bo_bdesc;
334  pgstat_count_index_scan(idxRel);
335 
336  /*
337  * We need to know the size of the table so that we know how long to
338  * iterate on the revmap.
339  */
340  heapOid = IndexGetRelation(RelationGetRelid(idxRel), false);
341  heapRel = heap_open(heapOid, AccessShareLock);
342  nblocks = RelationGetNumberOfBlocks(heapRel);
343  heap_close(heapRel, AccessShareLock);
344 
345  /*
346  * Make room for the consistent support procedures of indexed columns. We
347  * don't look them up here; we do that lazily the first time we see a scan
348  * key reference each of them. We rely on zeroing fn_oid to InvalidOid.
349  */
350  consistentFn = palloc0(sizeof(FmgrInfo) * bdesc->bd_tupdesc->natts);
351 
352  /*
353  * Setup and use a per-range memory context, which is reset every time we
354  * loop below. This avoids having to free the tuples within the loop.
355  */
357  "bringetbitmap cxt",
359  oldcxt = MemoryContextSwitchTo(perRangeCxt);
360 
361  /*
362  * Now scan the revmap. We start by querying for heap page 0,
363  * incrementing by the number of pages per range; this gives us a full
364  * view of the table.
365  */
366  for (heapBlk = 0; heapBlk < nblocks; heapBlk += opaque->bo_pagesPerRange)
367  {
368  bool addrange;
369  BrinTuple *tup;
370  OffsetNumber off;
371  Size size;
372 
374 
376 
377  tup = brinGetTupleForHeapBlock(opaque->bo_rmAccess, heapBlk, &buf,
378  &off, &size, BUFFER_LOCK_SHARE,
379  scan->xs_snapshot);
380  if (tup)
381  {
382  tup = brin_copy_tuple(tup, size);
384  }
385 
386  /*
387  * For page ranges with no indexed tuple, we must return the whole
388  * range; otherwise, compare it to the scan keys.
389  */
390  if (tup == NULL)
391  {
392  addrange = true;
393  }
394  else
395  {
396  BrinMemTuple *dtup;
397 
398  dtup = brin_deform_tuple(bdesc, tup);
399  if (dtup->bt_placeholder)
400  {
401  /*
402  * Placeholder tuples are always returned, regardless of the
403  * values stored in them.
404  */
405  addrange = true;
406  }
407  else
408  {
409  int keyno;
410 
411  /*
412  * Compare scan keys with summary values stored for the range.
413  * If scan keys are matched, the page range must be added to
414  * the bitmap. We initially assume the range needs to be
415  * added; in particular this serves the case where there are
416  * no keys.
417  */
418  addrange = true;
419  for (keyno = 0; keyno < scan->numberOfKeys; keyno++)
420  {
421  ScanKey key = &scan->keyData[keyno];
422  AttrNumber keyattno = key->sk_attno;
423  BrinValues *bval = &dtup->bt_columns[keyattno - 1];
424  Datum add;
425 
426  /*
427  * The collation of the scan key must match the collation
428  * used in the index column (but only if the search is not
429  * IS NULL/ IS NOT NULL). Otherwise we shouldn't be using
430  * this index ...
431  */
432  Assert((key->sk_flags & SK_ISNULL) ||
433  (key->sk_collation ==
434  bdesc->bd_tupdesc->attrs[keyattno - 1]->attcollation));
435 
436  /* First time this column? look up consistent function */
437  if (consistentFn[keyattno - 1].fn_oid == InvalidOid)
438  {
439  FmgrInfo *tmp;
440 
441  tmp = index_getprocinfo(idxRel, keyattno,
443  fmgr_info_copy(&consistentFn[keyattno - 1], tmp,
445  }
446 
447  /*
448  * Check whether the scan key is consistent with the page
449  * range values; if so, have the pages in the range added
450  * to the output bitmap.
451  *
452  * When there are multiple scan keys, failure to meet the
453  * criteria for a single one of them is enough to discard
454  * the range as a whole, so break out of the loop as soon
455  * as a false return value is obtained.
456  */
457  add = FunctionCall3Coll(&consistentFn[keyattno - 1],
458  key->sk_collation,
459  PointerGetDatum(bdesc),
460  PointerGetDatum(bval),
461  PointerGetDatum(key));
462  addrange = DatumGetBool(add);
463  if (!addrange)
464  break;
465  }
466  }
467  }
468 
469  /* add the pages in the range to the output bitmap, if needed */
470  if (addrange)
471  {
472  BlockNumber pageno;
473 
474  for (pageno = heapBlk;
475  pageno <= heapBlk + opaque->bo_pagesPerRange - 1;
476  pageno++)
477  {
478  MemoryContextSwitchTo(oldcxt);
479  tbm_add_page(tbm, pageno);
480  totalpages++;
481  MemoryContextSwitchTo(perRangeCxt);
482  }
483  }
484  }
485 
486  MemoryContextSwitchTo(oldcxt);
487  MemoryContextDelete(perRangeCxt);
488 
489  if (buf != InvalidBuffer)
490  ReleaseBuffer(buf);
491 
492  /*
493  * XXX We have an approximation of the number of *pages* that our scan
494  * returns, but we don't have a precise idea of the number of heap tuples
495  * involved.
496  */
497  return totalpages * 10;
498 }
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:87
Definition: fmgr.h:53
Oid IndexGetRelation(Oid indexId, bool missing_ok)
Definition: index.c:3281
void MemoryContextDelete(MemoryContext context)
Definition: mcxt.c:200
FmgrInfo * index_getprocinfo(Relation irel, AttrNumber attnum, uint16 procnum)
Definition: indexam.c:855
BrinTuple * brinGetTupleForHeapBlock(BrinRevmap *revmap, BlockNumber heapBlk, Buffer *buf, OffsetNumber *off, Size *size, int mode, Snapshot snapshot)
Definition: brin_revmap.c:191
#define PointerGetDatum(X)
Definition: postgres.h:564
static void addrange(struct cvec *cv, chr from, chr to)
Definition: regc_cvec.c:90
Form_pg_attribute * attrs
Definition: tupdesc.h:74
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
#define AccessShareLock
Definition: lockdefs.h:36
Snapshot xs_snapshot
Definition: relscan.h:90
#define InvalidBuffer
Definition: buf.h:25
BrinMemTuple * brin_deform_tuple(BrinDesc *brdesc, BrinTuple *tuple)
Definition: brin_tuple.c:398
uint32 BlockNumber
Definition: block.h:31
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3292
BrinTuple * brin_copy_tuple(BrinTuple *tuple, Size len)
Definition: brin_tuple.c:317
#define heap_close(r, l)
Definition: heapam.h:97
unsigned int Oid
Definition: postgres_ext.h:31
int natts
Definition: tupdesc.h:73
BlockNumber bo_pagesPerRange
Definition: brin.c:58
Relation indexRelation
Definition: relscan.h:89
uint16 OffsetNumber
Definition: off.h:24
bool bt_placeholder
Definition: brin_tuple.h:38
#define ALLOCSET_DEFAULT_SIZES
Definition: memutils.h:165
void fmgr_info_copy(FmgrInfo *dstinfo, FmgrInfo *srcinfo, MemoryContext destcxt)
Definition: fmgr.c:583
BrinValues bt_columns[FLEXIBLE_ARRAY_MEMBER]
Definition: brin_tuple.h:41
static char * buf
Definition: pg_test_fsync.c:65
BrinRevmap * bo_rmAccess
Definition: brin.c:59
#define DatumGetBool(X)
Definition: postgres.h:401
#define pgstat_count_index_scan(rel)
Definition: pgstat.h:1155
TupleDesc bd_tupdesc
Definition: brin_internal.h:50
MemoryContext CurrentMemoryContext
Definition: mcxt.c:37
#define SK_ISNULL
Definition: skey.h:115
#define MemoryContextResetAndDeleteChildren(ctx)
Definition: memutils.h:67
MemoryContext AllocSetContextCreate(MemoryContext parent, const char *name, Size minContextSize, Size initBlockSize, Size maxBlockSize)
Definition: aset.c:321
BrinDesc * bo_bdesc
Definition: brin.c:60
void * palloc0(Size size)
Definition: mcxt.c:878
uintptr_t Datum
Definition: postgres.h:374
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3529
Relation heap_open(Oid relationId, LOCKMODE lockmode)
Definition: heapam.c:1287
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:199
#define InvalidOid
Definition: postgres_ext.h:36
Datum FunctionCall3Coll(FmgrInfo *flinfo, Oid collation, Datum arg1, Datum arg2, Datum arg3)
Definition: fmgr.c:1328
int sk_flags
Definition: skey.h:66
#define NULL
Definition: c.h:226
#define Assert(condition)
Definition: c.h:671
#define BRIN_PROCNUM_CONSISTENT
Definition: brin_internal.h:69
size_t Size
Definition: c.h:353
ScanKey keyData
Definition: relscan.h:93
void tbm_add_page(TIDBitmap *tbm, BlockNumber pageno)
Definition: tidbitmap.c:356
Oid sk_collation
Definition: skey.h:70
#define BUFFER_LOCK_SHARE
Definition: bufmgr.h:88
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:97
int Buffer
Definition: buf.h:23
int16 AttrNumber
Definition: attnum.h:21
#define RelationGetRelid(relation)
Definition: rel.h:413
AttrNumber sk_attno
Definition: skey.h:67
Datum brinhandler ( PG_FUNCTION_ARGS  )

Definition at line 79 of file brin.c.

References IndexAmRoutine::ambeginscan, IndexAmRoutine::ambuild, IndexAmRoutine::ambuildempty, IndexAmRoutine::ambulkdelete, IndexAmRoutine::amcanbackward, IndexAmRoutine::amcanmulticol, IndexAmRoutine::amcanorder, IndexAmRoutine::amcanorderbyop, IndexAmRoutine::amcanparallel, IndexAmRoutine::amcanreturn, IndexAmRoutine::amcanunique, IndexAmRoutine::amclusterable, IndexAmRoutine::amcostestimate, IndexAmRoutine::amendscan, IndexAmRoutine::amestimateparallelscan, IndexAmRoutine::amgetbitmap, IndexAmRoutine::amgettuple, IndexAmRoutine::aminitparallelscan, IndexAmRoutine::aminsert, IndexAmRoutine::amkeytype, IndexAmRoutine::ammarkpos, IndexAmRoutine::amoptionalkey, IndexAmRoutine::amoptions, IndexAmRoutine::amparallelrescan, IndexAmRoutine::ampredlocks, IndexAmRoutine::amproperty, IndexAmRoutine::amrescan, IndexAmRoutine::amrestrpos, IndexAmRoutine::amsearcharray, IndexAmRoutine::amsearchnulls, IndexAmRoutine::amstorage, IndexAmRoutine::amstrategies, IndexAmRoutine::amsupport, IndexAmRoutine::amvacuumcleanup, IndexAmRoutine::amvalidate, BRIN_LAST_OPTIONAL_PROCNUM, brinbeginscan(), brinbuild(), brinbuildempty(), brinbulkdelete(), brincostestimate(), brinendscan(), bringetbitmap(), brininsert(), brinoptions(), brinrescan(), brinvacuumcleanup(), brinvalidate(), InvalidOid, makeNode, NULL, and PG_RETURN_POINTER.

80 {
82 
83  amroutine->amstrategies = 0;
85  amroutine->amcanorder = false;
86  amroutine->amcanorderbyop = false;
87  amroutine->amcanbackward = false;
88  amroutine->amcanunique = false;
89  amroutine->amcanmulticol = true;
90  amroutine->amoptionalkey = true;
91  amroutine->amsearcharray = false;
92  amroutine->amsearchnulls = true;
93  amroutine->amstorage = true;
94  amroutine->amclusterable = false;
95  amroutine->ampredlocks = false;
96  amroutine->amcanparallel = false;
97  amroutine->amkeytype = InvalidOid;
98 
99  amroutine->ambuild = brinbuild;
100  amroutine->ambuildempty = brinbuildempty;
101  amroutine->aminsert = brininsert;
102  amroutine->ambulkdelete = brinbulkdelete;
103  amroutine->amvacuumcleanup = brinvacuumcleanup;
104  amroutine->amcanreturn = NULL;
105  amroutine->amcostestimate = brincostestimate;
106  amroutine->amoptions = brinoptions;
107  amroutine->amproperty = NULL;
108  amroutine->amvalidate = brinvalidate;
109  amroutine->ambeginscan = brinbeginscan;
110  amroutine->amrescan = brinrescan;
111  amroutine->amgettuple = NULL;
112  amroutine->amgetbitmap = bringetbitmap;
113  amroutine->amendscan = brinendscan;
114  amroutine->ammarkpos = NULL;
115  amroutine->amrestrpos = NULL;
116  amroutine->amestimateparallelscan = NULL;
117  amroutine->aminitparallelscan = NULL;
118  amroutine->amparallelrescan = NULL;
119 
120  PG_RETURN_POINTER(amroutine);
121 }
IndexBulkDeleteResult * brinbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, void *callback_state)
Definition: brin.c:717
ambeginscan_function ambeginscan
Definition: amapi.h:208
#define PG_RETURN_POINTER(x)
Definition: fmgr.h:305
ambulkdelete_function ambulkdelete
Definition: amapi.h:201
bool amcanmulticol
Definition: amapi.h:179
uint16 amsupport
Definition: amapi.h:169
IndexBuildResult * brinbuild(Relation heap, Relation index, IndexInfo *indexInfo)
Definition: brin.c:603
bool brininsert(Relation idxRel, Datum *values, bool *nulls, ItemPointer heaptid, Relation heapRel, IndexUniqueCheck checkUnique, IndexInfo *indexInfo)
Definition: brin.c:133
amgettuple_function amgettuple
Definition: amapi.h:210
bool amcanorderbyop
Definition: amapi.h:173
amproperty_function amproperty
Definition: amapi.h:206
bool brinvalidate(Oid opclassoid)
Definition: brin_validate.c:38
amparallelrescan_function amparallelrescan
Definition: amapi.h:219
bool amstorage
Definition: amapi.h:187
int64 bringetbitmap(IndexScanDesc scan, TIDBitmap *tbm)
Definition: brin.c:317
bool ampredlocks
Definition: amapi.h:191
aminsert_function aminsert
Definition: amapi.h:200
Oid amkeytype
Definition: amapi.h:195
bool amoptionalkey
Definition: amapi.h:181
void brinendscan(IndexScanDesc scan)
Definition: brin.c:524
amvalidate_function amvalidate
Definition: amapi.h:207
bytea * brinoptions(Datum reloptions, bool validate)
Definition: brin.c:762
amgetbitmap_function amgetbitmap
Definition: amapi.h:211
ambuild_function ambuild
Definition: amapi.h:198
amoptions_function amoptions
Definition: amapi.h:205
amcostestimate_function amcostestimate
Definition: amapi.h:204
bool amcanunique
Definition: amapi.h:177
amvacuumcleanup_function amvacuumcleanup
Definition: amapi.h:202
amendscan_function amendscan
Definition: amapi.h:212
bool amcanbackward
Definition: amapi.h:175
void brinrescan(IndexScanDesc scan, ScanKey scankey, int nscankeys, ScanKey orderbys, int norderbys)
Definition: brin.c:504
amrescan_function amrescan
Definition: amapi.h:209
bool amcanparallel
Definition: amapi.h:193
IndexScanDesc brinbeginscan(Relation r, int nkeys, int norderbys)
Definition: brin.c:288
bool amsearchnulls
Definition: amapi.h:185
bool amclusterable
Definition: amapi.h:189
bool amsearcharray
Definition: amapi.h:183
#define InvalidOid
Definition: postgres_ext.h:36
#define makeNode(_type_)
Definition: nodes.h:557
#define NULL
Definition: c.h:226
void brincostestimate(PlannerInfo *root, IndexPath *path, double loop_count, Cost *indexStartupCost, Cost *indexTotalCost, Selectivity *indexSelectivity, double *indexCorrelation, double *indexPages)
Definition: selfuncs.c:7537
ammarkpos_function ammarkpos
Definition: amapi.h:213
bool amcanorder
Definition: amapi.h:171
amestimateparallelscan_function amestimateparallelscan
Definition: amapi.h:217
#define BRIN_LAST_OPTIONAL_PROCNUM
Definition: brin_internal.h:74
uint16 amstrategies
Definition: amapi.h:167
ambuildempty_function ambuildempty
Definition: amapi.h:199
IndexBulkDeleteResult * brinvacuumcleanup(IndexVacuumInfo *info, IndexBulkDeleteResult *stats)
Definition: brin.c:732
void brinbuildempty(Relation index)
Definition: brin.c:687
amcanreturn_function amcanreturn
Definition: amapi.h:203
aminitparallelscan_function aminitparallelscan
Definition: amapi.h:218
amrestrpos_function amrestrpos
Definition: amapi.h:214
bool brininsert ( Relation  idxRel,
Datum values,
bool nulls,
ItemPointer  heaptid,
Relation  heapRel,
IndexUniqueCheck  checkUnique,
IndexInfo indexInfo 
)

Definition at line 133 of file brin.c.

References ALLOCSET_DEFAULT_SIZES, AllocSetContextCreate(), BrinDesc::bd_tupdesc, brin_build_desc(), brin_can_do_samepage_update(), brin_copy_tuple(), brin_deform_tuple(), brin_doupdate(), brin_form_tuple(), BRIN_PROCNUM_ADDVALUE, brinGetTupleForHeapBlock(), brinRevmapInitialize(), brinRevmapTerminate(), BrinMemTuple::bt_columns, buf, BUFFER_LOCK_SHARE, BUFFER_LOCK_UNLOCK, BufferGetPage, BufferIsValid, CHECK_FOR_INTERRUPTS, CurrentMemoryContext, DatumGetBool, FunctionCall4Coll(), IndexInfo::ii_AmCache, IndexInfo::ii_Context, index_getprocinfo(), InvalidBuffer, ItemIdGetLength, ItemPointerGetBlockNumber, LockBuffer(), MemoryContextDelete(), MemoryContextResetAndDeleteChildren, MemoryContextSwitchTo(), tupleDesc::natts, NULL, PageGetItemId, PointerGetDatum, RelationData::rd_indcollation, and ReleaseBuffer().

Referenced by brinhandler().

137 {
138  BlockNumber pagesPerRange;
139  BrinDesc *bdesc = (BrinDesc *) indexInfo->ii_AmCache;
140  BrinRevmap *revmap;
142  MemoryContext tupcxt = NULL;
144 
145  revmap = brinRevmapInitialize(idxRel, &pagesPerRange, NULL);
146 
147  for (;;)
148  {
149  bool need_insert = false;
150  OffsetNumber off;
151  BrinTuple *brtup;
152  BrinMemTuple *dtup;
153  BlockNumber heapBlk;
154  int keyno;
155 
157 
158  heapBlk = ItemPointerGetBlockNumber(heaptid);
159  /* normalize the block number to be the first block in the range */
160  heapBlk = (heapBlk / pagesPerRange) * pagesPerRange;
161  brtup = brinGetTupleForHeapBlock(revmap, heapBlk, &buf, &off, NULL,
163 
164  /* if range is unsummarized, there's nothing to do */
165  if (!brtup)
166  break;
167 
168  /* First time through in this statement? */
169  if (bdesc == NULL)
170  {
171  MemoryContextSwitchTo(indexInfo->ii_Context);
172  bdesc = brin_build_desc(idxRel);
173  indexInfo->ii_AmCache = (void *) bdesc;
174  MemoryContextSwitchTo(oldcxt);
175  }
176  /* First time through in this brininsert call? */
177  if (tupcxt == NULL)
178  {
180  "brininsert cxt",
182  MemoryContextSwitchTo(tupcxt);
183  }
184 
185  dtup = brin_deform_tuple(bdesc, brtup);
186 
187  /*
188  * Compare the key values of the new tuple to the stored index values;
189  * our deformed tuple will get updated if the new tuple doesn't fit
190  * the original range (note this means we can't break out of the loop
191  * early). Make a note of whether this happens, so that we know to
192  * insert the modified tuple later.
193  */
194  for (keyno = 0; keyno < bdesc->bd_tupdesc->natts; keyno++)
195  {
196  Datum result;
197  BrinValues *bval;
198  FmgrInfo *addValue;
199 
200  bval = &dtup->bt_columns[keyno];
201  addValue = index_getprocinfo(idxRel, keyno + 1,
203  result = FunctionCall4Coll(addValue,
204  idxRel->rd_indcollation[keyno],
205  PointerGetDatum(bdesc),
206  PointerGetDatum(bval),
207  values[keyno],
208  nulls[keyno]);
209  /* if that returned true, we need to insert the updated tuple */
210  need_insert |= DatumGetBool(result);
211  }
212 
213  if (!need_insert)
214  {
215  /*
216  * The tuple is consistent with the new values, so there's nothing
217  * to do.
218  */
220  }
221  else
222  {
223  Page page = BufferGetPage(buf);
224  ItemId lp = PageGetItemId(page, off);
225  Size origsz;
226  BrinTuple *origtup;
227  Size newsz;
228  BrinTuple *newtup;
229  bool samepage;
230 
231  /*
232  * Make a copy of the old tuple, so that we can compare it after
233  * re-acquiring the lock.
234  */
235  origsz = ItemIdGetLength(lp);
236  origtup = brin_copy_tuple(brtup, origsz);
237 
238  /*
239  * Before releasing the lock, check if we can attempt a same-page
240  * update. Another process could insert a tuple concurrently in
241  * the same page though, so downstream we must be prepared to cope
242  * if this turns out to not be possible after all.
243  */
244  newtup = brin_form_tuple(bdesc, heapBlk, dtup, &newsz);
245  samepage = brin_can_do_samepage_update(buf, origsz, newsz);
247 
248  /*
249  * Try to update the tuple. If this doesn't work for whatever
250  * reason, we need to restart from the top; the revmap might be
251  * pointing at a different tuple for this block now, so we need to
252  * recompute to ensure both our new heap tuple and the other
253  * inserter's are covered by the combined tuple. It might be that
254  * we don't need to update at all.
255  */
256  if (!brin_doupdate(idxRel, pagesPerRange, revmap, heapBlk,
257  buf, off, origtup, origsz, newtup, newsz,
258  samepage))
259  {
260  /* no luck; start over */
262  continue;
263  }
264  }
265 
266  /* success! */
267  break;
268  }
269 
270  brinRevmapTerminate(revmap);
271  if (BufferIsValid(buf))
273  MemoryContextSwitchTo(oldcxt);
274  if (tupcxt != NULL)
275  MemoryContextDelete(tupcxt);
276 
277  return false;
278 }
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:87
MemoryContext ii_Context
Definition: execnodes.h:82
Definition: fmgr.h:53
void MemoryContextDelete(MemoryContext context)
Definition: mcxt.c:200
FmgrInfo * index_getprocinfo(Relation irel, AttrNumber attnum, uint16 procnum)
Definition: indexam.c:855
void brinRevmapTerminate(BrinRevmap *revmap)
Definition: brin_revmap.c:103
BrinTuple * brinGetTupleForHeapBlock(BrinRevmap *revmap, BlockNumber heapBlk, Buffer *buf, OffsetNumber *off, Size *size, int mode, Snapshot snapshot)
Definition: brin_revmap.c:191
#define PointerGetDatum(X)
Definition: postgres.h:564
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
#define InvalidBuffer
Definition: buf.h:25
BrinMemTuple * brin_deform_tuple(BrinDesc *brdesc, BrinTuple *tuple)
Definition: brin_tuple.c:398
Datum FunctionCall4Coll(FmgrInfo *flinfo, Oid collation, Datum arg1, Datum arg2, Datum arg3, Datum arg4)
Definition: fmgr.c:1353
uint32 BlockNumber
Definition: block.h:31
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3292
BrinTuple * brin_copy_tuple(BrinTuple *tuple, Size len)
Definition: brin_tuple.c:317
bool brin_doupdate(Relation idxrel, BlockNumber pagesPerRange, BrinRevmap *revmap, BlockNumber heapBlk, Buffer oldbuf, OffsetNumber oldoff, const BrinTuple *origtup, Size origsz, const BrinTuple *newtup, Size newsz, bool samepage)
Definition: brin_pageops.c:55
int natts
Definition: tupdesc.h:73
uint16 OffsetNumber
Definition: off.h:24
#define BRIN_PROCNUM_ADDVALUE
Definition: brin_internal.h:68
#define ItemIdGetLength(itemId)
Definition: itemid.h:58
Oid * rd_indcollation
Definition: rel.h:189
#define ALLOCSET_DEFAULT_SIZES
Definition: memutils.h:165
BrinValues bt_columns[FLEXIBLE_ARRAY_MEMBER]
Definition: brin_tuple.h:41
static char * buf
Definition: pg_test_fsync.c:65
#define DatumGetBool(X)
Definition: postgres.h:401
TupleDesc bd_tupdesc
Definition: brin_internal.h:50
MemoryContext CurrentMemoryContext
Definition: mcxt.c:37
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
bool brin_can_do_samepage_update(Buffer buffer, Size origsz, Size newsz)
Definition: brin_pageops.c:323
void * ii_AmCache
Definition: execnodes.h:81
#define PageGetItemId(page, offsetNumber)
Definition: bufpage.h:232
#define MemoryContextResetAndDeleteChildren(ctx)
Definition: memutils.h:67
MemoryContext AllocSetContextCreate(MemoryContext parent, const char *name, Size minContextSize, Size initBlockSize, Size maxBlockSize)
Definition: aset.c:321
uintptr_t Datum
Definition: postgres.h:374
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3529
BrinDesc * brin_build_desc(Relation rel)
Definition: brin.c:852
#define NULL
Definition: c.h:226
size_t Size
Definition: c.h:353
BrinRevmap * brinRevmapInitialize(Relation idxrel, BlockNumber *pagesPerRange, Snapshot snapshot)
Definition: brin_revmap.c:71
#define BufferIsValid(bufnum)
Definition: bufmgr.h:114
static Datum values[MAXATTR]
Definition: bootstrap.c:162
BrinTuple * brin_form_tuple(BrinDesc *brdesc, BlockNumber blkno, BrinMemTuple *tuple, Size *size)
Definition: brin_tuple.c:89
#define BUFFER_LOCK_SHARE
Definition: bufmgr.h:88
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:97
#define ItemPointerGetBlockNumber(pointer)
Definition: itemptr.h:66
int Buffer
Definition: buf.h:23
Pointer Page
Definition: bufpage.h:74
bytea* brinoptions ( Datum  reloptions,
bool  validate 
)

Definition at line 762 of file brin.c.

References allocateReloptStruct(), fillRelOptions(), lengthof, NULL, offsetof, options, parseRelOptions(), pfree(), RELOPT_KIND_BRIN, and RELOPT_TYPE_INT.

Referenced by brinhandler().

763 {
765  BrinOptions *rdopts;
766  int numoptions;
767  static const relopt_parse_elt tab[] = {
768  {"pages_per_range", RELOPT_TYPE_INT, offsetof(BrinOptions, pagesPerRange)}
769  };
770 
771  options = parseRelOptions(reloptions, validate, RELOPT_KIND_BRIN,
772  &numoptions);
773 
774  /* if none set, we're done */
775  if (numoptions == 0)
776  return NULL;
777 
778  rdopts = allocateReloptStruct(sizeof(BrinOptions), options, numoptions);
779 
780  fillRelOptions((void *) rdopts, sizeof(BrinOptions), options, numoptions,
781  validate, tab, lengthof(tab));
782 
783  pfree(options);
784 
785  return (bytea *) rdopts;
786 }
#define lengthof(array)
Definition: c.h:558
void pfree(void *pointer)
Definition: mcxt.c:950
void * allocateReloptStruct(Size base, relopt_value *options, int numoptions)
Definition: reloptions.c:1174
static char ** options
void fillRelOptions(void *rdopts, Size basesize, relopt_value *options, int numoptions, bool validate, const relopt_parse_elt *elems, int numelems)
Definition: reloptions.c:1198
#define NULL
Definition: c.h:226
Definition: c.h:435
relopt_value * parseRelOptions(Datum options, bool validate, relopt_kind kind, int *numrelopts)
Definition: reloptions.c:975
#define offsetof(type, field)
Definition: c.h:551
void brinrescan ( IndexScanDesc  scan,
ScanKey  scankey,
int  nscankeys,
ScanKey  orderbys,
int  norderbys 
)

Definition at line 504 of file brin.c.

References IndexScanDescData::keyData, memmove, and IndexScanDescData::numberOfKeys.

Referenced by brinhandler().

506 {
507  /*
508  * Other index AMs preprocess the scan keys at this point, or sometime
509  * early during the scan; this lets them optimize by removing redundant
510  * keys, or doing early returns when they are impossible to satisfy; see
511  * _bt_preprocess_keys for an example. Something like that could be added
512  * here someday, too.
513  */
514 
515  if (scankey && scan->numberOfKeys > 0)
516  memmove(scan->keyData, scankey,
517  scan->numberOfKeys * sizeof(ScanKeyData));
518 }
#define memmove(d, s, c)
Definition: c.h:1058
ScanKey keyData
Definition: relscan.h:93
static void brinsummarize ( Relation  index,
Relation  heapRel,
double *  numSummarized,
double *  numExisting 
)
static

Definition at line 1075 of file brin.c.

References Assert, brin_memtuple_initialize(), brinGetTupleForHeapBlock(), brinRevmapInitialize(), brinRevmapTerminate(), BrinBuildState::bs_bdesc, BrinBuildState::bs_dtuple, buf, BUFFER_LOCK_SHARE, BUFFER_LOCK_UNLOCK, BufferIsValid, BuildIndexInfo(), CHECK_FOR_INTERRUPTS, initialize_brin_buildstate(), InvalidBuffer, LockBuffer(), NULL, pfree(), RelationGetNumberOfBlocks, ReleaseBuffer(), summarize_range(), and terminate_brin_buildstate().

Referenced by brin_summarize_new_values(), and brinvacuumcleanup().

1077 {
1078  BrinRevmap *revmap;
1080  IndexInfo *indexInfo = NULL;
1081  BlockNumber heapNumBlocks;
1082  BlockNumber heapBlk;
1083  BlockNumber pagesPerRange;
1084  Buffer buf;
1085 
1086  revmap = brinRevmapInitialize(index, &pagesPerRange, NULL);
1087 
1088  /*
1089  * Scan the revmap to find unsummarized items.
1090  */
1091  buf = InvalidBuffer;
1092  heapNumBlocks = RelationGetNumberOfBlocks(heapRel);
1093  for (heapBlk = 0; heapBlk < heapNumBlocks; heapBlk += pagesPerRange)
1094  {
1095  BrinTuple *tup;
1096  OffsetNumber off;
1097 
1099 
1100  tup = brinGetTupleForHeapBlock(revmap, heapBlk, &buf, &off, NULL,
1102  if (tup == NULL)
1103  {
1104  /* no revmap entry for this heap range. Summarize it. */
1105  if (state == NULL)
1106  {
1107  /* first time through */
1108  Assert(!indexInfo);
1109  state = initialize_brin_buildstate(index, revmap,
1110  pagesPerRange);
1111  indexInfo = BuildIndexInfo(index);
1112  }
1113  summarize_range(indexInfo, state, heapRel, heapBlk, heapNumBlocks);
1114 
1115  /* and re-initialize state for the next range */
1117 
1118  if (numSummarized)
1119  *numSummarized += 1.0;
1120  }
1121  else
1122  {
1123  if (numExisting)
1124  *numExisting += 1.0;
1126  }
1127  }
1128 
1129  if (BufferIsValid(buf))
1130  ReleaseBuffer(buf);
1131 
1132  /* free resources */
1133  brinRevmapTerminate(revmap);
1134  if (state)
1135  {
1137  pfree(indexInfo);
1138  }
1139 }
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:87
void brinRevmapTerminate(BrinRevmap *revmap)
Definition: brin_revmap.c:103
BrinTuple * brinGetTupleForHeapBlock(BrinRevmap *revmap, BlockNumber heapBlk, Buffer *buf, OffsetNumber *off, Size *size, int mode, Snapshot snapshot)
Definition: brin_revmap.c:191
static void summarize_range(IndexInfo *indexInfo, BrinBuildState *state, Relation heapRel, BlockNumber heapBlk, BlockNumber heapNumBlks)
Definition: brin.c:976
#define InvalidBuffer
Definition: buf.h:25
uint32 BlockNumber
Definition: block.h:31
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3292
IndexInfo * BuildIndexInfo(Relation index)
Definition: index.c:1639
uint16 OffsetNumber
Definition: off.h:24
void pfree(void *pointer)
Definition: mcxt.c:950
static char * buf
Definition: pg_test_fsync.c:65
void brin_memtuple_initialize(BrinMemTuple *dtuple, BrinDesc *brdesc)
Definition: brin_tuple.c:378
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3529
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:199
#define NULL
Definition: c.h:226
#define Assert(condition)
Definition: c.h:671
Definition: regguts.h:298
BrinRevmap * brinRevmapInitialize(Relation idxrel, BlockNumber *pagesPerRange, Snapshot snapshot)
Definition: brin_revmap.c:71
#define BufferIsValid(bufnum)
Definition: bufmgr.h:114
#define BUFFER_LOCK_SHARE
Definition: bufmgr.h:88
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:97
BrinMemTuple * bs_dtuple
Definition: brin.c:50
static BrinBuildState * initialize_brin_buildstate(Relation idxRel, BrinRevmap *revmap, BlockNumber pagesPerRange)
Definition: brin.c:919
BrinDesc * bs_bdesc
Definition: brin.c:49
int Buffer
Definition: buf.h:23
static void terminate_brin_buildstate(BrinBuildState *state)
Definition: brin.c:944
IndexBulkDeleteResult* brinvacuumcleanup ( IndexVacuumInfo info,
IndexBulkDeleteResult stats 
)

Definition at line 732 of file brin.c.

References AccessShareLock, IndexVacuumInfo::analyze_only, brin_vacuum_scan(), brinsummarize(), heap_close, heap_open(), IndexVacuumInfo::index, IndexGetRelation(), IndexBulkDeleteResult::num_index_tuples, IndexBulkDeleteResult::num_pages, palloc0(), RelationGetNumberOfBlocks, RelationGetRelid, and IndexVacuumInfo::strategy.

Referenced by brinhandler().

733 {
734  Relation heapRel;
735 
736  /* No-op in ANALYZE ONLY mode */
737  if (info->analyze_only)
738  return stats;
739 
740  if (!stats)
742  stats->num_pages = RelationGetNumberOfBlocks(info->index);
743  /* rest of stats is initialized by zeroing */
744 
745  heapRel = heap_open(IndexGetRelation(RelationGetRelid(info->index), false),
747 
748  brin_vacuum_scan(info->index, info->strategy);
749 
750  brinsummarize(info->index, heapRel,
751  &stats->num_index_tuples, &stats->num_index_tuples);
752 
753  heap_close(heapRel, AccessShareLock);
754 
755  return stats;
756 }
Oid IndexGetRelation(Oid indexId, bool missing_ok)
Definition: index.c:3281
bool analyze_only
Definition: genam.h:47
BufferAccessStrategy strategy
Definition: genam.h:51
#define AccessShareLock
Definition: lockdefs.h:36
Relation index
Definition: genam.h:46
#define heap_close(r, l)
Definition: heapam.h:97
static void brinsummarize(Relation index, Relation heapRel, double *numSummarized, double *numExisting)
Definition: brin.c:1075
BlockNumber num_pages
Definition: genam.h:73
static void brin_vacuum_scan(Relation idxrel, BufferAccessStrategy strategy)
Definition: brin.c:1208
void * palloc0(Size size)
Definition: mcxt.c:878
Relation heap_open(Oid relationId, LOCKMODE lockmode)
Definition: heapam.c:1287
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:199
double num_index_tuples
Definition: genam.h:76
#define RelationGetRelid(relation)
Definition: rel.h:413
static void form_and_insert_tuple ( BrinBuildState state)
static

Definition at line 1146 of file brin.c.

References brin_doinsert(), brin_form_tuple(), BrinBuildState::bs_bdesc, BrinBuildState::bs_currentInsertBuf, BrinBuildState::bs_currRangeStart, BrinBuildState::bs_dtuple, BrinBuildState::bs_irel, BrinBuildState::bs_numtuples, BrinBuildState::bs_pagesPerRange, BrinBuildState::bs_rmAccess, and pfree().

Referenced by brinbuild(), and brinbuildCallback().

1147 {
1148  BrinTuple *tup;
1149  Size size;
1150 
1151  tup = brin_form_tuple(state->bs_bdesc, state->bs_currRangeStart,
1152  state->bs_dtuple, &size);
1153  brin_doinsert(state->bs_irel, state->bs_pagesPerRange, state->bs_rmAccess,
1154  &state->bs_currentInsertBuf, state->bs_currRangeStart,
1155  tup, size);
1156  state->bs_numtuples++;
1157 
1158  pfree(tup);
1159 }
Buffer bs_currentInsertBuf
Definition: brin.c:45
Relation bs_irel
Definition: brin.c:43
BlockNumber bs_currRangeStart
Definition: brin.c:47
OffsetNumber brin_doinsert(Relation idxrel, BlockNumber pagesPerRange, BrinRevmap *revmap, Buffer *buffer, BlockNumber heapBlk, BrinTuple *tup, Size itemsz)
Definition: brin_pageops.c:342
BlockNumber bs_pagesPerRange
Definition: brin.c:46
void pfree(void *pointer)
Definition: mcxt.c:950
BrinRevmap * bs_rmAccess
Definition: brin.c:48
size_t Size
Definition: c.h:353
int bs_numtuples
Definition: brin.c:44
BrinTuple * brin_form_tuple(BrinDesc *brdesc, BlockNumber blkno, BrinMemTuple *tuple, Size *size)
Definition: brin_tuple.c:89
BrinMemTuple * bs_dtuple
Definition: brin.c:50
BrinDesc * bs_bdesc
Definition: brin.c:49
static BrinBuildState * initialize_brin_buildstate ( Relation  idxRel,
BrinRevmap revmap,
BlockNumber  pagesPerRange 
)
static

Definition at line 919 of file brin.c.

References brin_build_desc(), brin_memtuple_initialize(), brin_new_memtuple(), BrinBuildState::bs_bdesc, BrinBuildState::bs_currentInsertBuf, BrinBuildState::bs_currRangeStart, BrinBuildState::bs_dtuple, BrinBuildState::bs_irel, BrinBuildState::bs_numtuples, BrinBuildState::bs_pagesPerRange, BrinBuildState::bs_rmAccess, InvalidBuffer, and palloc().

Referenced by brinbuild(), and brinsummarize().

921 {
923 
924  state = palloc(sizeof(BrinBuildState));
925 
926  state->bs_irel = idxRel;
927  state->bs_numtuples = 0;
929  state->bs_pagesPerRange = pagesPerRange;
930  state->bs_currRangeStart = 0;
931  state->bs_rmAccess = revmap;
932  state->bs_bdesc = brin_build_desc(idxRel);
933  state->bs_dtuple = brin_new_memtuple(state->bs_bdesc);
934 
936 
937  return state;
938 }
Buffer bs_currentInsertBuf
Definition: brin.c:45
#define InvalidBuffer
Definition: buf.h:25
BrinMemTuple * brin_new_memtuple(BrinDesc *brdesc)
Definition: brin_tuple.c:348
Relation bs_irel
Definition: brin.c:43
BlockNumber bs_currRangeStart
Definition: brin.c:47
BlockNumber bs_pagesPerRange
Definition: brin.c:46
BrinRevmap * bs_rmAccess
Definition: brin.c:48
void brin_memtuple_initialize(BrinMemTuple *dtuple, BrinDesc *brdesc)
Definition: brin_tuple.c:378
BrinDesc * brin_build_desc(Relation rel)
Definition: brin.c:852
Definition: regguts.h:298
int bs_numtuples
Definition: brin.c:44
void * palloc(Size size)
Definition: mcxt.c:849
BrinMemTuple * bs_dtuple
Definition: brin.c:50
BrinDesc * bs_bdesc
Definition: brin.c:49
static void summarize_range ( IndexInfo indexInfo,
BrinBuildState state,
Relation  heapRel,
BlockNumber  heapBlk,
BlockNumber  heapNumBlks 
)
static

Definition at line 976 of file brin.c.

References brin_can_do_samepage_update(), brin_copy_tuple(), brin_doinsert(), brin_doupdate(), brin_form_placeholder_tuple(), brin_form_tuple(), brin_free_tuple(), brinbuildCallback(), brinGetTupleForHeapBlock(), BrinBuildState::bs_bdesc, BrinBuildState::bs_currRangeStart, BrinBuildState::bs_dtuple, BrinBuildState::bs_irel, BrinBuildState::bs_pagesPerRange, BrinBuildState::bs_rmAccess, BUFFER_LOCK_SHARE, BUFFER_LOCK_UNLOCK, CHECK_FOR_INTERRUPTS, elog, ERROR, IndexBuildHeapRangeScan(), InvalidBuffer, LockBuffer(), NULL, ReleaseBuffer(), and union_tuples().

Referenced by brinsummarize().

978 {
979  Buffer phbuf;
980  BrinTuple *phtup;
981  Size phsz;
982  OffsetNumber offset;
983  BlockNumber scanNumBlks;
984 
985  /*
986  * Insert the placeholder tuple
987  */
988  phbuf = InvalidBuffer;
989  phtup = brin_form_placeholder_tuple(state->bs_bdesc, heapBlk, &phsz);
990  offset = brin_doinsert(state->bs_irel, state->bs_pagesPerRange,
991  state->bs_rmAccess, &phbuf,
992  heapBlk, phtup, phsz);
993 
994  /*
995  * Execute the partial heap scan covering the heap blocks in the specified
996  * page range, summarizing the heap tuples in it. This scan stops just
997  * short of brinbuildCallback creating the new index entry.
998  *
999  * Note that it is critical we use the "any visible" mode of
1000  * IndexBuildHeapRangeScan here: otherwise, we would miss tuples inserted
1001  * by transactions that are still in progress, among other corner cases.
1002  */
1003  state->bs_currRangeStart = heapBlk;
1004  scanNumBlks = heapBlk + state->bs_pagesPerRange <= heapNumBlks ?
1005  state->bs_pagesPerRange : heapNumBlks - heapBlk;
1006  IndexBuildHeapRangeScan(heapRel, state->bs_irel, indexInfo, false, true,
1007  heapBlk, scanNumBlks,
1008  brinbuildCallback, (void *) state);
1009 
1010  /*
1011  * Now we update the values obtained by the scan with the placeholder
1012  * tuple. We do this in a loop which only terminates if we're able to
1013  * update the placeholder tuple successfully; if we are not, this means
1014  * somebody else modified the placeholder tuple after we read it.
1015  */
1016  for (;;)
1017  {
1018  BrinTuple *newtup;
1019  Size newsize;
1020  bool didupdate;
1021  bool samepage;
1022 
1024 
1025  /*
1026  * Update the summary tuple and try to update.
1027  */
1028  newtup = brin_form_tuple(state->bs_bdesc,
1029  heapBlk, state->bs_dtuple, &newsize);
1030  samepage = brin_can_do_samepage_update(phbuf, phsz, newsize);
1031  didupdate =
1032  brin_doupdate(state->bs_irel, state->bs_pagesPerRange,
1033  state->bs_rmAccess, heapBlk, phbuf, offset,
1034  phtup, phsz, newtup, newsize, samepage);
1035  brin_free_tuple(phtup);
1036  brin_free_tuple(newtup);
1037 
1038  /* If the update succeeded, we're done. */
1039  if (didupdate)
1040  break;
1041 
1042  /*
1043  * If the update didn't work, it might be because somebody updated the
1044  * placeholder tuple concurrently. Extract the new version, union it
1045  * with the values we have from the scan, and start over. (There are
1046  * other reasons for the update to fail, but it's simple to treat them
1047  * the same.)
1048  */
1049  phtup = brinGetTupleForHeapBlock(state->bs_rmAccess, heapBlk, &phbuf,
1050  &offset, &phsz, BUFFER_LOCK_SHARE,
1051  NULL);
1052  /* the placeholder tuple must exist */
1053  if (phtup == NULL)
1054  elog(ERROR, "missing placeholder tuple");
1055  phtup = brin_copy_tuple(phtup, phsz);
1057 
1058  /* merge it into the tuple from the heap scan */
1059  union_tuples(state->bs_bdesc, state->bs_dtuple, phtup);
1060  }
1061 
1062  ReleaseBuffer(phbuf);
1063 }
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:87
static void union_tuples(BrinDesc *bdesc, BrinMemTuple *a, BrinTuple *b)
Definition: brin.c:1166
BrinTuple * brinGetTupleForHeapBlock(BrinRevmap *revmap, BlockNumber heapBlk, Buffer *buf, OffsetNumber *off, Size *size, int mode, Snapshot snapshot)
Definition: brin_revmap.c:191
#define InvalidBuffer
Definition: buf.h:25
static void brinbuildCallback(Relation index, HeapTuple htup, Datum *values, bool *isnull, bool tupleIsAlive, void *brstate)
Definition: brin.c:541
uint32 BlockNumber
Definition: block.h:31
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3292
BrinTuple * brin_copy_tuple(BrinTuple *tuple, Size len)
Definition: brin_tuple.c:317
bool brin_doupdate(Relation idxrel, BlockNumber pagesPerRange, BrinRevmap *revmap, BlockNumber heapBlk, Buffer oldbuf, OffsetNumber oldoff, const BrinTuple *origtup, Size origsz, const BrinTuple *newtup, Size newsz, bool samepage)
Definition: brin_pageops.c:55
Relation bs_irel
Definition: brin.c:43
BlockNumber bs_currRangeStart
Definition: brin.c:47
uint16 OffsetNumber
Definition: off.h:24
OffsetNumber brin_doinsert(Relation idxrel, BlockNumber pagesPerRange, BrinRevmap *revmap, Buffer *buffer, BlockNumber heapBlk, BrinTuple *tup, Size itemsz)
Definition: brin_pageops.c:342
BlockNumber bs_pagesPerRange
Definition: brin.c:46
#define ERROR
Definition: elog.h:43
BrinRevmap * bs_rmAccess
Definition: brin.c:48
bool brin_can_do_samepage_update(Buffer buffer, Size origsz, Size newsz)
Definition: brin_pageops.c:323
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3529
void brin_free_tuple(BrinTuple *tuple)
Definition: brin_tuple.c:308
#define NULL
Definition: c.h:226
size_t Size
Definition: c.h:353
BrinTuple * brin_form_tuple(BrinDesc *brdesc, BlockNumber blkno, BrinMemTuple *tuple, Size *size)
Definition: brin_tuple.c:89
#define BUFFER_LOCK_SHARE
Definition: bufmgr.h:88
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:97
BrinMemTuple * bs_dtuple
Definition: brin.c:50
BrinDesc * bs_bdesc
Definition: brin.c:49
#define elog
Definition: elog.h:219
int Buffer
Definition: buf.h:23
BrinTuple * brin_form_placeholder_tuple(BrinDesc *brdesc, BlockNumber blkno, Size *size)
Definition: brin_tuple.c:263
double IndexBuildHeapRangeScan(Relation heapRelation, Relation indexRelation, IndexInfo *indexInfo, bool allow_sync, bool anyvisible, BlockNumber start_blockno, BlockNumber numblocks, IndexBuildCallback callback, void *callback_state)
Definition: index.c:2194
static void terminate_brin_buildstate ( BrinBuildState state)
static

Definition at line 944 of file brin.c.

References brin_free_desc(), BrinBuildState::bs_bdesc, BrinBuildState::bs_currentInsertBuf, BrinBuildState::bs_dtuple, BrinBuildState::bs_irel, BufferGetBlockNumber(), BufferGetPage, BufferIsInvalid, PageGetFreeSpace(), pfree(), RecordPageWithFreeSpace(), and ReleaseBuffer().

Referenced by brinbuild(), and brinsummarize().

945 {
946  /* release the last index buffer used */
948  {
949  Page page;
950 
951  page = BufferGetPage(state->bs_currentInsertBuf);
954  PageGetFreeSpace(page));
956  }
957 
958  brin_free_desc(state->bs_bdesc);
959  pfree(state->bs_dtuple);
960  pfree(state);
961 }
void brin_free_desc(BrinDesc *bdesc)
Definition: brin.c:907
void RecordPageWithFreeSpace(Relation rel, BlockNumber heapBlk, Size spaceAvail)
Definition: freespace.c:181
Buffer bs_currentInsertBuf
Definition: brin.c:45
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3292
Relation bs_irel
Definition: brin.c:43
Size PageGetFreeSpace(Page page)
Definition: bufpage.c:582
void pfree(void *pointer)
Definition: mcxt.c:950
#define BufferIsInvalid(buffer)
Definition: buf.h:31
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
BlockNumber BufferGetBlockNumber(Buffer buffer)
Definition: bufmgr.c:2588
BrinMemTuple * bs_dtuple
Definition: brin.c:50
BrinDesc * bs_bdesc
Definition: brin.c:49
Pointer Page
Definition: bufpage.h:74
static void union_tuples ( BrinDesc bdesc,
BrinMemTuple a,
BrinTuple b 
)
static

Definition at line 1166 of file brin.c.

References ALLOCSET_DEFAULT_SIZES, AllocSetContextCreate(), BrinDesc::bd_index, BrinDesc::bd_tupdesc, brin_deform_tuple(), BRIN_PROCNUM_UNION, BrinMemTuple::bt_columns, CurrentMemoryContext, FunctionCall3Coll(), index_getprocinfo(), MemoryContextDelete(), MemoryContextSwitchTo(), tupleDesc::natts, PointerGetDatum, and RelationData::rd_indcollation.

Referenced by summarize_range().

1167 {
1168  int keyno;
1169  BrinMemTuple *db;
1170  MemoryContext cxt;
1171  MemoryContext oldcxt;
1172 
1173  /* Use our own memory context to avoid retail pfree */
1175  "brin union",
1177  oldcxt = MemoryContextSwitchTo(cxt);
1178  db = brin_deform_tuple(bdesc, b);
1179  MemoryContextSwitchTo(oldcxt);
1180 
1181  for (keyno = 0; keyno < bdesc->bd_tupdesc->natts; keyno++)
1182  {
1183  FmgrInfo *unionFn;
1184  BrinValues *col_a = &a->bt_columns[keyno];
1185  BrinValues *col_b = &db->bt_columns[keyno];
1186 
1187  unionFn = index_getprocinfo(bdesc->bd_index, keyno + 1,
1189  FunctionCall3Coll(unionFn,
1190  bdesc->bd_index->rd_indcollation[keyno],
1191  PointerGetDatum(bdesc),
1192  PointerGetDatum(col_a),
1193  PointerGetDatum(col_b));
1194  }
1195 
1196  MemoryContextDelete(cxt);
1197 }
Definition: fmgr.h:53
void MemoryContextDelete(MemoryContext context)
Definition: mcxt.c:200
FmgrInfo * index_getprocinfo(Relation irel, AttrNumber attnum, uint16 procnum)
Definition: indexam.c:855
#define PointerGetDatum(X)
Definition: postgres.h:564
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:109
BrinMemTuple * brin_deform_tuple(BrinDesc *brdesc, BrinTuple *tuple)
Definition: brin_tuple.c:398
int natts
Definition: tupdesc.h:73
Oid * rd_indcollation
Definition: rel.h:189
Relation bd_index
Definition: brin_internal.h:47
#define ALLOCSET_DEFAULT_SIZES
Definition: memutils.h:165
BrinValues bt_columns[FLEXIBLE_ARRAY_MEMBER]
Definition: brin_tuple.h:41
TupleDesc bd_tupdesc
Definition: brin_internal.h:50
MemoryContext CurrentMemoryContext
Definition: mcxt.c:37
MemoryContext AllocSetContextCreate(MemoryContext parent, const char *name, Size minContextSize, Size initBlockSize, Size maxBlockSize)
Definition: aset.c:321
Datum FunctionCall3Coll(FmgrInfo *flinfo, Oid collation, Datum arg1, Datum arg2, Datum arg3)
Definition: fmgr.c:1328
#define BRIN_PROCNUM_UNION
Definition: brin_internal.h:70