PostgreSQL Source Code  git master
brin_revmap.c File Reference
#include "postgres.h"
#include "access/brin_page.h"
#include "access/brin_pageops.h"
#include "access/brin_revmap.h"
#include "access/brin_tuple.h"
#include "access/brin_xlog.h"
#include "access/rmgr.h"
#include "access/xloginsert.h"
#include "miscadmin.h"
#include "storage/bufmgr.h"
#include "storage/lmgr.h"
#include "utils/rel.h"
Include dependency graph for brin_revmap.c:

Go to the source code of this file.

Data Structures

struct  BrinRevmap
 

Macros

#define HEAPBLK_TO_REVMAP_BLK(pagesPerRange, heapBlk)   ((heapBlk / pagesPerRange) / REVMAP_PAGE_MAXITEMS)
 
#define HEAPBLK_TO_REVMAP_INDEX(pagesPerRange, heapBlk)   ((heapBlk / pagesPerRange) % REVMAP_PAGE_MAXITEMS)
 

Functions

static BlockNumber revmap_get_blkno (BrinRevmap *revmap, BlockNumber heapBlk)
 
static Buffer revmap_get_buffer (BrinRevmap *revmap, BlockNumber heapBlk)
 
static BlockNumber revmap_extend_and_get_blkno (BrinRevmap *revmap, BlockNumber heapBlk)
 
static void revmap_physical_extend (BrinRevmap *revmap)
 
BrinRevmapbrinRevmapInitialize (Relation idxrel, BlockNumber *pagesPerRange, Snapshot snapshot)
 
void brinRevmapTerminate (BrinRevmap *revmap)
 
void brinRevmapExtend (BrinRevmap *revmap, BlockNumber heapBlk)
 
Buffer brinLockRevmapPageForUpdate (BrinRevmap *revmap, BlockNumber heapBlk)
 
void brinSetHeapBlockItemptr (Buffer buf, BlockNumber pagesPerRange, BlockNumber heapBlk, ItemPointerData tid)
 
BrinTuplebrinGetTupleForHeapBlock (BrinRevmap *revmap, BlockNumber heapBlk, Buffer *buf, OffsetNumber *off, Size *size, int mode, Snapshot snapshot)
 
bool brinRevmapDesummarizeRange (Relation idxrel, BlockNumber heapBlk)
 

Macro Definition Documentation

◆ HEAPBLK_TO_REVMAP_BLK

#define HEAPBLK_TO_REVMAP_BLK (   pagesPerRange,
  heapBlk 
)    ((heapBlk / pagesPerRange) / REVMAP_PAGE_MAXITEMS)

Definition at line 41 of file brin_revmap.c.

Referenced by revmap_extend_and_get_blkno(), and revmap_get_blkno().

◆ HEAPBLK_TO_REVMAP_INDEX

#define HEAPBLK_TO_REVMAP_INDEX (   pagesPerRange,
  heapBlk 
)    ((heapBlk / pagesPerRange) % REVMAP_PAGE_MAXITEMS)

Function Documentation

◆ brinGetTupleForHeapBlock()

BrinTuple* brinGetTupleForHeapBlock ( BrinRevmap revmap,
BlockNumber  heapBlk,
Buffer buf,
OffsetNumber off,
Size size,
int  mode,
Snapshot  snapshot 
)

Definition at line 197 of file brin_revmap.c.

References Assert, BRIN_IS_REGULAR_PAGE, BrinTuple::bt_blkno, BUFFER_LOCK_SHARE, BUFFER_LOCK_UNLOCK, BufferGetBlockNumber(), BufferGetPage, BufferIsValid, CHECK_FOR_INTERRUPTS, ereport, errcode(), errmsg_internal(), ERROR, HEAPBLK_TO_REVMAP_INDEX, InvalidBlockNumber, InvalidBuffer, InvalidOffsetNumber, ItemIdGetLength, ItemIdIsUsed, ItemPointerEquals(), ItemPointerGetBlockNumber, ItemPointerGetOffsetNumber, ItemPointerIsValid, ItemPointerSetInvalid, LockBuffer(), PageGetContents, PageGetItem, PageGetItemId, PageGetMaxOffsetNumber, ReadBuffer(), ReleaseBuffer(), revmap_get_blkno(), BrinRevmap::rm_currBuf, BrinRevmap::rm_irel, BrinRevmap::rm_pagesPerRange, RevmapContents::rm_tids, and TestForOldSnapshot().

Referenced by bringetbitmap(), brininsert(), brinsummarize(), and summarize_range().

200 {
201  Relation idxRel = revmap->rm_irel;
202  BlockNumber mapBlk;
203  RevmapContents *contents;
204  ItemPointerData *iptr;
205  BlockNumber blk;
206  Page page;
207  ItemId lp;
208  BrinTuple *tup;
209  ItemPointerData previptr;
210 
211  /* normalize the heap block number to be the first page in the range */
212  heapBlk = (heapBlk / revmap->rm_pagesPerRange) * revmap->rm_pagesPerRange;
213 
214  /*
215  * Compute the revmap page number we need. If Invalid is returned (i.e.,
216  * the revmap page hasn't been created yet), the requested page range is
217  * not summarized.
218  */
219  mapBlk = revmap_get_blkno(revmap, heapBlk);
220  if (mapBlk == InvalidBlockNumber)
221  {
222  *off = InvalidOffsetNumber;
223  return NULL;
224  }
225 
226  ItemPointerSetInvalid(&previptr);
227  for (;;)
228  {
230 
231  if (revmap->rm_currBuf == InvalidBuffer ||
232  BufferGetBlockNumber(revmap->rm_currBuf) != mapBlk)
233  {
234  if (revmap->rm_currBuf != InvalidBuffer)
235  ReleaseBuffer(revmap->rm_currBuf);
236 
237  Assert(mapBlk != InvalidBlockNumber);
238  revmap->rm_currBuf = ReadBuffer(revmap->rm_irel, mapBlk);
239  }
240 
242 
243  contents = (RevmapContents *)
245  iptr = contents->rm_tids;
246  iptr += HEAPBLK_TO_REVMAP_INDEX(revmap->rm_pagesPerRange, heapBlk);
247 
248  if (!ItemPointerIsValid(iptr))
249  {
251  return NULL;
252  }
253 
254  /*
255  * Check the TID we got in a previous iteration, if any, and save the
256  * current TID we got from the revmap; if we loop, we can sanity-check
257  * that the next one we get is different. Otherwise we might be stuck
258  * looping forever if the revmap is somehow badly broken.
259  */
260  if (ItemPointerIsValid(&previptr) && ItemPointerEquals(&previptr, iptr))
261  ereport(ERROR,
262  (errcode(ERRCODE_INDEX_CORRUPTED),
263  errmsg_internal("corrupted BRIN index: inconsistent range map")));
264  previptr = *iptr;
265 
266  blk = ItemPointerGetBlockNumber(iptr);
267  *off = ItemPointerGetOffsetNumber(iptr);
268 
270 
271  /* Ok, got a pointer to where the BrinTuple should be. Fetch it. */
272  if (!BufferIsValid(*buf) || BufferGetBlockNumber(*buf) != blk)
273  {
274  if (BufferIsValid(*buf))
275  ReleaseBuffer(*buf);
276  *buf = ReadBuffer(idxRel, blk);
277  }
278  LockBuffer(*buf, mode);
279  page = BufferGetPage(*buf);
280  TestForOldSnapshot(snapshot, idxRel, page);
281 
282  /* If we land on a revmap page, start over */
283  if (BRIN_IS_REGULAR_PAGE(page))
284  {
285  if (*off > PageGetMaxOffsetNumber(page))
286  ereport(ERROR,
287  (errcode(ERRCODE_INDEX_CORRUPTED),
288  errmsg_internal("corrupted BRIN index: inconsistent range map")));
289  lp = PageGetItemId(page, *off);
290  if (ItemIdIsUsed(lp))
291  {
292  tup = (BrinTuple *) PageGetItem(page, lp);
293 
294  if (tup->bt_blkno == heapBlk)
295  {
296  if (size)
297  *size = ItemIdGetLength(lp);
298  /* found it! */
299  return tup;
300  }
301  }
302  }
303 
304  /*
305  * No luck. Assume that the revmap was updated concurrently.
306  */
308  }
309  /* not reached, but keep compiler quiet */
310  return NULL;
311 }
#define ItemPointerIsValid(pointer)
Definition: itemptr.h:60
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:87
Relation rm_irel
Definition: brin_revmap.c:49
#define HEAPBLK_TO_REVMAP_INDEX(pagesPerRange, heapBlk)
Definition: brin_revmap.c:43
static void TestForOldSnapshot(Snapshot snapshot, Relation relation, Page page)
Definition: bufmgr.h:265
#define ItemIdIsUsed(itemId)
Definition: itemid.h:91
#define InvalidBuffer
Definition: buf.h:25
int errcode(int sqlerrcode)
Definition: elog.c:575
#define BRIN_IS_REGULAR_PAGE(page)
Definition: brin_page.h:57
uint32 BlockNumber
Definition: block.h:31
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3309
#define PageGetMaxOffsetNumber(page)
Definition: bufpage.h:353
#define ItemIdGetLength(itemId)
Definition: itemid.h:58
#define ERROR
Definition: elog.h:43
static char * buf
Definition: pg_test_fsync.c:67
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
#define ereport(elevel, rest)
Definition: elog.h:122
#define PageGetItemId(page, offsetNumber)
Definition: bufpage.h:231
#define PageGetContents(page)
Definition: bufpage.h:242
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3546
#define InvalidOffsetNumber
Definition: off.h:26
BlockNumber bt_blkno
Definition: brin_tuple.h:57
int errmsg_internal(const char *fmt,...)
Definition: elog.c:827
#define Assert(condition)
Definition: c.h:670
Buffer rm_currBuf
Definition: brin_revmap.c:53
Buffer ReadBuffer(Relation reln, BlockNumber blockNum)
Definition: bufmgr.c:594
#define InvalidBlockNumber
Definition: block.h:33
#define BufferIsValid(bufnum)
Definition: bufmgr.h:114
#define ItemPointerGetOffsetNumber(pointer)
Definition: itemptr.h:95
bool ItemPointerEquals(ItemPointer pointer1, ItemPointer pointer2)
Definition: itemptr.c:29
BlockNumber BufferGetBlockNumber(Buffer buffer)
Definition: bufmgr.c:2605
#define ItemPointerSetInvalid(pointer)
Definition: itemptr.h:150
BlockNumber rm_pagesPerRange
Definition: brin_revmap.c:50
#define BUFFER_LOCK_SHARE
Definition: bufmgr.h:88
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:98
#define ItemPointerGetBlockNumber(pointer)
Definition: itemptr.h:76
static BlockNumber revmap_get_blkno(BrinRevmap *revmap, BlockNumber heapBlk)
Definition: brin_revmap.c:451
#define PageGetItem(page, itemId)
Definition: bufpage.h:336
Pointer Page
Definition: bufpage.h:74
ItemPointerData rm_tids[1]
Definition: brin_page.h:85

◆ brinLockRevmapPageForUpdate()

Buffer brinLockRevmapPageForUpdate ( BrinRevmap revmap,
BlockNumber  heapBlk 
)

Definition at line 137 of file brin_revmap.c.

References BUFFER_LOCK_EXCLUSIVE, LockBuffer(), and revmap_get_buffer().

Referenced by brin_doinsert(), brin_doupdate(), and brinRevmapDesummarizeRange().

138 {
139  Buffer rmBuf;
140 
141  rmBuf = revmap_get_buffer(revmap, heapBlk);
143 
144  return rmBuf;
145 }
#define BUFFER_LOCK_EXCLUSIVE
Definition: bufmgr.h:89
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3546
static Buffer revmap_get_buffer(BrinRevmap *revmap, BlockNumber heapBlk)
Definition: brin_revmap.c:472
int Buffer
Definition: buf.h:23

◆ brinRevmapDesummarizeRange()

bool brinRevmapDesummarizeRange ( Relation  idxrel,
BlockNumber  heapBlk 
)

Definition at line 321 of file brin_revmap.c.

References BlockNumberIsValid, BRIN_IS_REGULAR_PAGE, brinLockRevmapPageForUpdate(), brinRevmapInitialize(), brinRevmapTerminate(), brinSetHeapBlockItemptr(), BrinTupleIsPlaceholder, BUFFER_LOCK_EXCLUSIVE, BUFFER_LOCK_UNLOCK, BufferGetPage, END_CRIT_SECTION, ereport, errcode(), errmsg(), ERROR, xl_brin_desummarize::heapBlk, HEAPBLK_TO_REVMAP_INDEX, ItemIdIsUsed, ItemPointerGetBlockNumber, ItemPointerGetOffsetNumber, ItemPointerIsValid, ItemPointerSetInvalid, LockBuffer(), MarkBufferDirty(), PageGetContents, PageGetItem, PageGetItemId, PageGetMaxOffsetNumber, PageIndexTupleDeleteNoCompact(), PageSetLSN, xl_brin_desummarize::pagesPerRange, ReadBuffer(), REGBUF_STANDARD, xl_brin_desummarize::regOffset, RelationGetRelationName, RelationNeedsWAL, revmap_get_blkno(), BrinRevmap::rm_pagesPerRange, RevmapContents::rm_tids, SizeOfBrinDesummarize, START_CRIT_SECTION, UnlockReleaseBuffer(), WARNING, XLOG_BRIN_DESUMMARIZE, XLogBeginInsert(), XLogInsert(), XLogRegisterBuffer(), and XLogRegisterData().

Referenced by brin_desummarize_range().

322 {
323  BrinRevmap *revmap;
324  BlockNumber pagesPerRange;
325  RevmapContents *contents;
326  ItemPointerData *iptr;
327  ItemPointerData invalidIptr;
328  BlockNumber revmapBlk;
329  Buffer revmapBuf;
330  Buffer regBuf;
331  Page revmapPg;
332  Page regPg;
333  OffsetNumber revmapOffset;
334  OffsetNumber regOffset;
335  ItemId lp;
336  BrinTuple *tup;
337 
338  revmap = brinRevmapInitialize(idxrel, &pagesPerRange, NULL);
339 
340  revmapBlk = revmap_get_blkno(revmap, heapBlk);
341  if (!BlockNumberIsValid(revmapBlk))
342  {
343  /* revmap page doesn't exist: range not summarized, we're done */
344  brinRevmapTerminate(revmap);
345  return true;
346  }
347 
348  /* Lock the revmap page, obtain the index tuple pointer from it */
349  revmapBuf = brinLockRevmapPageForUpdate(revmap, heapBlk);
350  revmapPg = BufferGetPage(revmapBuf);
351  revmapOffset = HEAPBLK_TO_REVMAP_INDEX(revmap->rm_pagesPerRange, heapBlk);
352 
353  contents = (RevmapContents *) PageGetContents(revmapPg);
354  iptr = contents->rm_tids;
355  iptr += revmapOffset;
356 
357  if (!ItemPointerIsValid(iptr))
358  {
359  /* no index tuple: range not summarized, we're done */
360  LockBuffer(revmapBuf, BUFFER_LOCK_UNLOCK);
361  brinRevmapTerminate(revmap);
362  return true;
363  }
364 
365  regBuf = ReadBuffer(idxrel, ItemPointerGetBlockNumber(iptr));
367  regPg = BufferGetPage(regBuf);
368 
369  /* if this is no longer a regular page, tell caller to start over */
370  if (!BRIN_IS_REGULAR_PAGE(regPg))
371  {
372  LockBuffer(revmapBuf, BUFFER_LOCK_UNLOCK);
374  brinRevmapTerminate(revmap);
375  return false;
376  }
377 
378  regOffset = ItemPointerGetOffsetNumber(iptr);
379  if (regOffset > PageGetMaxOffsetNumber(regPg))
380  ereport(ERROR,
381  (errcode(ERRCODE_INDEX_CORRUPTED),
382  errmsg("corrupted BRIN index: inconsistent range map")));
383 
384  lp = PageGetItemId(regPg, regOffset);
385  if (!ItemIdIsUsed(lp))
386  ereport(ERROR,
387  (errcode(ERRCODE_INDEX_CORRUPTED),
388  errmsg("corrupted BRIN index: inconsistent range map")));
389  tup = (BrinTuple *) PageGetItem(regPg, lp);
390  /* XXX apply sanity checks? Might as well delete a bogus tuple ... */
391 
392  /*
393  * We're only removing data, not reading it, so there's no need to
394  * TestForOldSnapshot here.
395  */
396 
397  /*
398  * Because of SUE lock, this function shouldn't run concurrently with
399  * summarization. Placeholder tuples can only exist as leftovers from
400  * crashed summarization, so if we detect any, we complain but proceed.
401  */
402  if (BrinTupleIsPlaceholder(tup))
404  (errmsg("leftover placeholder tuple detected in BRIN index \"%s\", deleting",
405  RelationGetRelationName(idxrel))));
406 
408 
409  ItemPointerSetInvalid(&invalidIptr);
410  brinSetHeapBlockItemptr(revmapBuf, revmap->rm_pagesPerRange, heapBlk,
411  invalidIptr);
412  PageIndexTupleDeleteNoCompact(regPg, regOffset);
413  /* XXX record free space in FSM? */
414 
415  MarkBufferDirty(regBuf);
416  MarkBufferDirty(revmapBuf);
417 
418  if (RelationNeedsWAL(idxrel))
419  {
420  xl_brin_desummarize xlrec;
421  XLogRecPtr recptr;
422 
423  xlrec.pagesPerRange = revmap->rm_pagesPerRange;
424  xlrec.heapBlk = heapBlk;
425  xlrec.regOffset = regOffset;
426 
427  XLogBeginInsert();
428  XLogRegisterData((char *) &xlrec, SizeOfBrinDesummarize);
429  XLogRegisterBuffer(0, revmapBuf, 0);
431  recptr = XLogInsert(RM_BRIN_ID, XLOG_BRIN_DESUMMARIZE);
432  PageSetLSN(revmapPg, recptr);
433  PageSetLSN(regPg, recptr);
434  }
435 
437 
438  UnlockReleaseBuffer(regBuf);
439  LockBuffer(revmapBuf, BUFFER_LOCK_UNLOCK);
440  brinRevmapTerminate(revmap);
441 
442  return true;
443 }
#define ItemPointerIsValid(pointer)
Definition: itemptr.h:60
#define BrinTupleIsPlaceholder(tup)
Definition: brin_tuple.h:83
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:87
#define HEAPBLK_TO_REVMAP_INDEX(pagesPerRange, heapBlk)
Definition: brin_revmap.c:43
OffsetNumber regOffset
Definition: brin_xlog.h:139
BlockNumber pagesPerRange
Definition: brin_xlog.h:135
void brinRevmapTerminate(BrinRevmap *revmap)
Definition: brin_revmap.c:103
void MarkBufferDirty(Buffer buffer)
Definition: bufmgr.c:1450
void XLogRegisterBuffer(uint8 block_id, Buffer buffer, uint8 flags)
Definition: xloginsert.c:213
#define END_CRIT_SECTION()
Definition: miscadmin.h:133
#define ItemIdIsUsed(itemId)
Definition: itemid.h:91
Buffer brinLockRevmapPageForUpdate(BrinRevmap *revmap, BlockNumber heapBlk)
Definition: brin_revmap.c:137
#define START_CRIT_SECTION()
Definition: miscadmin.h:131
int errcode(int sqlerrcode)
Definition: elog.c:575
#define BRIN_IS_REGULAR_PAGE(page)
Definition: brin_page.h:57
uint32 BlockNumber
Definition: block.h:31
#define BUFFER_LOCK_EXCLUSIVE
Definition: bufmgr.h:89
#define PageGetMaxOffsetNumber(page)
Definition: bufpage.h:353
uint16 OffsetNumber
Definition: off.h:24
void UnlockReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3332
#define ERROR
Definition: elog.h:43
#define XLOG_BRIN_DESUMMARIZE
Definition: brin_xlog.h:36
#define REGBUF_STANDARD
Definition: xloginsert.h:34
#define RelationGetRelationName(relation)
Definition: rel.h:436
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
#define ereport(elevel, rest)
Definition: elog.h:122
#define WARNING
Definition: elog.h:40
#define PageGetItemId(page, offsetNumber)
Definition: bufpage.h:231
void XLogRegisterData(char *data, int len)
Definition: xloginsert.c:323
XLogRecPtr XLogInsert(RmgrId rmid, uint8 info)
Definition: xloginsert.c:415
#define PageGetContents(page)
Definition: bufpage.h:242
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3546
#define BlockNumberIsValid(blockNumber)
Definition: block.h:70
void PageIndexTupleDeleteNoCompact(Page page, OffsetNumber offnum)
Definition: bufpage.c:954
uint64 XLogRecPtr
Definition: xlogdefs.h:21
Buffer ReadBuffer(Relation reln, BlockNumber blockNum)
Definition: bufmgr.c:594
BrinRevmap * brinRevmapInitialize(Relation idxrel, BlockNumber *pagesPerRange, Snapshot snapshot)
Definition: brin_revmap.c:71
#define ItemPointerGetOffsetNumber(pointer)
Definition: itemptr.h:95
BlockNumber heapBlk
Definition: brin_xlog.h:137
#define SizeOfBrinDesummarize
Definition: brin_xlog.h:142
#define RelationNeedsWAL(relation)
Definition: rel.h:505
#define ItemPointerSetInvalid(pointer)
Definition: itemptr.h:150
BlockNumber rm_pagesPerRange
Definition: brin_revmap.c:50
int errmsg(const char *fmt,...)
Definition: elog.c:797
#define ItemPointerGetBlockNumber(pointer)
Definition: itemptr.h:76
static BlockNumber revmap_get_blkno(BrinRevmap *revmap, BlockNumber heapBlk)
Definition: brin_revmap.c:451
void brinSetHeapBlockItemptr(Buffer buf, BlockNumber pagesPerRange, BlockNumber heapBlk, ItemPointerData tid)
Definition: brin_revmap.c:158
void XLogBeginInsert(void)
Definition: xloginsert.c:120
#define PageSetLSN(page, lsn)
Definition: bufpage.h:364
int Buffer
Definition: buf.h:23
#define PageGetItem(page, itemId)
Definition: bufpage.h:336
Pointer Page
Definition: bufpage.h:74
ItemPointerData rm_tids[1]
Definition: brin_page.h:85

◆ brinRevmapExtend()

void brinRevmapExtend ( BrinRevmap revmap,
BlockNumber  heapBlk 
)

Definition at line 115 of file brin_revmap.c.

References Assert, BRIN_METAPAGE_BLKNO, InvalidBlockNumber, PG_USED_FOR_ASSERTS_ONLY, revmap_extend_and_get_blkno(), and BrinRevmap::rm_lastRevmapPage.

Referenced by brin_doinsert(), and brin_doupdate().

116 {
118 
119  mapBlk = revmap_extend_and_get_blkno(revmap, heapBlk);
120 
121  /* Ensure the buffer we got is in the expected range */
122  Assert(mapBlk != InvalidBlockNumber &&
123  mapBlk != BRIN_METAPAGE_BLKNO &&
124  mapBlk <= revmap->rm_lastRevmapPage);
125 }
static BlockNumber revmap_extend_and_get_blkno(BrinRevmap *revmap, BlockNumber heapBlk)
Definition: brin_revmap.c:509
#define BRIN_METAPAGE_BLKNO
Definition: brin_page.h:75
uint32 BlockNumber
Definition: block.h:31
#define Assert(condition)
Definition: c.h:670
#define InvalidBlockNumber
Definition: block.h:33
#define PG_USED_FOR_ASSERTS_ONLY
Definition: c.h:122

◆ brinRevmapInitialize()

BrinRevmap* brinRevmapInitialize ( Relation  idxrel,
BlockNumber pagesPerRange,
Snapshot  snapshot 
)

Definition at line 71 of file brin_revmap.c.

References BRIN_METAPAGE_BLKNO, BUFFER_LOCK_SHARE, BUFFER_LOCK_UNLOCK, BufferGetPage, InvalidBuffer, BrinMetaPageData::lastRevmapPage, LockBuffer(), PageGetContents, BrinMetaPageData::pagesPerRange, palloc(), ReadBuffer(), BrinRevmap::rm_currBuf, BrinRevmap::rm_irel, BrinRevmap::rm_lastRevmapPage, BrinRevmap::rm_metaBuf, BrinRevmap::rm_pagesPerRange, and TestForOldSnapshot().

Referenced by brinbeginscan(), brinbuild(), brininsert(), brinRevmapDesummarizeRange(), and brinsummarize().

73 {
74  BrinRevmap *revmap;
75  Buffer meta;
76  BrinMetaPageData *metadata;
77  Page page;
78 
79  meta = ReadBuffer(idxrel, BRIN_METAPAGE_BLKNO);
81  page = BufferGetPage(meta);
82  TestForOldSnapshot(snapshot, idxrel, page);
83  metadata = (BrinMetaPageData *) PageGetContents(page);
84 
85  revmap = palloc(sizeof(BrinRevmap));
86  revmap->rm_irel = idxrel;
87  revmap->rm_pagesPerRange = metadata->pagesPerRange;
88  revmap->rm_lastRevmapPage = metadata->lastRevmapPage;
89  revmap->rm_metaBuf = meta;
90  revmap->rm_currBuf = InvalidBuffer;
91 
92  *pagesPerRange = metadata->pagesPerRange;
93 
95 
96  return revmap;
97 }
BlockNumber rm_lastRevmapPage
Definition: brin_revmap.c:51
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:87
Relation rm_irel
Definition: brin_revmap.c:49
static void TestForOldSnapshot(Snapshot snapshot, Relation relation, Page page)
Definition: bufmgr.h:265
#define BRIN_METAPAGE_BLKNO
Definition: brin_page.h:75
#define InvalidBuffer
Definition: buf.h:25
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
BlockNumber lastRevmapPage
Definition: brin_page.h:69
#define PageGetContents(page)
Definition: bufpage.h:242
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3546
BlockNumber pagesPerRange
Definition: brin_page.h:68
Buffer rm_currBuf
Definition: brin_revmap.c:53
Buffer ReadBuffer(Relation reln, BlockNumber blockNum)
Definition: bufmgr.c:594
Buffer rm_metaBuf
Definition: brin_revmap.c:52
void * palloc(Size size)
Definition: mcxt.c:848
BlockNumber rm_pagesPerRange
Definition: brin_revmap.c:50
#define BUFFER_LOCK_SHARE
Definition: bufmgr.h:88
int Buffer
Definition: buf.h:23
Pointer Page
Definition: bufpage.h:74

◆ brinRevmapTerminate()

void brinRevmapTerminate ( BrinRevmap revmap)

Definition at line 103 of file brin_revmap.c.

References InvalidBuffer, pfree(), ReleaseBuffer(), BrinRevmap::rm_currBuf, and BrinRevmap::rm_metaBuf.

Referenced by brinbuild(), brinendscan(), brininsert(), brinRevmapDesummarizeRange(), and brinsummarize().

104 {
105  ReleaseBuffer(revmap->rm_metaBuf);
106  if (revmap->rm_currBuf != InvalidBuffer)
107  ReleaseBuffer(revmap->rm_currBuf);
108  pfree(revmap);
109 }
#define InvalidBuffer
Definition: buf.h:25
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3309
void pfree(void *pointer)
Definition: mcxt.c:949
Buffer rm_currBuf
Definition: brin_revmap.c:53
Buffer rm_metaBuf
Definition: brin_revmap.c:52

◆ brinSetHeapBlockItemptr()

void brinSetHeapBlockItemptr ( Buffer  buf,
BlockNumber  pagesPerRange,
BlockNumber  heapBlk,
ItemPointerData  tid 
)

Definition at line 158 of file brin_revmap.c.

References BufferGetPage, HEAPBLK_TO_REVMAP_INDEX, ItemPointerGetBlockNumber, ItemPointerGetOffsetNumber, ItemPointerIsValid, ItemPointerSet, ItemPointerSetInvalid, PageGetContents, and RevmapContents::rm_tids.

Referenced by brin_doinsert(), brin_doupdate(), brin_xlog_desummarize_page(), brin_xlog_insert_update(), and brinRevmapDesummarizeRange().

160 {
161  RevmapContents *contents;
162  ItemPointerData *iptr;
163  Page page;
164 
165  /* The correct page should already be pinned and locked */
166  page = BufferGetPage(buf);
167  contents = (RevmapContents *) PageGetContents(page);
168  iptr = (ItemPointerData *) contents->rm_tids;
169  iptr += HEAPBLK_TO_REVMAP_INDEX(pagesPerRange, heapBlk);
170 
171  if (ItemPointerIsValid(&tid))
172  ItemPointerSet(iptr,
175  else
176  ItemPointerSetInvalid(iptr);
177 }
#define ItemPointerIsValid(pointer)
Definition: itemptr.h:60
#define HEAPBLK_TO_REVMAP_INDEX(pagesPerRange, heapBlk)
Definition: brin_revmap.c:43
static char * buf
Definition: pg_test_fsync.c:67
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
#define PageGetContents(page)
Definition: bufpage.h:242
#define ItemPointerGetOffsetNumber(pointer)
Definition: itemptr.h:95
#define ItemPointerSetInvalid(pointer)
Definition: itemptr.h:150
#define ItemPointerGetBlockNumber(pointer)
Definition: itemptr.h:76
Pointer Page
Definition: bufpage.h:74
#define ItemPointerSet(pointer, blockNumber, offNum)
Definition: itemptr.h:105
ItemPointerData rm_tids[1]
Definition: brin_page.h:85

◆ revmap_extend_and_get_blkno()

static BlockNumber revmap_extend_and_get_blkno ( BrinRevmap revmap,
BlockNumber  heapBlk 
)
static

Definition at line 509 of file brin_revmap.c.

References CHECK_FOR_INTERRUPTS, HEAPBLK_TO_REVMAP_BLK, revmap_physical_extend(), BrinRevmap::rm_lastRevmapPage, and BrinRevmap::rm_pagesPerRange.

Referenced by brinRevmapExtend().

510 {
511  BlockNumber targetblk;
512 
513  /* obtain revmap block number, skip 1 for metapage block */
514  targetblk = HEAPBLK_TO_REVMAP_BLK(revmap->rm_pagesPerRange, heapBlk) + 1;
515 
516  /* Extend the revmap, if necessary */
517  while (targetblk > revmap->rm_lastRevmapPage)
518  {
520  revmap_physical_extend(revmap);
521  }
522 
523  return targetblk;
524 }
BlockNumber rm_lastRevmapPage
Definition: brin_revmap.c:51
uint32 BlockNumber
Definition: block.h:31
static void revmap_physical_extend(BrinRevmap *revmap)
Definition: brin_revmap.c:531
BlockNumber rm_pagesPerRange
Definition: brin_revmap.c:50
#define HEAPBLK_TO_REVMAP_BLK(pagesPerRange, heapBlk)
Definition: brin_revmap.c:41
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:98

◆ revmap_get_blkno()

static BlockNumber revmap_get_blkno ( BrinRevmap revmap,
BlockNumber  heapBlk 
)
static

Definition at line 451 of file brin_revmap.c.

References HEAPBLK_TO_REVMAP_BLK, InvalidBlockNumber, BrinRevmap::rm_lastRevmapPage, and BrinRevmap::rm_pagesPerRange.

Referenced by brinGetTupleForHeapBlock(), brinRevmapDesummarizeRange(), and revmap_get_buffer().

452 {
453  BlockNumber targetblk;
454 
455  /* obtain revmap block number, skip 1 for metapage block */
456  targetblk = HEAPBLK_TO_REVMAP_BLK(revmap->rm_pagesPerRange, heapBlk) + 1;
457 
458  /* Normal case: the revmap page is already allocated */
459  if (targetblk <= revmap->rm_lastRevmapPage)
460  return targetblk;
461 
462  return InvalidBlockNumber;
463 }
uint32 BlockNumber
Definition: block.h:31
#define InvalidBlockNumber
Definition: block.h:33
BlockNumber rm_pagesPerRange
Definition: brin_revmap.c:50
#define HEAPBLK_TO_REVMAP_BLK(pagesPerRange, heapBlk)
Definition: brin_revmap.c:41

◆ revmap_get_buffer()

static Buffer revmap_get_buffer ( BrinRevmap revmap,
BlockNumber  heapBlk 
)
static

Definition at line 472 of file brin_revmap.c.

References Assert, BRIN_METAPAGE_BLKNO, BufferGetBlockNumber(), elog, ERROR, InvalidBlockNumber, InvalidBuffer, ReadBuffer(), ReleaseBuffer(), revmap_get_blkno(), BrinRevmap::rm_currBuf, BrinRevmap::rm_irel, and BrinRevmap::rm_lastRevmapPage.

Referenced by brinLockRevmapPageForUpdate().

473 {
474  BlockNumber mapBlk;
475 
476  /* Translate the heap block number to physical index location. */
477  mapBlk = revmap_get_blkno(revmap, heapBlk);
478 
479  if (mapBlk == InvalidBlockNumber)
480  elog(ERROR, "revmap does not cover heap block %u", heapBlk);
481 
482  /* Ensure the buffer we got is in the expected range */
483  Assert(mapBlk != BRIN_METAPAGE_BLKNO &&
484  mapBlk <= revmap->rm_lastRevmapPage);
485 
486  /*
487  * Obtain the buffer from which we need to read. If we already have the
488  * correct buffer in our access struct, use that; otherwise, release that,
489  * (if valid) and read the one we need.
490  */
491  if (revmap->rm_currBuf == InvalidBuffer ||
492  mapBlk != BufferGetBlockNumber(revmap->rm_currBuf))
493  {
494  if (revmap->rm_currBuf != InvalidBuffer)
495  ReleaseBuffer(revmap->rm_currBuf);
496 
497  revmap->rm_currBuf = ReadBuffer(revmap->rm_irel, mapBlk);
498  }
499 
500  return revmap->rm_currBuf;
501 }
Relation rm_irel
Definition: brin_revmap.c:49
#define BRIN_METAPAGE_BLKNO
Definition: brin_page.h:75
#define InvalidBuffer
Definition: buf.h:25
uint32 BlockNumber
Definition: block.h:31
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3309
#define ERROR
Definition: elog.h:43
#define Assert(condition)
Definition: c.h:670
Buffer rm_currBuf
Definition: brin_revmap.c:53
Buffer ReadBuffer(Relation reln, BlockNumber blockNum)
Definition: bufmgr.c:594
#define InvalidBlockNumber
Definition: block.h:33
BlockNumber BufferGetBlockNumber(Buffer buffer)
Definition: bufmgr.c:2605
#define elog
Definition: elog.h:219
static BlockNumber revmap_get_blkno(BrinRevmap *revmap, BlockNumber heapBlk)
Definition: brin_revmap.c:451

◆ revmap_physical_extend()

static void revmap_physical_extend ( BrinRevmap revmap)
static

Definition at line 531 of file brin_revmap.c.

References brin_evacuate_page(), BRIN_IS_REGULAR_PAGE, brin_page_init(), BRIN_PAGETYPE_REVMAP, brin_start_evacuating_page(), BrinPageType, buf, BUFFER_LOCK_EXCLUSIVE, BUFFER_LOCK_UNLOCK, BufferGetBlockNumber(), BufferGetPage, END_CRIT_SECTION, ereport, errcode(), errmsg(), ERROR, ExclusiveLock, BrinMetaPageData::lastRevmapPage, LockBuffer(), LockRelationForExtension(), MarkBufferDirty(), P_NEW, PageGetContents, PageIsNew, PageSetLSN, ReadBuffer(), REGBUF_STANDARD, REGBUF_WILL_INIT, RELATION_IS_LOCAL, RelationGetNumberOfBlocks, RelationGetRelationName, RelationNeedsWAL, ReleaseBuffer(), BrinRevmap::rm_irel, BrinRevmap::rm_lastRevmapPage, BrinRevmap::rm_metaBuf, BrinRevmap::rm_pagesPerRange, SizeOfBrinRevmapExtend, START_CRIT_SECTION, xl_brin_revmap_extend::targetBlk, UnlockRelationForExtension(), UnlockReleaseBuffer(), XLOG_BRIN_REVMAP_EXTEND, XLogBeginInsert(), XLogInsert(), XLogRegisterBuffer(), and XLogRegisterData().

Referenced by revmap_extend_and_get_blkno().

532 {
533  Buffer buf;
534  Page page;
535  Page metapage;
536  BrinMetaPageData *metadata;
537  BlockNumber mapBlk;
538  BlockNumber nblocks;
539  Relation irel = revmap->rm_irel;
540  bool needLock = !RELATION_IS_LOCAL(irel);
541 
542  /*
543  * Lock the metapage. This locks out concurrent extensions of the revmap,
544  * but note that we still need to grab the relation extension lock because
545  * another backend can extend the index with regular BRIN pages.
546  */
548  metapage = BufferGetPage(revmap->rm_metaBuf);
549  metadata = (BrinMetaPageData *) PageGetContents(metapage);
550 
551  /*
552  * Check that our cached lastRevmapPage value was up-to-date; if it
553  * wasn't, update the cached copy and have caller start over.
554  */
555  if (metadata->lastRevmapPage != revmap->rm_lastRevmapPage)
556  {
557  revmap->rm_lastRevmapPage = metadata->lastRevmapPage;
559  return;
560  }
561  mapBlk = metadata->lastRevmapPage + 1;
562 
563  nblocks = RelationGetNumberOfBlocks(irel);
564  if (mapBlk < nblocks)
565  {
566  buf = ReadBuffer(irel, mapBlk);
568  page = BufferGetPage(buf);
569  }
570  else
571  {
572  if (needLock)
574 
575  buf = ReadBuffer(irel, P_NEW);
576  if (BufferGetBlockNumber(buf) != mapBlk)
577  {
578  /*
579  * Very rare corner case: somebody extended the relation
580  * concurrently after we read its length. If this happens, give
581  * up and have caller start over. We will have to evacuate that
582  * page from under whoever is using it.
583  */
584  if (needLock)
587  ReleaseBuffer(buf);
588  return;
589  }
591  page = BufferGetPage(buf);
592 
593  if (needLock)
595  }
596 
597  /* Check that it's a regular block (or an empty page) */
598  if (!PageIsNew(page) && !BRIN_IS_REGULAR_PAGE(page))
599  ereport(ERROR,
600  (errcode(ERRCODE_INDEX_CORRUPTED),
601  errmsg("unexpected page type 0x%04X in BRIN index \"%s\" block %u",
602  BrinPageType(page),
604  BufferGetBlockNumber(buf))));
605 
606  /* If the page is in use, evacuate it and restart */
607  if (brin_start_evacuating_page(irel, buf))
608  {
610  brin_evacuate_page(irel, revmap->rm_pagesPerRange, revmap, buf);
611 
612  /* have caller start over */
613  return;
614  }
615 
616  /*
617  * Ok, we have now locked the metapage and the target block. Re-initialize
618  * the target block as a revmap page, and update the metapage.
619  */
621 
622  /* the rm_tids array is initialized to all invalid by PageInit */
624  MarkBufferDirty(buf);
625 
626  metadata->lastRevmapPage = mapBlk;
627 
628  /*
629  * Set pd_lower just past the end of the metadata. This is essential,
630  * because without doing so, metadata will be lost if xlog.c compresses
631  * the page. (We must do this here because pre-v11 versions of PG did not
632  * set the metapage's pd_lower correctly, so a pg_upgraded index might
633  * contain the wrong value.)
634  */
635  ((PageHeader) metapage)->pd_lower =
636  ((char *) metadata + sizeof(BrinMetaPageData)) - (char *) metapage;
637 
638  MarkBufferDirty(revmap->rm_metaBuf);
639 
640  if (RelationNeedsWAL(revmap->rm_irel))
641  {
642  xl_brin_revmap_extend xlrec;
643  XLogRecPtr recptr;
644 
645  xlrec.targetBlk = mapBlk;
646 
647  XLogBeginInsert();
648  XLogRegisterData((char *) &xlrec, SizeOfBrinRevmapExtend);
650 
652 
653  recptr = XLogInsert(RM_BRIN_ID, XLOG_BRIN_REVMAP_EXTEND);
654  PageSetLSN(metapage, recptr);
655  PageSetLSN(page, recptr);
656  }
657 
659 
661 
662  UnlockReleaseBuffer(buf);
663 }
BlockNumber rm_lastRevmapPage
Definition: brin_revmap.c:51
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:87
Relation rm_irel
Definition: brin_revmap.c:49
void MarkBufferDirty(Buffer buffer)
Definition: bufmgr.c:1450
#define ExclusiveLock
Definition: lockdefs.h:44
void XLogRegisterBuffer(uint8 block_id, Buffer buffer, uint8 flags)
Definition: xloginsert.c:213
#define RELATION_IS_LOCAL(relation)
Definition: rel.h:523
#define END_CRIT_SECTION()
Definition: miscadmin.h:133
#define REGBUF_WILL_INIT
Definition: xloginsert.h:32
#define START_CRIT_SECTION()
Definition: miscadmin.h:131
int errcode(int sqlerrcode)
Definition: elog.c:575
#define BRIN_IS_REGULAR_PAGE(page)
Definition: brin_page.h:57
uint32 BlockNumber
Definition: block.h:31
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3309
#define P_NEW
Definition: bufmgr.h:82
#define BUFFER_LOCK_EXCLUSIVE
Definition: bufmgr.h:89
#define SizeOfBrinRevmapExtend
Definition: brin_xlog.h:124
void UnlockReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3332
#define ERROR
Definition: elog.h:43
static char * buf
Definition: pg_test_fsync.c:67
#define REGBUF_STANDARD
Definition: xloginsert.h:34
#define RelationGetRelationName(relation)
Definition: rel.h:436
#define BufferGetPage(buffer)
Definition: bufmgr.h:160
BlockNumber targetBlk
Definition: brin_xlog.h:121
#define ereport(elevel, rest)
Definition: elog.h:122
#define XLOG_BRIN_REVMAP_EXTEND
Definition: brin_xlog.h:35
void LockRelationForExtension(Relation relation, LOCKMODE lockmode)
Definition: lmgr.c:332
BlockNumber lastRevmapPage
Definition: brin_page.h:69
void XLogRegisterData(char *data, int len)
Definition: xloginsert.c:323
XLogRecPtr XLogInsert(RmgrId rmid, uint8 info)
Definition: xloginsert.c:415
void UnlockRelationForExtension(Relation relation, LOCKMODE lockmode)
Definition: lmgr.c:382
#define PageGetContents(page)
Definition: bufpage.h:242
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:3546
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:199
PageHeaderData * PageHeader
Definition: bufpage.h:162
uint64 XLogRecPtr
Definition: xlogdefs.h:21
Buffer ReadBuffer(Relation reln, BlockNumber blockNum)
Definition: bufmgr.c:594
#define BRIN_PAGETYPE_REVMAP
Definition: brin_page.h:52
void brin_evacuate_page(Relation idxRel, BlockNumber pagesPerRange, BrinRevmap *revmap, Buffer buf)
Definition: brin_pageops.c:555
#define RelationNeedsWAL(relation)
Definition: rel.h:505
Buffer rm_metaBuf
Definition: brin_revmap.c:52
#define BrinPageType(page)
Definition: brin_page.h:42
BlockNumber BufferGetBlockNumber(Buffer buffer)
Definition: bufmgr.c:2605
#define PageIsNew(page)
Definition: bufpage.h:225
BlockNumber rm_pagesPerRange
Definition: brin_revmap.c:50
int errmsg(const char *fmt,...)
Definition: elog.c:797
bool brin_start_evacuating_page(Relation idxRel, Buffer buf)
Definition: brin_pageops.c:520
void XLogBeginInsert(void)
Definition: xloginsert.c:120
#define PageSetLSN(page, lsn)
Definition: bufpage.h:364
int Buffer
Definition: buf.h:23
Pointer Page
Definition: bufpage.h:74
void brin_page_init(Page page, uint16 type)
Definition: brin_pageops.c:471