PostgreSQL Source Code  git master
Data Structures | Macros | Typedefs | Enumerations | Functions | Variables
bufmgr.h File Reference
#include "storage/block.h"
#include "storage/buf.h"
#include "storage/bufpage.h"
#include "storage/relfilenode.h"
#include "utils/relcache.h"
#include "utils/snapmgr.h"
Include dependency graph for bufmgr.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures

struct  PrefetchBufferResult
 

Macros

#define MAX_IO_CONCURRENCY   1000
 
#define P_NEW   InvalidBlockNumber /* grow the file to get a new page */
 
#define BUFFER_LOCK_UNLOCK   0
 
#define BUFFER_LOCK_SHARE   1
 
#define BUFFER_LOCK_EXCLUSIVE   2
 
#define BufferIsValid(bufnum)
 
#define BufferGetBlock(buffer)
 
#define BufferGetPageSize(buffer)
 
#define BufferGetPage(buffer)   ((Page)BufferGetBlock(buffer))
 
#define RelationGetNumberOfBlocks(reln)   RelationGetNumberOfBlocksInFork(reln, MAIN_FORKNUM)
 

Typedefs

typedef void * Block
 
typedef enum BufferAccessStrategyType BufferAccessStrategyType
 
typedef struct PrefetchBufferResult PrefetchBufferResult
 

Enumerations

enum  BufferAccessStrategyType { BAS_NORMAL, BAS_BULKREAD, BAS_BULKWRITE, BAS_VACUUM }
 
enum  ReadBufferMode {
  RBM_NORMAL, RBM_ZERO_AND_LOCK, RBM_ZERO_AND_CLEANUP_LOCK, RBM_ZERO_ON_ERROR,
  RBM_NORMAL_NO_LOG
}
 

Functions

PrefetchBufferResult PrefetchSharedBuffer (struct SMgrRelationData *smgr_reln, ForkNumber forkNum, BlockNumber blockNum)
 
PrefetchBufferResult PrefetchBuffer (Relation reln, ForkNumber forkNum, BlockNumber blockNum)
 
bool ReadRecentBuffer (RelFileNode rnode, ForkNumber forkNum, BlockNumber blockNum, Buffer recent_buffer)
 
Buffer ReadBuffer (Relation reln, BlockNumber blockNum)
 
Buffer ReadBufferExtended (Relation reln, ForkNumber forkNum, BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy)
 
Buffer ReadBufferWithoutRelcache (RelFileNode rnode, ForkNumber forkNum, BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy)
 
void ReleaseBuffer (Buffer buffer)
 
void UnlockReleaseBuffer (Buffer buffer)
 
void MarkBufferDirty (Buffer buffer)
 
void IncrBufferRefCount (Buffer buffer)
 
Buffer ReleaseAndReadBuffer (Buffer buffer, Relation relation, BlockNumber blockNum)
 
void InitBufferPool (void)
 
void InitBufferPoolAccess (void)
 
void InitBufferPoolBackend (void)
 
void AtEOXact_Buffers (bool isCommit)
 
void PrintBufferLeakWarning (Buffer buffer)
 
void CheckPointBuffers (int flags)
 
BlockNumber BufferGetBlockNumber (Buffer buffer)
 
BlockNumber RelationGetNumberOfBlocksInFork (Relation relation, ForkNumber forkNum)
 
void FlushOneBuffer (Buffer buffer)
 
void FlushRelationBuffers (Relation rel)
 
void FlushRelationsAllBuffers (struct SMgrRelationData **smgrs, int nrels)
 
void FlushDatabaseBuffers (Oid dbid)
 
void DropRelFileNodeBuffers (struct SMgrRelationData *smgr_reln, ForkNumber *forkNum, int nforks, BlockNumber *firstDelBlock)
 
void DropRelFileNodesAllBuffers (struct SMgrRelationData **smgr_reln, int nnodes)
 
void DropDatabaseBuffers (Oid dbid)
 
bool BufferIsPermanent (Buffer buffer)
 
XLogRecPtr BufferGetLSNAtomic (Buffer buffer)
 
Size BufferShmemSize (void)
 
void BufferGetTag (Buffer buffer, RelFileNode *rnode, ForkNumber *forknum, BlockNumber *blknum)
 
void MarkBufferDirtyHint (Buffer buffer, bool buffer_std)
 
void UnlockBuffers (void)
 
void LockBuffer (Buffer buffer, int mode)
 
bool ConditionalLockBuffer (Buffer buffer)
 
void LockBufferForCleanup (Buffer buffer)
 
bool ConditionalLockBufferForCleanup (Buffer buffer)
 
bool IsBufferCleanupOK (Buffer buffer)
 
bool HoldingBufferPinThatDelaysRecovery (void)
 
void AbortBufferIO (void)
 
void BufmgrCommit (void)
 
bool BgBufferSync (struct WritebackContext *wb_context)
 
void AtProcExit_LocalBuffers (void)
 
void TestForOldSnapshot_impl (Snapshot snapshot, Relation relation)
 
BufferAccessStrategy GetAccessStrategy (BufferAccessStrategyType btype)
 
void FreeAccessStrategy (BufferAccessStrategy strategy)
 
static void TestForOldSnapshot (Snapshot snapshot, Relation relation, Page page)
 

Variables

PGDLLIMPORT int NBuffers
 
bool zero_damaged_pages
 
int bgwriter_lru_maxpages
 
double bgwriter_lru_multiplier
 
bool track_io_timing
 
int effective_io_concurrency
 
int maintenance_io_concurrency
 
int checkpoint_flush_after
 
int backend_flush_after
 
int bgwriter_flush_after
 
PGDLLIMPORT char * BufferBlocks
 
PGDLLIMPORT int NLocBuffer
 
PGDLLIMPORT Block * LocalBufferBlockPointers
 
PGDLLIMPORT int32 * LocalRefCount
 

Macro Definition Documentation

◆ BUFFER_LOCK_EXCLUSIVE

#define BUFFER_LOCK_EXCLUSIVE   2

Definition at line 98 of file bufmgr.h.

Referenced by _hash_addovflpage(), _hash_doinsert(), _hash_expandtable(), _hash_freeovflpage(), _hash_init(), _hash_splitbucket(), _hash_vacuum_one_page(), blbulkdelete(), blinsert(), BloomNewBuffer(), brin_doinsert(), brin_doupdate(), brin_getinsertbuffer(), brin_page_cleanup(), brinbuild(), brinbuildempty(), brinLockRevmapPageForUpdate(), brinRevmapDesummarizeRange(), checkXLogConsistency(), fill_seq_with_data(), FreeSpaceMapPrepareTruncateRel(), fsm_readbuf(), fsm_search_avail(), fsm_set_and_search(), fsm_vacuum_page(), GetVisibilityMapPins(), ginbuildempty(), gistbuildempty(), hashbucketcleanup(), hashbulkdelete(), heap_abort_speculative(), heap_delete(), heap_finish_speculative(), heap_inplace_update(), heap_lock_tuple(), heap_lock_updated_tuple_rec(), heap_update(), lazy_vacuum_heap_rel(), LockBuffer(), LockBufferForCleanup(), log_newpage_range(), read_seq_tuple(), RelationGetBufferForTuple(), revmap_physical_extend(), spgdoinsert(), SpGistNewBuffer(), spgprocesspending(), spgvacuumpage(), visibilitymap_clear(), visibilitymap_prepare_truncate(), visibilitymap_set(), vm_readbuf(), XLogReadBufferForRedoExtended(), and XLogRecordPageWithFreeSpace().

◆ BUFFER_LOCK_SHARE

#define BUFFER_LOCK_SHARE   1

Definition at line 97 of file bufmgr.h.

Referenced by _hash_first(), _hash_getcachedmetap(), _hash_kill_items(), _hash_readnext(), _hash_readprev(), blgetbitmap(), blinsert(), blvacuumcleanup(), brin_evacuate_page(), bringetbitmap(), brinGetStats(), brinGetTupleForHeapBlock(), brininsert(), brinRevmapInitialize(), brinsummarize(), bt_metap(), bt_page_items_internal(), bt_page_stats_internal(), collect_corrupt_items(), collect_visibility_data(), count_nondeletable_pages(), fsm_search(), get_raw_page_internal(), heap_fetch(), heap_get_latest_tid(), heap_index_delete_tuples(), heapam_index_build_range_scan(), heapam_index_fetch_tuple(), heapam_index_validate_scan(), heapam_relation_copy_for_cluster(), heapam_scan_analyze_next_block(), heapam_scan_bitmap_next_block(), heapam_scan_sample_next_tuple(), heapam_tuple_satisfies_snapshot(), heapgetpage(), heapgettup(), initBloomState(), lazy_scan_heap(), LockBuffer(), pg_visibility(), pgrowlocks(), pgstat_heap(), pgstathashindex(), pgstatindex_impl(), spgGetCache(), spgWalk(), statapprox_heap(), summarize_range(), and verify_heapam().

◆ BUFFER_LOCK_UNLOCK

#define BUFFER_LOCK_UNLOCK   0

Definition at line 96 of file bufmgr.h.

Referenced by _bt_unlockbuf(), _bt_upgradelockbufcleanup(), _hash_addovflpage(), _hash_doinsert(), _hash_expandtable(), _hash_finish_split(), _hash_first(), _hash_freeovflpage(), _hash_getcachedmetap(), _hash_init(), _hash_kill_items(), _hash_readnext(), _hash_readpage(), _hash_readprev(), _hash_splitbucket(), _hash_squeezebucket(), _hash_vacuum_one_page(), blinsert(), BloomNewBuffer(), brin_doinsert(), brin_doupdate(), brin_evacuate_page(), brin_getinsertbuffer(), brin_page_cleanup(), bringetbitmap(), brinGetTupleForHeapBlock(), brininsert(), brinRevmapDesummarizeRange(), brinRevmapInitialize(), brinsummarize(), ConditionalLockBufferForCleanup(), fsm_readbuf(), fsm_search_avail(), fsm_vacuum_page(), get_raw_page_internal(), GetVisibilityMapPins(), hashbucketcleanup(), hashbulkdelete(), heap_abort_speculative(), heap_delete(), heap_fetch(), heap_lock_tuple(), heap_lock_updated_tuple_rec(), heap_page_prune_opt(), heap_update(), heap_xlog_visible(), heapam_index_build_range_scan(), heapam_index_fetch_tuple(), heapam_index_validate_scan(), heapam_relation_copy_for_cluster(), heapam_scan_bitmap_next_block(), heapam_scan_sample_next_tuple(), heapam_tuple_satisfies_snapshot(), heapgetpage(), heapgettup(), lazy_scan_heap(), LockBuffer(), LockBufferForCleanup(), pgrowlocks(), pgstat_heap(), pgstatindex_impl(), RelationGetBufferForTuple(), revmap_physical_extend(), SpGistNewBuffer(), summarize_range(), UnlockReleaseBuffer(), visibilitymap_clear(), visibilitymap_set(), vm_readbuf(), and XLogReadBufferExtended().

◆ BufferGetBlock

#define BufferGetBlock (   buffer)
Value:
( \
AssertMacro(BufferIsValid(buffer)), \
BufferIsLocal(buffer) ? \
LocalBufferBlockPointers[-(buffer) - 1] \
: \
(Block) (BufferBlocks + ((Size) ((buffer) - 1)) * BLCKSZ) \
)
BufferBlocks
PGDLLIMPORT char * BufferBlocks
Definition: buf_init.c:21
Size
size_t Size
Definition: c.h:540
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
Block
void * Block
Definition: bufmgr.h:24

Definition at line 136 of file bufmgr.h.

Referenced by XLogSaveBufferForHint().

◆ BufferGetPage

#define BufferGetPage (   buffer)    ((Page)BufferGetBlock(buffer))

Definition at line 169 of file bufmgr.h.

Referenced by _bt_binsrch(), _bt_binsrch_insert(), _bt_bottomupdel_pass(), _bt_check_unique(), _bt_checkpage(), _bt_clear_incomplete_split(), _bt_conditionallockbuf(), _bt_dedup_pass(), _bt_delete_or_dedup_one_page(), _bt_delitems_delete(), _bt_delitems_delete_check(), _bt_delitems_vacuum(), _bt_endpoint(), _bt_findinsertloc(), _bt_finish_split(), _bt_get_endpoint(), _bt_getbuf(), _bt_getmeta(), _bt_getroot(), _bt_getstackbuf(), _bt_gettrueroot(), _bt_insert_parent(), _bt_insertonpg(), _bt_killitems(), _bt_leftsib_splitflag(), _bt_lock_subtree_parent(), _bt_lockbuf(), _bt_mark_page_halfdead(), _bt_moveright(), _bt_newroot(), _bt_pagedel(), _bt_readnextpage(), _bt_readpage(), _bt_restore_meta(), _bt_rightsib_halfdeadflag(), _bt_search(), _bt_search_insert(), _bt_set_cleanup_info(), _bt_simpledel_pass(), _bt_split(), _bt_stepright(), _bt_unlink_halfdead_page(), _bt_unlockbuf(), _bt_upgradelockbufcleanup(), _bt_vacuum_needs_cleanup(), _bt_walk_left(), _hash_addovflpage(), _hash_checkpage(), _hash_doinsert(), _hash_expandtable(), _hash_finish_split(), _hash_first(), _hash_freeovflpage(), _hash_get_newblock_from_oldbucket(), _hash_get_oldblock_from_newbucket(), _hash_getbucketbuf_from_hashkey(), _hash_getcachedmetap(), _hash_getinitbuf(), _hash_getnewbuf(), _hash_init(), _hash_init_metabuffer(), _hash_initbitmapbuffer(), _hash_initbuf(), _hash_kill_items(), _hash_next(), _hash_pgaddmultitup(), _hash_pgaddtup(), _hash_readnext(), _hash_readpage(), _hash_readprev(), _hash_splitbucket(), _hash_squeezebucket(), _hash_vacuum_one_page(), allocNewBuffer(), blgetbitmap(), blinsert(), BloomNewBuffer(), blvacuumcleanup(), brin_can_do_samepage_update(), brin_doinsert(), brin_doupdate(), brin_evacuate_page(), brin_getinsertbuffer(), brin_initialize_empty_new_buffer(), brin_page_cleanup(), brin_start_evacuating_page(), brin_xlog_createidx(), brin_xlog_desummarize_page(), brin_xlog_insert_update(), brin_xlog_revmap_extend(), brin_xlog_samepage_update(), brin_xlog_update(), brinbuild(), brinbuildempty(), brinGetStats(), brinGetTupleForHeapBlock(), brininsert(), brinRevmapDesummarizeRange(), brinRevmapInitialize(), brinSetHeapBlockItemptr(), bt_metap(), bt_page_items_internal(), bt_recheck_sibling_links(), bt_rootdescend(), btree_xlog_dedup(), btree_xlog_delete(), btree_xlog_insert(), btree_xlog_mark_page_halfdead(), btree_xlog_newroot(), btree_xlog_split(), btree_xlog_unlink_page(), btree_xlog_vacuum(), btvacuumpage(), BufferGetLSNAtomic(), checkXLogConsistency(), collect_corrupt_items(), collect_visibility_data(), collectMatchBitmap(), collectMatchesForHeapRow(), count_nondeletable_pages(), createPostingTree(), dataBeginPlaceToPage(), dataBeginPlaceToPageInternal(), dataBeginPlaceToPageLeaf(), dataExecPlaceToPage(), dataExecPlaceToPageInternal(), dataLocateItem(), dataPlaceToPageLeafRecompress(), dataPrepareDownlink(), dataSplitPageInternal(), do_setval(), doPickSplit(), entryExecPlaceToPage(), entryIsEnoughSpace(), entryLoadMoreItems(), entryLocateEntry(), entryLocateLeafEntry(), entryPrepareDownlink(), entrySplitPage(), fill_seq_with_data(), FreeSpaceMapPrepareTruncateRel(), fsm_readbuf(), fsm_search(), fsm_search_avail(), fsm_set_and_search(), fsm_vacuum_page(), generic_redo(), GenericXLogFinish(), GenericXLogRegisterBuffer(), get_raw_page_internal(), GetBTPageStatistics(), GetRecordedFreeSpace(), GetVisibilityMapPins(), ginbulkdelete(), ginDeletePage(), ginEntryInsert(), ginFindLeafPage(), ginFindParents(), ginFinishSplit(), ginGetStats(), ginHeapTupleFastInsert(), GinInitBuffer(), GinInitMetabuffer(), ginInsertCleanup(), ginInsertValue(), GinNewBuffer(), ginPlaceToPage(), ginRedoClearIncompleteSplit(), ginRedoCreatePTree(), ginRedoDeleteListPages(), ginRedoDeletePage(), ginRedoInsert(), ginRedoInsertData(), ginRedoInsertEntry(), ginRedoInsertListPage(), ginRedoUpdateMetapage(), ginRedoVacuumDataLeafPage(), ginScanToDelete(), ginStepRight(), ginTraverseLock(), ginUpdateStats(), ginvacuumcleanup(), ginVacuumEntryPage(), ginVacuumPostingTreeLeaf(), ginVacuumPostingTreeLeaves(), gistBufferingFindCorrectParent(), gistbufferinginserttuples(), gistbuild(), gistcheckpage(), gistdeletepage(), gistdoinsert(), gistFindCorrectParent(), gistFindPath(), gistfixsplit(), gistformdownlink(), gistGetMaxLevel(), GISTInitBuffer(), gistkillitems(), gistMemorizeAllDownlinks(), gistNewBuffer(), gistplacetopage(), gistProcessItup(), gistRedoClearFollowRight(), gistRedoDeleteRecord(), gistRedoPageDelete(), gistRedoPageSplitRecord(), gistRedoPageUpdateRecord(), gistScanPage(), gistvacuum_delete_empty_pages(), gistvacuumpage(), hash_bitmap_info(), hash_xlog_add_ovfl_page(), hash_xlog_delete(), hash_xlog_init_bitmap_page(), hash_xlog_init_meta_page(), hash_xlog_insert(), hash_xlog_move_page_contents(), hash_xlog_split_allocate_page(), hash_xlog_split_cleanup(), hash_xlog_split_complete(), hash_xlog_squeeze_page(), hash_xlog_update_meta_page(), hash_xlog_vacuum_one_page(), hashbucketcleanup(), hashbulkdelete(), heap_abort_speculative(), heap_delete(), heap_fetch(), heap_finish_speculative(), heap_force_common(), heap_get_latest_tid(), heap_hot_search_buffer(), heap_index_delete_tuples(), heap_inplace_update(), heap_insert(), heap_lock_tuple(), heap_lock_updated_tuple_rec(), heap_multi_insert(), heap_page_is_all_visible(), heap_page_prune(), heap_page_prune_execute(), heap_page_prune_opt(), heap_prune_chain(), heap_update(), heap_xlog_confirm(), heap_xlog_delete(), heap_xlog_freeze_page(), heap_xlog_inplace(), heap_xlog_insert(), heap_xlog_lock(), heap_xlog_lock_updated(), heap_xlog_multi_insert(), heap_xlog_prune(), heap_xlog_update(), heap_xlog_vacuum(), heap_xlog_visible(), heapam_index_build_range_scan(), heapam_index_validate_scan(), heapam_scan_analyze_next_tuple(), heapam_scan_bitmap_next_block(), heapam_scan_bitmap_next_tuple(), heapam_scan_sample_next_tuple(), heapgetpage(), heapgettup(), heapgettup_pagemode(), index_compute_xid_horizon_for_tuples(), initBloomState(), lazy_check_needs_freeze(), lazy_scan_heap(), lazy_vacuum_heap_page(), lazy_vacuum_heap_rel(), log_heap_update(), log_newpage_buffer(), log_newpage_range(), log_split_page(), MarkBufferDirtyHint(), moveLeafs(), moveRightIfItNeeded(), nextval_internal(), palloc_btree_page(), pg_visibility(), pgstat_btree_page(), pgstat_gist_page(), pgstat_hash_page(), pgstat_heap(), pgstatginindex_internal(), pgstathashindex(), pgstatindex_impl(), read_seq_tuple(), RelationAddExtraBlocks(), RelationGetBufferForTuple(), RelationPutHeapTuple(), revmap_physical_extend(), scanGetCandidate(), scanPendingInsert(), scanPostingTree(), seq_redo(), shiftList(), spgAddNodeAction(), spgbuild(), spgdoinsert(), spgGetCache(), SpGistGetBuffer(), SpGistInitBuffer(), SpGistNewBuffer(), SpGistSetLastUsedPage(), SpGistUpdateMetaPage(), spgprocesspending(), spgRedoAddLeaf(), spgRedoAddNode(), spgRedoMoveLeafs(), spgRedoPickSplit(), spgRedoSplitTuple(), spgRedoVacuumLeaf(), spgRedoVacuumRedirect(), spgRedoVacuumRoot(), spgSplitNodeAction(), spgvacuumpage(), spgWalk(), startScanEntry(), statapprox_heap(), terminate_brin_buildstate(), vacuumLeafPage(), vacuumLeafRoot(), vacuumRedirectAndPlaceholder(), verify_heapam(), visibilitymap_clear(), visibilitymap_count(), visibilitymap_get_status(), visibilitymap_prepare_truncate(), visibilitymap_set(), vm_readbuf(), writeListPage(), XLogCheckBufferNeedsBackup(), XLogReadBufferExtended(), XLogReadBufferForRedoExtended(), XLogRecordPageWithFreeSpace(), XLogRegisterBuffer(), XLogSaveBufferForHint(), and xlogVacuumPage().

◆ BufferGetPageSize

#define BufferGetPageSize (   buffer)
Value:
( \
AssertMacro(BufferIsValid(buffer)), \
(Size)BLCKSZ \
)
Size
size_t Size
Definition: c.h:540
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123

Definition at line 156 of file bufmgr.h.

Referenced by _bt_getbuf(), _bt_restore_meta(), _bt_split(), _hash_freeovflpage(), _hash_getinitbuf(), _hash_getnewbuf(), _hash_init_metabuffer(), _hash_initbitmapbuffer(), _hash_initbuf(), btree_xlog_mark_page_halfdead(), btree_xlog_newroot(), btree_xlog_split(), btree_xlog_unlink_page(), fill_seq_with_data(), GinInitBuffer(), GinInitMetabuffer(), hash_xlog_squeeze_page(), heap_xlog_insert(), heap_xlog_multi_insert(), heap_xlog_update(), RelationAddExtraBlocks(), RelationGetBufferForTuple(), seq_redo(), and SpGistInitBuffer().

◆ BufferIsValid

#define BufferIsValid (   bufnum)
Value:
( \
AssertMacro((bufnum) <= NBuffers && (bufnum) >= -NLocBuffer), \
(bufnum) != InvalidBuffer \
)
InvalidBuffer
#define InvalidBuffer
Definition: buf.h:25
NLocBuffer
PGDLLIMPORT int NLocBuffer
Definition: localbuf.c:41
NBuffers
PGDLLIMPORT int NBuffers
Definition: globals.c:135

Definition at line 123 of file bufmgr.h.

Referenced by _bt_clear_incomplete_split(), _bt_endpoint(), _bt_first(), _bt_get_endpoint(), _bt_insertonpg(), _bt_readpage(), _bt_relandgetbuf(), _bt_search(), _bt_unlink_halfdead_page(), _hash_addovflpage(), _hash_dropscanbuf(), _hash_freeovflpage(), _hash_getbucketbuf_from_hashkey(), _hash_getcachedmetap(), _hash_readnext(), _hash_readpage(), _hash_readprev(), autoprewarm_database_main(), brin_doinsert(), brin_doupdate(), brin_getinsertbuffer(), brin_xlog_createidx(), brin_xlog_desummarize_page(), brin_xlog_insert_update(), brin_xlog_revmap_extend(), brin_xlog_samepage_update(), brin_xlog_update(), brinGetTupleForHeapBlock(), brininsert(), brinsummarize(), bt_recheck_sibling_links(), bt_rootdescend(), btree_xlog_dedup(), btree_xlog_delete(), btree_xlog_insert(), btree_xlog_mark_page_halfdead(), btree_xlog_split(), btree_xlog_unlink_page(), btree_xlog_vacuum(), BufferGetLSNAtomic(), BufferIsPermanent(), checkXLogConsistency(), ConditionalLockBufferForCleanup(), doPickSplit(), entryGetItem(), entryLoadMoreItems(), ExecStoreBufferHeapTuple(), ExecStorePinnedBufferHeapTuple(), FreeSpaceMapPrepareTruncateRel(), fsm_search(), fsm_vacuum_page(), generic_redo(), GetPrivateRefCount(), GetPrivateRefCountEntry(), GetRecordedFreeSpace(), GetVisibilityMapPins(), ginPlaceToPage(), ginRedoClearIncompleteSplit(), ginRedoDeletePage(), ginRedoInsert(), ginRedoUpdateMetapage(), ginRedoVacuumDataLeafPage(), ginScanToDelete(), gistinserttuples(), gistkillitems(), gistplacetopage(), gistRedoClearFollowRight(), gistRedoDeleteRecord(), gistRedoPageDelete(), gistRedoPageUpdateRecord(), gistXLogSplit(), gistXLogUpdate(), hash_xlog_add_ovfl_page(), hash_xlog_delete(), hash_xlog_init_bitmap_page(), hash_xlog_init_meta_page(), hash_xlog_insert(), hash_xlog_move_page_contents(), hash_xlog_split_allocate_page(), hash_xlog_split_cleanup(), hash_xlog_split_complete(), hash_xlog_squeeze_page(), hash_xlog_update_meta_page(), hash_xlog_vacuum_one_page(), heap_endscan(), heap_index_delete_tuples(), heap_lock_tuple(), heap_rescan(), heap_update(), heap_xlog_confirm(), heap_xlog_delete(), heap_xlog_freeze_page(), heap_xlog_inplace(), heap_xlog_insert(), heap_xlog_lock(), heap_xlog_lock_updated(), heap_xlog_multi_insert(), heap_xlog_prune(), heap_xlog_update(), heap_xlog_vacuum(), heap_xlog_visible(), heapam_index_fetch_reset(), heapam_scan_sample_next_block(), heapam_tuple_lock(), heapam_tuple_satisfies_snapshot(), heapgetpage(), heapgettup(), heapgettup_pagemode(), IsBufferCleanupOK(), lazy_scan_heap(), lazy_vacuum_heap_page(), lazy_vacuum_heap_rel(), log_heap_visible(), MarkBufferDirty(), MarkBufferDirtyHint(), PrintBufferLeakWarning(), ReadRecentBuffer(), ReleaseAndReadBuffer(), ReleaseBuffer(), spgRedoAddLeaf(), spgRedoAddNode(), spgRedoMoveLeafs(), spgRedoPickSplit(), spgRedoSplitTuple(), spgRedoVacuumLeaf(), spgRedoVacuumRedirect(), spgRedoVacuumRoot(), statapprox_heap(), tts_buffer_heap_clear(), tts_buffer_heap_copyslot(), tts_buffer_heap_materialize(), tts_buffer_heap_store_tuple(), visibilitymap_clear(), visibilitymap_count(), visibilitymap_get_status(), visibilitymap_pin(), visibilitymap_pin_ok(), visibilitymap_prepare_truncate(), visibilitymap_set(), and XLogReadBufferForRedoExtended().

◆ MAX_IO_CONCURRENCY

#define MAX_IO_CONCURRENCY   1000

Definition at line 88 of file bufmgr.h.

◆ P_NEW

#define P_NEW   InvalidBlockNumber /* grow the file to get a new page */

Definition at line 91 of file bufmgr.h.

Referenced by _bt_getbuf(), _bt_getroot(), _bt_newroot(), _bt_relandgetbuf(), _bt_split(), _hash_getbuf(), _hash_getbuf_with_condlock_cleanup(), _hash_getbuf_with_strategy(), _hash_getinitbuf(), _hash_getnewbuf(), BloomNewBuffer(), brin_getinsertbuffer(), brinbuild(), brinbuildempty(), BufTableInsert(), fill_seq_with_data(), ginbuildempty(), GinNewBuffer(), gistbuildempty(), gistNewBuffer(), ReadBuffer_common(), RelationAddExtraBlocks(), RelationGetBufferForTuple(), revmap_physical_extend(), SpGistNewBuffer(), and XLogReadBufferExtended().

◆ RelationGetNumberOfBlocks

#define RelationGetNumberOfBlocks (   reln)    RelationGetNumberOfBlocksInFork(reln, MAIN_FORKNUM)

Definition at line 213 of file bufmgr.h.

Referenced by _bt_vacuum_needs_cleanup(), acquire_inherited_sample_rows(), acquire_sample_rows(), analyze_rel(), begin_heap_rewrite(), blbuild(), blbulkdelete(), blgetbitmap(), blvacuumcleanup(), brin_vacuum_scan(), brinbuild(), bringetbitmap(), brinsummarize(), brinvacuumcleanup(), bt_check_every_level(), btbuild(), btvacuumscan(), collect_corrupt_items(), collect_visibility_data(), compute_parallel_vacuum_workers(), copy_table_data(), do_analyze_rel(), estimate_rel_size(), get_relation_info(), ginbuild(), ginvacuumcleanup(), gistbuild(), gistvacuumscan(), hash_bitmap_info(), hashbuild(), hashvacuumcleanup(), heap_force_common(), index_update_stats(), initscan(), lazy_scan_heap(), lazy_truncate_heap(), pg_relpages_impl(), pg_visibility(), pg_visibility_map_summary(), pgstat_index(), pgstathashindex(), pgstatindex_impl(), RelationGetBufferForTuple(), revmap_physical_extend(), spgbuild(), spgvacuumscan(), statapprox_heap(), summarize_range(), table_block_parallelscan_initialize(), table_block_relation_estimate_size(), and verify_heapam().

Typedef Documentation

◆ Block

typedef void* Block

Definition at line 24 of file bufmgr.h.

◆ BufferAccessStrategyType

typedef enum BufferAccessStrategyType BufferAccessStrategyType

◆ PrefetchBufferResult

typedef struct PrefetchBufferResult PrefetchBufferResult

Enumeration Type Documentation

◆ BufferAccessStrategyType

enum BufferAccessStrategyType
Enumerator
BAS_NORMAL 
BAS_BULKREAD 
BAS_BULKWRITE 
BAS_VACUUM 

Definition at line 27 of file bufmgr.h.

28 {
29  BAS_NORMAL, /* Normal random access */
30  BAS_BULKREAD, /* Large read-only scan (hint bit updates are
31  * ok) */
32  BAS_BULKWRITE, /* Large multi-block write (e.g. COPY IN) */
33  BAS_VACUUM /* VACUUM */
34 } BufferAccessStrategyType;
BufferAccessStrategyType
BufferAccessStrategyType
Definition: bufmgr.h:27

◆ ReadBufferMode

enum ReadBufferMode
Enumerator
RBM_NORMAL 
RBM_ZERO_AND_LOCK 
RBM_ZERO_AND_CLEANUP_LOCK 
RBM_ZERO_ON_ERROR 
RBM_NORMAL_NO_LOG 

Definition at line 37 of file bufmgr.h.

38 {
39  RBM_NORMAL, /* Normal read */
40  RBM_ZERO_AND_LOCK, /* Don't read from disk, caller will
41  * initialize. Also locks the page. */
42  RBM_ZERO_AND_CLEANUP_LOCK, /* Like RBM_ZERO_AND_LOCK, but locks the page
43  * in "cleanup" mode */
44  RBM_ZERO_ON_ERROR, /* Read, but return an all-zeros page on error */
45  RBM_NORMAL_NO_LOG /* Don't log page as invalid during WAL
46  * replay; otherwise same as RBM_NORMAL */
47 } ReadBufferMode;
ReadBufferMode
ReadBufferMode
Definition: bufmgr.h:37

Function Documentation

◆ AbortBufferIO()

void AbortBufferIO ( void  )

Definition at line 4481 of file bufmgr.c.

References Assert, buftag::blockNum, BM_DIRTY, BM_IO_ERROR, BM_IO_IN_PROGRESS, BM_VALID, buf, ereport, errcode(), errdetail(), errmsg(), buftag::forkNum, InProgressBuf, IsForInput, LockBufHdr(), pfree(), relpathperm, buftag::rnode, BufferDesc::tag, TerminateBufferIO(), UnlockBufHdr, and WARNING.

Referenced by AbortSubTransaction(), AbortTransaction(), AtProcExit_Buffers(), AutoVacLauncherMain(), BackgroundWriterMain(), CheckpointerMain(), and WalWriterMain().

4482 {
4483  BufferDesc *buf = InProgressBuf;
4484 
4485  if (buf)
4486  {
4487  uint32 buf_state;
4488 
4489  buf_state = LockBufHdr(buf);
4490  Assert(buf_state & BM_IO_IN_PROGRESS);
4491  if (IsForInput)
4492  {
4493  Assert(!(buf_state & BM_DIRTY));
4494 
4495  /* We'd better not think buffer is valid yet */
4496  Assert(!(buf_state & BM_VALID));
4497  UnlockBufHdr(buf, buf_state);
4498  }
4499  else
4500  {
4501  Assert(buf_state & BM_DIRTY);
4502  UnlockBufHdr(buf, buf_state);
4503  /* Issue notice if this is not the first failure... */
4504  if (buf_state & BM_IO_ERROR)
4505  {
4506  /* Buffer is pinned, so we can read tag without spinlock */
4507  char *path;
4508 
4509  path = relpathperm(buf->tag.rnode, buf->tag.forkNum);
4510  ereport(WARNING,
4511  (errcode(ERRCODE_IO_ERROR),
4512  errmsg("could not write block %u of %s",
4513  buf->tag.blockNum, path),
4514  errdetail("Multiple failures --- write error might be permanent.")));
4515  pfree(path);
4516  }
4517  }
4518  TerminateBufferIO(buf, false, BM_IO_ERROR);
4519  }
4520 }
relpathperm
#define relpathperm(rnode, forknum)
Definition: relpath.h:83
buftag::forkNum
ForkNumber forkNum
Definition: buf_internals.h:94
errcode
int errcode(int sqlerrcode)
Definition: elog.c:698
BM_DIRTY
#define BM_DIRTY
Definition: buf_internals.h:59
InProgressBuf
static BufferDesc * InProgressBuf
Definition: bufmgr.c:161
pfree
void pfree(void *pointer)
Definition: mcxt.c:1169
buf
static char * buf
Definition: pg_test_fsync.c:68
errdetail
int errdetail(const char *fmt,...)
Definition: elog.c:1042
uint32
unsigned int uint32
Definition: c.h:441
IsForInput
static bool IsForInput
Definition: bufmgr.c:162
WARNING
#define WARNING
Definition: elog.h:40
TerminateBufferIO
static void TerminateBufferIO(BufferDesc *buf, bool clear_dirty, uint32 set_flag_bits)
Definition: bufmgr.c:4449
BM_VALID
#define BM_VALID
Definition: buf_internals.h:60
ereport
#define ereport(elevel,...)
Definition: elog.h:157
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
Assert
#define Assert(condition)
Definition: c.h:804
buftag::blockNum
BlockNumber blockNum
Definition: buf_internals.h:95
buftag::rnode
RelFileNode rnode
Definition: buf_internals.h:93
BM_IO_ERROR
#define BM_IO_ERROR
Definition: buf_internals.h:63
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
errmsg
int errmsg(const char *fmt,...)
Definition: elog.c:909
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
BM_IO_IN_PROGRESS
#define BM_IO_IN_PROGRESS
Definition: buf_internals.h:62

◆ AtEOXact_Buffers()

void AtEOXact_Buffers ( bool  isCommit)

Definition at line 2570 of file bufmgr.c.

References Assert, AtEOXact_LocalBuffers(), CheckForBufferLeaks(), and PrivateRefCountOverflowed.

Referenced by AbortTransaction(), AutoVacLauncherMain(), BackgroundWriterMain(), CheckpointerMain(), CommitTransaction(), PrepareTransaction(), and WalWriterMain().

2571 {
2572  CheckForBufferLeaks();
2573 
2574  AtEOXact_LocalBuffers(isCommit);
2575 
2576  Assert(PrivateRefCountOverflowed == 0);
2577 }
PrivateRefCountOverflowed
static int32 PrivateRefCountOverflowed
Definition: bufmgr.c:199
Assert
#define Assert(condition)
Definition: c.h:804
CheckForBufferLeaks
static void CheckForBufferLeaks(void)
Definition: bufmgr.c:2644
AtEOXact_LocalBuffers
void AtEOXact_LocalBuffers(bool isCommit)
Definition: localbuf.c:577

◆ AtProcExit_LocalBuffers()

void AtProcExit_LocalBuffers ( void  )

Definition at line 588 of file localbuf.c.

References CheckForLocalBufferLeaks().

Referenced by AtProcExit_Buffers().

589 {
590  /*
591  * We shouldn't be holding any remaining pins; if we are, and assertions
592  * aren't enabled, we'll fail later in DropRelFileNodeBuffers while trying
593  * to drop the temp rels.
594  */
595  CheckForLocalBufferLeaks();
596 }
CheckForLocalBufferLeaks
static void CheckForLocalBufferLeaks(void)
Definition: localbuf.c:548

◆ BgBufferSync()

bool BgBufferSync ( struct WritebackContext *  wb_context)

Definition at line 2200 of file bufmgr.c.

References Assert, bgwriter_lru_maxpages, bgwriter_lru_multiplier, BgWriterDelay, BgWriterStats, BUF_REUSABLE, BUF_WRITTEN, CurrentResourceOwner, DEBUG1, DEBUG2, elog, PgStat_MsgBgWriter::m_buf_alloc, PgStat_MsgBgWriter::m_buf_written_clean, PgStat_MsgBgWriter::m_maxwritten_clean, NBuffers, ResourceOwnerEnlargeBuffers(), StrategySyncStart(), and SyncOneBuffer().

Referenced by BackgroundWriterMain().

2201 {
2202  /* info obtained from freelist.c */
2203  int strategy_buf_id;
2204  uint32 strategy_passes;
2205  uint32 recent_alloc;
2206 
2207  /*
2208  * Information saved between calls so we can determine the strategy
2209  * point's advance rate and avoid scanning already-cleaned buffers.
2210  */
2211  static bool saved_info_valid = false;
2212  static int prev_strategy_buf_id;
2213  static uint32 prev_strategy_passes;
2214  static int next_to_clean;
2215  static uint32 next_passes;
2216 
2217  /* Moving averages of allocation rate and clean-buffer density */
2218  static float smoothed_alloc = 0;
2219  static float smoothed_density = 10.0;
2220 
2221  /* Potentially these could be tunables, but for now, not */
2222  float smoothing_samples = 16;
2223  float scan_whole_pool_milliseconds = 120000.0;
2224 
2225  /* Used to compute how far we scan ahead */
2226  long strategy_delta;
2227  int bufs_to_lap;
2228  int bufs_ahead;
2229  float scans_per_alloc;
2230  int reusable_buffers_est;
2231  int upcoming_alloc_est;
2232  int min_scan_buffers;
2233 
2234  /* Variables for the scanning loop proper */
2235  int num_to_scan;
2236  int num_written;
2237  int reusable_buffers;
2238 
2239  /* Variables for final smoothed_density update */
2240  long new_strategy_delta;
2241  uint32 new_recent_alloc;
2242 
2243  /*
2244  * Find out where the freelist clock sweep currently is, and how many
2245  * buffer allocations have happened since our last call.
2246  */
2247  strategy_buf_id = StrategySyncStart(&strategy_passes, &recent_alloc);
2248 
2249  /* Report buffer alloc counts to pgstat */
2250  BgWriterStats.m_buf_alloc += recent_alloc;
2251 
2252  /*
2253  * If we're not running the LRU scan, just stop after doing the stats
2254  * stuff. We mark the saved state invalid so that we can recover sanely
2255  * if LRU scan is turned back on later.
2256  */
2257  if (bgwriter_lru_maxpages <= 0)
2258  {
2259  saved_info_valid = false;
2260  return true;
2261  }
2262 
2263  /*
2264  * Compute strategy_delta = how many buffers have been scanned by the
2265  * clock sweep since last time. If first time through, assume none. Then
2266  * see if we are still ahead of the clock sweep, and if so, how many
2267  * buffers we could scan before we'd catch up with it and "lap" it. Note:
2268  * weird-looking coding of xxx_passes comparisons are to avoid bogus
2269  * behavior when the passes counts wrap around.
2270  */
2271  if (saved_info_valid)
2272  {
2273  int32 passes_delta = strategy_passes - prev_strategy_passes;
2274 
2275  strategy_delta = strategy_buf_id - prev_strategy_buf_id;
2276  strategy_delta += (long) passes_delta * NBuffers;
2277 
2278  Assert(strategy_delta >= 0);
2279 
2280  if ((int32) (next_passes - strategy_passes) > 0)
2281  {
2282  /* we're one pass ahead of the strategy point */
2283  bufs_to_lap = strategy_buf_id - next_to_clean;
2284 #ifdef BGW_DEBUG
2285  elog(DEBUG2, "bgwriter ahead: bgw %u-%u strategy %u-%u delta=%ld lap=%d",
2286  next_passes, next_to_clean,
2287  strategy_passes, strategy_buf_id,
2288  strategy_delta, bufs_to_lap);
2289 #endif
2290  }
2291  else if (next_passes == strategy_passes &&
2292  next_to_clean >= strategy_buf_id)
2293  {
2294  /* on same pass, but ahead or at least not behind */
2295  bufs_to_lap = NBuffers - (next_to_clean - strategy_buf_id);
2296 #ifdef BGW_DEBUG
2297  elog(DEBUG2, "bgwriter ahead: bgw %u-%u strategy %u-%u delta=%ld lap=%d",
2298  next_passes, next_to_clean,
2299  strategy_passes, strategy_buf_id,
2300  strategy_delta, bufs_to_lap);
2301 #endif
2302  }
2303  else
2304  {
2305  /*
2306  * We're behind, so skip forward to the strategy point and start
2307  * cleaning from there.
2308  */
2309 #ifdef BGW_DEBUG
2310  elog(DEBUG2, "bgwriter behind: bgw %u-%u strategy %u-%u delta=%ld",
2311  next_passes, next_to_clean,
2312  strategy_passes, strategy_buf_id,
2313  strategy_delta);
2314 #endif
2315  next_to_clean = strategy_buf_id;
2316  next_passes = strategy_passes;
2317  bufs_to_lap = NBuffers;
2318  }
2319  }
2320  else
2321  {
2322  /*
2323  * Initializing at startup or after LRU scanning had been off. Always
2324  * start at the strategy point.
2325  */
2326 #ifdef BGW_DEBUG
2327  elog(DEBUG2, "bgwriter initializing: strategy %u-%u",
2328  strategy_passes, strategy_buf_id);
2329 #endif
2330  strategy_delta = 0;
2331  next_to_clean = strategy_buf_id;
2332  next_passes = strategy_passes;
2333  bufs_to_lap = NBuffers;
2334  }
2335 
2336  /* Update saved info for next time */
2337  prev_strategy_buf_id = strategy_buf_id;
2338  prev_strategy_passes = strategy_passes;
2339  saved_info_valid = true;
2340 
2341  /*
2342  * Compute how many buffers had to be scanned for each new allocation, ie,
2343  * 1/density of reusable buffers, and track a moving average of that.
2344  *
2345  * If the strategy point didn't move, we don't update the density estimate
2346  */
2347  if (strategy_delta > 0 && recent_alloc > 0)
2348  {
2349  scans_per_alloc = (float) strategy_delta / (float) recent_alloc;
2350  smoothed_density += (scans_per_alloc - smoothed_density) /
2351  smoothing_samples;
2352  }
2353 
2354  /*
2355  * Estimate how many reusable buffers there are between the current
2356  * strategy point and where we've scanned ahead to, based on the smoothed
2357  * density estimate.
2358  */
2359  bufs_ahead = NBuffers - bufs_to_lap;
2360  reusable_buffers_est = (float) bufs_ahead / smoothed_density;
2361 
2362  /*
2363  * Track a moving average of recent buffer allocations. Here, rather than
2364  * a true average we want a fast-attack, slow-decline behavior: we
2365  * immediately follow any increase.
2366  */
2367  if (smoothed_alloc <= (float) recent_alloc)
2368  smoothed_alloc = recent_alloc;
2369  else
2370  smoothed_alloc += ((float) recent_alloc - smoothed_alloc) /
2371  smoothing_samples;
2372 
2373  /* Scale the estimate by a GUC to allow more aggressive tuning. */
2374  upcoming_alloc_est = (int) (smoothed_alloc * bgwriter_lru_multiplier);
2375 
2376  /*
2377  * If recent_alloc remains at zero for many cycles, smoothed_alloc will
2378  * eventually underflow to zero, and the underflows produce annoying
2379  * kernel warnings on some platforms. Once upcoming_alloc_est has gone to
2380  * zero, there's no point in tracking smaller and smaller values of
2381  * smoothed_alloc, so just reset it to exactly zero to avoid this
2382  * syndrome. It will pop back up as soon as recent_alloc increases.
2383  */
2384  if (upcoming_alloc_est == 0)
2385  smoothed_alloc = 0;
2386 
2387  /*
2388  * Even in cases where there's been little or no buffer allocation
2389  * activity, we want to make a small amount of progress through the buffer
2390  * cache so that as many reusable buffers as possible are clean after an
2391  * idle period.
2392  *
2393  * (scan_whole_pool_milliseconds / BgWriterDelay) computes how many times
2394  * the BGW will be called during the scan_whole_pool time; slice the
2395  * buffer pool into that many sections.
2396  */
2397  min_scan_buffers = (int) (NBuffers / (scan_whole_pool_milliseconds / BgWriterDelay));
2398 
2399  if (upcoming_alloc_est < (min_scan_buffers + reusable_buffers_est))
2400  {
2401 #ifdef BGW_DEBUG
2402  elog(DEBUG2, "bgwriter: alloc_est=%d too small, using min=%d + reusable_est=%d",
2403  upcoming_alloc_est, min_scan_buffers, reusable_buffers_est);
2404 #endif
2405  upcoming_alloc_est = min_scan_buffers + reusable_buffers_est;
2406  }
2407 
2408  /*
2409  * Now write out dirty reusable buffers, working forward from the
2410  * next_to_clean point, until we have lapped the strategy scan, or cleaned
2411  * enough buffers to match our estimate of the next cycle's allocation
2412  * requirements, or hit the bgwriter_lru_maxpages limit.
2413  */
2414 
2415  /* Make sure we can handle the pin inside SyncOneBuffer */
2416  ResourceOwnerEnlargeBuffers(CurrentResourceOwner);
2417 
2418  num_to_scan = bufs_to_lap;
2419  num_written = 0;
2420  reusable_buffers = reusable_buffers_est;
2421 
2422  /* Execute the LRU scan */
2423  while (num_to_scan > 0 && reusable_buffers < upcoming_alloc_est)
2424  {
2425  int sync_state = SyncOneBuffer(next_to_clean, true,
2426  wb_context);
2427 
2428  if (++next_to_clean >= NBuffers)
2429  {
2430  next_to_clean = 0;
2431  next_passes++;
2432  }
2433  num_to_scan--;
2434 
2435  if (sync_state & BUF_WRITTEN)
2436  {
2437  reusable_buffers++;
2438  if (++num_written >= bgwriter_lru_maxpages)
2439  {
2440  BgWriterStats.m_maxwritten_clean++;
2441  break;
2442  }
2443  }
2444  else if (sync_state & BUF_REUSABLE)
2445  reusable_buffers++;
2446  }
2447 
2448  BgWriterStats.m_buf_written_clean += num_written;
2449 
2450 #ifdef BGW_DEBUG
2451  elog(DEBUG1, "bgwriter: recent_alloc=%u smoothed=%.2f delta=%ld ahead=%d density=%.2f reusable_est=%d upcoming_est=%d scanned=%d wrote=%d reusable=%d",
2452  recent_alloc, smoothed_alloc, strategy_delta, bufs_ahead,
2453  smoothed_density, reusable_buffers_est, upcoming_alloc_est,
2454  bufs_to_lap - num_to_scan,
2455  num_written,
2456  reusable_buffers - reusable_buffers_est);
2457 #endif
2458 
2459  /*
2460  * Consider the above scan as being like a new allocation scan.
2461  * Characterize its density and update the smoothed one based on it. This
2462  * effectively halves the moving average period in cases where both the
2463  * strategy and the background writer are doing some useful scanning,
2464  * which is helpful because a long memory isn't as desirable on the
2465  * density estimates.
2466  */
2467  new_strategy_delta = bufs_to_lap - num_to_scan;
2468  new_recent_alloc = reusable_buffers - reusable_buffers_est;
2469  if (new_strategy_delta > 0 && new_recent_alloc > 0)
2470  {
2471  scans_per_alloc = (float) new_strategy_delta / (float) new_recent_alloc;
2472  smoothed_density += (scans_per_alloc - smoothed_density) /
2473  smoothing_samples;
2474 
2475 #ifdef BGW_DEBUG
2476  elog(DEBUG2, "bgwriter: cleaner density alloc=%u scan=%ld density=%.2f new smoothed=%.2f",
2477  new_recent_alloc, new_strategy_delta,
2478  scans_per_alloc, smoothed_density);
2479 #endif
2480  }
2481 
2482  /* Return true if OK to hibernate */
2483  return (bufs_to_lap == 0 && recent_alloc == 0);
2484 }
PgStat_MsgBgWriter::m_buf_alloc
PgStat_Counter m_buf_alloc
Definition: pgstat.h:480
StrategySyncStart
int StrategySyncStart(uint32 *complete_passes, uint32 *num_buf_alloc)
Definition: freelist.c:395
DEBUG1
#define DEBUG1
Definition: elog.h:25
BgWriterDelay
int BgWriterDelay
Definition: bgwriter.c:61
CurrentResourceOwner
ResourceOwner CurrentResourceOwner
Definition: resowner.c:146
PgStat_MsgBgWriter::m_maxwritten_clean
PgStat_Counter m_maxwritten_clean
Definition: pgstat.h:477
PgStat_MsgBgWriter::m_buf_written_clean
PgStat_Counter m_buf_written_clean
Definition: pgstat.h:476
BgWriterStats
PgStat_MsgBgWriter BgWriterStats
Definition: pgstat.c:131
bgwriter_lru_multiplier
double bgwriter_lru_multiplier
Definition: bufmgr.c:134
SyncOneBuffer
static int SyncOneBuffer(int buf_id, bool skip_recently_used, WritebackContext *wb_context)
Definition: bufmgr.c:2503
int32
signed int int32
Definition: c.h:429
BUF_REUSABLE
#define BUF_REUSABLE
Definition: bufmgr.c:69
bgwriter_lru_maxpages
int bgwriter_lru_maxpages
Definition: bufmgr.c:133
DEBUG2
#define DEBUG2
Definition: elog.h:24
uint32
unsigned int uint32
Definition: c.h:441
BUF_WRITTEN
#define BUF_WRITTEN
Definition: bufmgr.c:68
ResourceOwnerEnlargeBuffers
void ResourceOwnerEnlargeBuffers(ResourceOwner owner)
Definition: resowner.c:946
Assert
#define Assert(condition)
Definition: c.h:804
elog
#define elog(elevel,...)
Definition: elog.h:232
NBuffers
int NBuffers
Definition: globals.c:135

◆ BufferGetBlockNumber()

BlockNumber BufferGetBlockNumber ( Buffer  buffer)

Definition at line 2752 of file bufmgr.c.

References Assert, buftag::blockNum, BufferIsLocal, BufferIsPinned, GetBufferDescriptor, GetLocalBufferDescriptor, and BufferDesc::tag.

Referenced by _bt_check_unique(), _bt_checkpage(), _bt_delitems_delete(), _bt_delitems_vacuum(), _bt_doinsert(), _bt_endpoint(), _bt_finish_split(), _bt_first(), _bt_getroot(), _bt_insert_parent(), _bt_insertonpg(), _bt_mark_page_halfdead(), _bt_moveright(), _bt_newroot(), _bt_pagedel(), _bt_readnextpage(), _bt_readpage(), _bt_restore_meta(), _bt_search(), _bt_split(), _bt_unlink_halfdead_page(), _bt_walk_left(), _hash_addovflpage(), _hash_checkpage(), _hash_doinsert(), _hash_first(), _hash_freeovflpage(), _hash_getnewbuf(), _hash_readnext(), _hash_readpage(), _hash_splitbucket(), allocNewBuffer(), blinsert(), BloomInitMetapage(), brin_doinsert(), brin_doupdate(), brin_getinsertbuffer(), brin_initialize_empty_new_buffer(), brin_page_cleanup(), brin_xlog_insert_update(), brinbuild(), brinGetTupleForHeapBlock(), createPostingTree(), dataBeginPlaceToPageLeaf(), dataPrepareDownlink(), doPickSplit(), entryPrepareDownlink(), fill_seq_with_data(), ginEntryInsert(), ginFindParents(), ginFinishSplit(), ginPlaceToPage(), ginRedoDeleteListPages(), ginRedoUpdateMetapage(), ginScanToDelete(), gistbufferinginserttuples(), gistbuild(), gistcheckpage(), gistdeletepage(), gistformdownlink(), gistinserttuples(), gistMemorizeAllDownlinks(), gistplacetopage(), gistRelocateBuildBuffersOnSplit(), gistScanPage(), hash_xlog_add_ovfl_page(), heap_delete(), heap_hot_search_buffer(), heap_insert(), heap_multi_insert(), heap_page_is_all_visible(), heap_prune_chain(), heap_update(), heap_xlog_confirm(), heap_xlog_lock(), makeSublist(), moveLeafs(), moveRightIfItNeeded(), pgstathashindex(), ReadBufferBI(), RelationAddExtraBlocks(), RelationGetBufferForTuple(), RelationPutHeapTuple(), revmap_get_buffer(), revmap_physical_extend(), spgAddNodeAction(), spgbuild(), spgdoinsert(), SpGistSetLastUsedPage(), spgSplitNodeAction(), spgWalk(), startScanEntry(), terminate_brin_buildstate(), vacuumLeafPage(), visibilitymap_clear(), visibilitymap_get_status(), visibilitymap_pin(), visibilitymap_pin_ok(), visibilitymap_set(), and XLogReadBufferExtended().

2753 {
2754  BufferDesc *bufHdr;
2755 
2756  Assert(BufferIsPinned(buffer));
2757 
2758  if (BufferIsLocal(buffer))
2759  bufHdr = GetLocalBufferDescriptor(-buffer - 1);
2760  else
2761  bufHdr = GetBufferDescriptor(buffer - 1);
2762 
2763  /* pinned, so OK to read tag without spinlock */
2764  return bufHdr->tag.blockNum;
2765 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
GetLocalBufferDescriptor
#define GetLocalBufferDescriptor(id)
Definition: buf_internals.h:224
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
buftag::blockNum
BlockNumber blockNum
Definition: buf_internals.h:95
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184

◆ BufferGetLSNAtomic()

XLogRecPtr BufferGetLSNAtomic ( Buffer  buffer)

Definition at line 3012 of file bufmgr.c.

References Assert, BufferGetPage, BufferIsLocal, BufferIsPinned, BufferIsValid, GetBufferDescriptor, LockBufHdr(), PageGetLSN, UnlockBufHdr, and XLogHintBitIsNeeded.

Referenced by _bt_killitems(), _bt_readpage(), gistdoinsert(), gistFindPath(), gistkillitems(), gistScanPage(), SetHintBits(), and XLogSaveBufferForHint().

3013 {
3014  BufferDesc *bufHdr = GetBufferDescriptor(buffer - 1);
3015  char *page = BufferGetPage(buffer);
3016  XLogRecPtr lsn;
3017  uint32 buf_state;
3018 
3019  /*
3020  * If we don't need locking for correctness, fastpath out.
3021  */
3022  if (!XLogHintBitIsNeeded() || BufferIsLocal(buffer))
3023  return PageGetLSN(page);
3024 
3025  /* Make sure we've got a real buffer, and that we hold a pin on it. */
3026  Assert(BufferIsValid(buffer));
3027  Assert(BufferIsPinned(buffer));
3028 
3029  buf_state = LockBufHdr(bufHdr);
3030  lsn = PageGetLSN(page);
3031  UnlockBufHdr(bufHdr, buf_state);
3032 
3033  return lsn;
3034 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
uint32
unsigned int uint32
Definition: c.h:441
BufferGetPage
#define BufferGetPage(buffer)
Definition: bufmgr.h:169
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
XLogRecPtr
uint64 XLogRecPtr
Definition: xlogdefs.h:21
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
PageGetLSN
#define PageGetLSN(page)
Definition: bufpage.h:366
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
XLogHintBitIsNeeded
#define XLogHintBitIsNeeded()
Definition: xlog.h:177

◆ BufferGetTag()

void BufferGetTag ( Buffer  buffer,
RelFileNode *  rnode,
ForkNumber *  forknum,
BlockNumber *  blknum 
)

Definition at line 2773 of file bufmgr.c.

References Assert, buftag::blockNum, BufferIsLocal, BufferIsPinned, buftag::forkNum, GetBufferDescriptor, GetLocalBufferDescriptor, buftag::rnode, and BufferDesc::tag.

Referenced by fsm_search_avail(), ginRedoInsertEntry(), log_newpage_buffer(), ResolveCminCmaxDuringDecoding(), XLogRegisterBuffer(), and XLogSaveBufferForHint().

2775 {
2776  BufferDesc *bufHdr;
2777 
2778  /* Do the same checks as BufferGetBlockNumber. */
2779  Assert(BufferIsPinned(buffer));
2780 
2781  if (BufferIsLocal(buffer))
2782  bufHdr = GetLocalBufferDescriptor(-buffer - 1);
2783  else
2784  bufHdr = GetBufferDescriptor(buffer - 1);
2785 
2786  /* pinned, so OK to read tag without spinlock */
2787  *rnode = bufHdr->tag.rnode;
2788  *forknum = bufHdr->tag.forkNum;
2789  *blknum = bufHdr->tag.blockNum;
2790 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
buftag::forkNum
ForkNumber forkNum
Definition: buf_internals.h:94
GetLocalBufferDescriptor
#define GetLocalBufferDescriptor(id)
Definition: buf_internals.h:224
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
buftag::blockNum
BlockNumber blockNum
Definition: buf_internals.h:95
buftag::rnode
RelFileNode rnode
Definition: buf_internals.h:93
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184

◆ BufferIsPermanent()

bool BufferIsPermanent ( Buffer  buffer)

Definition at line 2982 of file bufmgr.c.

References Assert, BM_PERMANENT, BufferIsLocal, BufferIsPinned, BufferIsValid, GetBufferDescriptor, pg_atomic_read_u32(), and BufferDesc::state.

Referenced by SetHintBits().

2983 {
2984  BufferDesc *bufHdr;
2985 
2986  /* Local buffers are used only for temp relations. */
2987  if (BufferIsLocal(buffer))
2988  return false;
2989 
2990  /* Make sure we've got a real buffer, and that we hold a pin on it. */
2991  Assert(BufferIsValid(buffer));
2992  Assert(BufferIsPinned(buffer));
2993 
2994  /*
2995  * BM_PERMANENT can't be changed while we hold a pin on the buffer, so we
2996  * need not bother with the buffer header spinlock. Even if someone else
2997  * changes the buffer header state while we're doing this, the state is
2998  * changed atomically, so we'll read the old value or the new value, but
2999  * not random garbage.
3000  */
3001  bufHdr = GetBufferDescriptor(buffer - 1);
3002  return (pg_atomic_read_u32(&bufHdr->state) & BM_PERMANENT) != 0;
3003 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
BM_PERMANENT
#define BM_PERMANENT
Definition: buf_internals.h:67
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
BufferDesc::state
pg_atomic_uint32 state
Definition: buf_internals.h:188
pg_atomic_read_u32
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:241

◆ BufferShmemSize()

Size BufferShmemSize ( void  )

Definition at line 156 of file buf_init.c.

References add_size(), mul_size(), NBuffers, PG_CACHE_LINE_SIZE, and StrategyShmemSize().

Referenced by CreateSharedMemoryAndSemaphores().

157 {
158  Size size = 0;
159 
160  /* size of buffer descriptors */
161  size = add_size(size, mul_size(NBuffers, sizeof(BufferDescPadded)));
162  /* to allow aligning buffer descriptors */
163  size = add_size(size, PG_CACHE_LINE_SIZE);
164 
165  /* size of data pages */
166  size = add_size(size, mul_size(NBuffers, BLCKSZ));
167 
168  /* size of stuff controlled by freelist.c */
169  size = add_size(size, StrategyShmemSize());
170 
171  /* size of I/O condition variables */
172  size = add_size(size, mul_size(NBuffers,
173  sizeof(ConditionVariableMinimallyPadded)));
174  /* to allow aligning the above */
175  size = add_size(size, PG_CACHE_LINE_SIZE);
176 
177  /* size of checkpoint sort array in bufmgr.c */
178  size = add_size(size, mul_size(NBuffers, sizeof(CkptSortItem)));
179 
180  return size;
181 }
PG_CACHE_LINE_SIZE
#define PG_CACHE_LINE_SIZE
Definition: pg_config_manual.h:266
mul_size
Size mul_size(Size s1, Size s2)
Definition: shmem.c:519
add_size
Size add_size(Size s1, Size s2)
Definition: shmem.c:502
Size
size_t Size
Definition: c.h:540
NBuffers
int NBuffers
Definition: globals.c:135
StrategyShmemSize
Size StrategyShmemSize(void)
Definition: freelist.c:454

◆ BufmgrCommit()

void BufmgrCommit ( void  )

Definition at line 2738 of file bufmgr.c.

Referenced by PrepareTransaction(), and RecordTransactionCommit().

2739 {
2740  /* Nothing to do in bufmgr anymore... */
2741 }

◆ CheckPointBuffers()

void CheckPointBuffers ( int  flags)

Definition at line 2728 of file bufmgr.c.

References BufferSync().

Referenced by CheckPointGuts().

2729 {
2730  BufferSync(flags);
2731 }
BufferSync
static void BufferSync(int flags)
Definition: bufmgr.c:1924

◆ ConditionalLockBuffer()

bool ConditionalLockBuffer ( Buffer  buffer)

Definition at line 4037 of file bufmgr.c.

References Assert, buf, BufferDescriptorGetContentLock, BufferIsLocal, BufferIsPinned, GetBufferDescriptor, LW_EXCLUSIVE, and LWLockConditionalAcquire().

Referenced by _bt_conditionallockbuf(), BloomNewBuffer(), ConditionalLockBufferForCleanup(), GinNewBuffer(), gistNewBuffer(), RelationGetBufferForTuple(), spgdoinsert(), SpGistGetBuffer(), SpGistNewBuffer(), and SpGistUpdateMetaPage().

4038 {
4039  BufferDesc *buf;
4040 
4041  Assert(BufferIsPinned(buffer));
4042  if (BufferIsLocal(buffer))
4043  return true; /* act as though we got it */
4044 
4045  buf = GetBufferDescriptor(buffer - 1);
4046 
4047  return LWLockConditionalAcquire(BufferDescriptorGetContentLock(buf),
4048  LW_EXCLUSIVE);
4049 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
LWLockConditionalAcquire
bool LWLockConditionalAcquire(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:1370
buf
static char * buf
Definition: pg_test_fsync.c:68
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37

◆ ConditionalLockBufferForCleanup()

bool ConditionalLockBufferForCleanup ( Buffer  buffer)

Definition at line 4245 of file bufmgr.c.

References Assert, BUF_STATE_GET_REFCOUNT, BUFFER_LOCK_UNLOCK, BufferIsLocal, BufferIsValid, ConditionalLockBuffer(), GetBufferDescriptor, GetPrivateRefCount(), LocalRefCount, LockBuffer(), LockBufHdr(), PrivateRefCountEntry::refcount, and UnlockBufHdr.

Referenced by _hash_finish_split(), _hash_getbuf_with_condlock_cleanup(), heap_page_prune_opt(), and lazy_scan_heap().

4246 {
4247  BufferDesc *bufHdr;
4248  uint32 buf_state,
4249  refcount;
4250 
4251  Assert(BufferIsValid(buffer));
4252 
4253  if (BufferIsLocal(buffer))
4254  {
4255  refcount = LocalRefCount[-buffer - 1];
4256  /* There should be exactly one pin */
4257  Assert(refcount > 0);
4258  if (refcount != 1)
4259  return false;
4260  /* Nobody else to wait for */
4261  return true;
4262  }
4263 
4264  /* There should be exactly one local pin */
4265  refcount = GetPrivateRefCount(buffer);
4266  Assert(refcount);
4267  if (refcount != 1)
4268  return false;
4269 
4270  /* Try to acquire lock */
4271  if (!ConditionalLockBuffer(buffer))
4272  return false;
4273 
4274  bufHdr = GetBufferDescriptor(buffer - 1);
4275  buf_state = LockBufHdr(bufHdr);
4276  refcount = BUF_STATE_GET_REFCOUNT(buf_state);
4277 
4278  Assert(refcount > 0);
4279  if (refcount == 1)
4280  {
4281  /* Successfully acquired exclusive lock with pincount 1 */
4282  UnlockBufHdr(bufHdr, buf_state);
4283  return true;
4284  }
4285 
4286  /* Failed, so release the lock */
4287  UnlockBufHdr(bufHdr, buf_state);
4288  LockBuffer(buffer, BUFFER_LOCK_UNLOCK);
4289  return false;
4290 }
BUFFER_LOCK_UNLOCK
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:96
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
GetPrivateRefCount
static int32 GetPrivateRefCount(Buffer buffer)
Definition: bufmgr.c:387
uint32
unsigned int uint32
Definition: c.h:441
ConditionalLockBuffer
bool ConditionalLockBuffer(Buffer buffer)
Definition: bufmgr.c:4037
LockBuffer
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:4011
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
LocalRefCount
int32 * LocalRefCount
Definition: localbuf.c:45
BUF_STATE_GET_REFCOUNT
#define BUF_STATE_GET_REFCOUNT(state)
Definition: buf_internals.h:49

◆ DropDatabaseBuffers()

void DropDatabaseBuffers ( Oid  dbid)

Definition at line 3412 of file bufmgr.c.

References buftag::blockNum, buf, BufferDescriptorGetBuffer, RelFileNode::dbNode, elog, buftag::forkNum, BufferDesc::freeNext, GetBufferDescriptor, GetPrivateRefCount(), i, InvalidateBuffer(), InvalidBackendId, LockBufHdr(), LOG, NBuffers, relpathbackend, relpathperm, buftag::rnode, BufferDesc::tag, and UnlockBufHdr.

Referenced by dbase_redo(), dropdb(), and movedb().

3413 {
3414  int i;
3415 
3416  /*
3417  * We needn't consider local buffers, since by assumption the target
3418  * database isn't our own.
3419  */
3420 
3421  for (i = 0; i < NBuffers; i++)
3422  {
3423  BufferDesc *bufHdr = GetBufferDescriptor(i);
3424  uint32 buf_state;
3425 
3426  /*
3427  * As in DropRelFileNodeBuffers, an unlocked precheck should be safe
3428  * and saves some cycles.
3429  */
3430  if (bufHdr->tag.rnode.dbNode != dbid)
3431  continue;
3432 
3433  buf_state = LockBufHdr(bufHdr);
3434  if (bufHdr->tag.rnode.dbNode == dbid)
3435  InvalidateBuffer(bufHdr); /* releases spinlock */
3436  else
3437  UnlockBufHdr(bufHdr, buf_state);
3438  }
3439 }
InvalidateBuffer
static void InvalidateBuffer(BufferDesc *buf)
Definition: bufmgr.c:1458
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
uint32
unsigned int uint32
Definition: c.h:441
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
buftag::rnode
RelFileNode rnode
Definition: buf_internals.h:93
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
i
int i
Definition: preproc-comment.c:23
NBuffers
int NBuffers
Definition: globals.c:135

◆ DropRelFileNodeBuffers()

void DropRelFileNodeBuffers ( struct SMgrRelationData *  smgr_reln,
ForkNumber *  forkNum,
int  nforks,
BlockNumber *  firstDelBlock 
)

◆ DropRelFileNodesAllBuffers()

void DropRelFileNodesAllBuffers ( struct SMgrRelationData **  smgr_reln,
int  nnodes 
)

◆ FlushDatabaseBuffers()

void FlushDatabaseBuffers ( Oid  dbid)

Definition at line 3709 of file bufmgr.c.

References BM_DIRTY, BM_VALID, BufferDescriptorGetContentLock, CurrentResourceOwner, RelFileNode::dbNode, FlushBuffer(), GetBufferDescriptor, i, LockBufHdr(), LW_SHARED, LWLockAcquire(), LWLockRelease(), NBuffers, PinBuffer_Locked(), ReservePrivateRefCountEntry(), ResourceOwnerEnlargeBuffers(), buftag::rnode, BufferDesc::tag, UnlockBufHdr, and UnpinBuffer().

Referenced by dbase_redo().

3710 {
3711  int i;
3712  BufferDesc *bufHdr;
3713 
3714  /* Make sure we can handle the pin inside the loop */
3715  ResourceOwnerEnlargeBuffers(CurrentResourceOwner);
3716 
3717  for (i = 0; i < NBuffers; i++)
3718  {
3719  uint32 buf_state;
3720 
3721  bufHdr = GetBufferDescriptor(i);
3722 
3723  /*
3724  * As in DropRelFileNodeBuffers, an unlocked precheck should be safe
3725  * and saves some cycles.
3726  */
3727  if (bufHdr->tag.rnode.dbNode != dbid)
3728  continue;
3729 
3730  ReservePrivateRefCountEntry();
3731 
3732  buf_state = LockBufHdr(bufHdr);
3733  if (bufHdr->tag.rnode.dbNode == dbid &&
3734  (buf_state & (BM_VALID | BM_DIRTY)) == (BM_VALID | BM_DIRTY))
3735  {
3736  PinBuffer_Locked(bufHdr);
3737  LWLockAcquire(BufferDescriptorGetContentLock(bufHdr), LW_SHARED);
3738  FlushBuffer(bufHdr, NULL);
3739  LWLockRelease(BufferDescriptorGetContentLock(bufHdr));
3740  UnpinBuffer(bufHdr, true);
3741  }
3742  else
3743  UnlockBufHdr(bufHdr, buf_state);
3744  }
3745 }
CurrentResourceOwner
ResourceOwner CurrentResourceOwner
Definition: resowner.c:146
BM_DIRTY
#define BM_DIRTY
Definition: buf_internals.h:59
FlushBuffer
static void FlushBuffer(BufferDesc *buf, SMgrRelation reln)
Definition: bufmgr.c:2812
LWLockRelease
void LWLockRelease(LWLock *lock)
Definition: lwlock.c:1803
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
uint32
unsigned int uint32
Definition: c.h:441
UnpinBuffer
static void UnpinBuffer(BufferDesc *buf, bool fixOwner)
Definition: bufmgr.c:1825
ResourceOwnerEnlargeBuffers
void ResourceOwnerEnlargeBuffers(ResourceOwner owner)
Definition: resowner.c:946
BM_VALID
#define BM_VALID
Definition: buf_internals.h:60
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
PinBuffer_Locked
static void PinBuffer_Locked(BufferDesc *buf)
Definition: bufmgr.c:1780
LWLockAcquire
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:1199
buftag::rnode
RelFileNode rnode
Definition: buf_internals.h:93
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
i
int i
Definition: preproc-comment.c:23
NBuffers
int NBuffers
Definition: globals.c:135
ReservePrivateRefCountEntry
static void ReservePrivateRefCountEntry(void)
Definition: bufmgr.c:215

◆ FlushOneBuffer()

void FlushOneBuffer ( Buffer  buffer)

Definition at line 3752 of file bufmgr.c.

References Assert, BufferDescriptorGetContentLock, BufferIsLocal, BufferIsPinned, FlushBuffer(), GetBufferDescriptor, and LWLockHeldByMe().

Referenced by hash_xlog_init_bitmap_page(), hash_xlog_init_meta_page(), and XLogReadBufferForRedoExtended().

3753 {
3754  BufferDesc *bufHdr;
3755 
3756  /* currently not needed, but no fundamental reason not to support */
3757  Assert(!BufferIsLocal(buffer));
3758 
3759  Assert(BufferIsPinned(buffer));
3760 
3761  bufHdr = GetBufferDescriptor(buffer - 1);
3762 
3763  Assert(LWLockHeldByMe(BufferDescriptorGetContentLock(bufHdr)));
3764 
3765  FlushBuffer(bufHdr, NULL);
3766 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
LWLockHeldByMe
bool LWLockHeldByMe(LWLock *l)
Definition: lwlock.c:1919
FlushBuffer
static void FlushBuffer(BufferDesc *buf, SMgrRelation reln)
Definition: bufmgr.c:2812
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37

◆ FlushRelationBuffers()

void FlushRelationBuffers ( Relation  rel)

Definition at line 3516 of file bufmgr.c.

References ErrorContextCallback::arg, buftag::blockNum, BM_DIRTY, BM_JUST_DIRTIED, BM_VALID, BufferDescriptorGetContentLock, ErrorContextCallback::callback, CurrentResourceOwner, error_context_stack, FlushBuffer(), buftag::forkNum, GetBufferDescriptor, GetLocalBufferDescriptor, i, local_buffer_write_error_callback(), LocalBufHdrGetBlock, LockBufHdr(), LW_SHARED, LWLockAcquire(), LWLockRelease(), NBuffers, NLocBuffer, PageSetChecksumInplace(), pg_atomic_read_u32(), pg_atomic_unlocked_write_u32(), PinBuffer_Locked(), ErrorContextCallback::previous, RelationData::rd_node, RelationGetSmgr(), RelationUsesLocalBuffers, RelFileNodeEquals, ReservePrivateRefCountEntry(), ResourceOwnerEnlargeBuffers(), buftag::rnode, smgrwrite(), BufferDesc::state, BufferDesc::tag, UnlockBufHdr, and UnpinBuffer().

Referenced by heapam_relation_copy_data(), and index_copy_data().

3517 {
3518  int i;
3519  BufferDesc *bufHdr;
3520 
3521  if (RelationUsesLocalBuffers(rel))
3522  {
3523  for (i = 0; i < NLocBuffer; i++)
3524  {
3525  uint32 buf_state;
3526 
3527  bufHdr = GetLocalBufferDescriptor(i);
3528  if (RelFileNodeEquals(bufHdr->tag.rnode, rel->rd_node) &&
3529  ((buf_state = pg_atomic_read_u32(&bufHdr->state)) &
3530  (BM_VALID | BM_DIRTY)) == (BM_VALID | BM_DIRTY))
3531  {
3532  ErrorContextCallback errcallback;
3533  Page localpage;
3534 
3535  localpage = (char *) LocalBufHdrGetBlock(bufHdr);
3536 
3537  /* Setup error traceback support for ereport() */
3538  errcallback.callback = local_buffer_write_error_callback;
3539  errcallback.arg = (void *) bufHdr;
3540  errcallback.previous = error_context_stack;
3541  error_context_stack = &errcallback;
3542 
3543  PageSetChecksumInplace(localpage, bufHdr->tag.blockNum);
3544 
3545  smgrwrite(RelationGetSmgr(rel),
3546  bufHdr->tag.forkNum,
3547  bufHdr->tag.blockNum,
3548  localpage,
3549  false);
3550 
3551  buf_state &= ~(BM_DIRTY | BM_JUST_DIRTIED);
3552  pg_atomic_unlocked_write_u32(&bufHdr->state, buf_state);
3553 
3554  /* Pop the error context stack */
3555  error_context_stack = errcallback.previous;
3556  }
3557  }
3558 
3559  return;
3560  }
3561 
3562  /* Make sure we can handle the pin inside the loop */
3563  ResourceOwnerEnlargeBuffers(CurrentResourceOwner);
3564 
3565  for (i = 0; i < NBuffers; i++)
3566  {
3567  uint32 buf_state;
3568 
3569  bufHdr = GetBufferDescriptor(i);
3570 
3571  /*
3572  * As in DropRelFileNodeBuffers, an unlocked precheck should be safe
3573  * and saves some cycles.
3574  */
3575  if (!RelFileNodeEquals(bufHdr->tag.rnode, rel->rd_node))
3576  continue;
3577 
3578  ReservePrivateRefCountEntry();
3579 
3580  buf_state = LockBufHdr(bufHdr);
3581  if (RelFileNodeEquals(bufHdr->tag.rnode, rel->rd_node) &&
3582  (buf_state & (BM_VALID | BM_DIRTY)) == (BM_VALID | BM_DIRTY))
3583  {
3584  PinBuffer_Locked(bufHdr);
3585  LWLockAcquire(BufferDescriptorGetContentLock(bufHdr), LW_SHARED);
3586  FlushBuffer(bufHdr, RelationGetSmgr(rel));
3587  LWLockRelease(BufferDescriptorGetContentLock(bufHdr));
3588  UnpinBuffer(bufHdr, true);
3589  }
3590  else
3591  UnlockBufHdr(bufHdr, buf_state);
3592  }
3593 }
LocalBufHdrGetBlock
#define LocalBufHdrGetBlock(bufHdr)
Definition: bufmgr.c:64
buftag::forkNum
ForkNumber forkNum
Definition: buf_internals.h:94
local_buffer_write_error_callback
static void local_buffer_write_error_callback(void *arg)
Definition: bufmgr.c:4545
CurrentResourceOwner
ResourceOwner CurrentResourceOwner
Definition: resowner.c:146
GetLocalBufferDescriptor
#define GetLocalBufferDescriptor(id)
Definition: buf_internals.h:224
BM_DIRTY
#define BM_DIRTY
Definition: buf_internals.h:59
ErrorContextCallback::callback
void(* callback)(void *arg)
Definition: elog.h:247
ErrorContextCallback::previous
struct ErrorContextCallback * previous
Definition: elog.h:246
FlushBuffer
static void FlushBuffer(BufferDesc *buf, SMgrRelation reln)
Definition: bufmgr.c:2812
LWLockRelease
void LWLockRelease(LWLock *lock)
Definition: lwlock.c:1803
error_context_stack
ErrorContextCallback * error_context_stack
Definition: elog.c:93
NLocBuffer
int NLocBuffer
Definition: localbuf.c:41
smgrwrite
void smgrwrite(SMgrRelation reln, ForkNumber forknum, BlockNumber blocknum, char *buffer, bool skipFsync)
Definition: smgr.c:523
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
BM_JUST_DIRTIED
#define BM_JUST_DIRTIED
Definition: buf_internals.h:64
uint32
unsigned int uint32
Definition: c.h:441
UnpinBuffer
static void UnpinBuffer(BufferDesc *buf, bool fixOwner)
Definition: bufmgr.c:1825
ResourceOwnerEnlargeBuffers
void ResourceOwnerEnlargeBuffers(ResourceOwner owner)
Definition: resowner.c:946
BM_VALID
#define BM_VALID
Definition: buf_internals.h:60
RelationData::rd_node
RelFileNode rd_node
Definition: rel.h:56
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
RelationGetSmgr
static SMgrRelation RelationGetSmgr(Relation rel)
Definition: rel.h:544
PinBuffer_Locked
static void PinBuffer_Locked(BufferDesc *buf)
Definition: bufmgr.c:1780
PageSetChecksumInplace
void PageSetChecksumInplace(Page page, BlockNumber blkno)
Definition: bufpage.c:1532
LWLockAcquire
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:1199
buftag::blockNum
BlockNumber blockNum
Definition: buf_internals.h:95
buftag::rnode
RelFileNode rnode
Definition: buf_internals.h:93
RelationUsesLocalBuffers
#define RelationUsesLocalBuffers(relation)
Definition: rel.h:610
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
i
int i
Definition: preproc-comment.c:23
NBuffers
int NBuffers
Definition: globals.c:135
pg_atomic_unlocked_write_u32
static void pg_atomic_unlocked_write_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
Definition: atomics.h:277
ReservePrivateRefCountEntry
static void ReservePrivateRefCountEntry(void)
Definition: bufmgr.c:215
BufferDesc::state
pg_atomic_uint32 state
Definition: buf_internals.h:188
Page
Pointer Page
Definition: bufpage.h:78
RelFileNodeEquals
#define RelFileNodeEquals(node1, node2)
Definition: relfilenode.h:88
pg_atomic_read_u32
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:241

◆ FlushRelationsAllBuffers()

void FlushRelationsAllBuffers ( struct SMgrRelationData **  smgrs,
int  nrels 
)

◆ FreeAccessStrategy()

void FreeAccessStrategy ( BufferAccessStrategy  strategy)

Definition at line 597 of file freelist.c.

References pfree().

Referenced by blgetbitmap(), FreeBulkInsertState(), heap_endscan(), initscan(), and parallel_vacuum_main().

598 {
599  /* don't crash if called on a "default" strategy */
600  if (strategy != NULL)
601  pfree(strategy);
602 }
pfree
void pfree(void *pointer)
Definition: mcxt.c:1169

◆ GetAccessStrategy()

BufferAccessStrategy GetAccessStrategy ( BufferAccessStrategyType  btype)

Definition at line 542 of file freelist.c.

References BAS_BULKREAD, BAS_BULKWRITE, BAS_NORMAL, BAS_VACUUM, BufferAccessStrategyData::btype, BufferAccessStrategyData::buffers, elog, ERROR, Min, NBuffers, offsetof, palloc0(), and BufferAccessStrategyData::ring_size.

Referenced by blgetbitmap(), bt_check_every_level(), collect_corrupt_items(), collect_visibility_data(), do_autovacuum(), GetBulkInsertState(), initscan(), parallel_vacuum_main(), pgstat_index(), pgstathashindex(), pgstatindex_impl(), statapprox_heap(), vacuum(), and verify_heapam().

543 {
544  BufferAccessStrategy strategy;
545  int ring_size;
546 
547  /*
548  * Select ring size to use. See buffer/README for rationales.
549  *
550  * Note: if you change the ring size for BAS_BULKREAD, see also
551  * SYNC_SCAN_REPORT_INTERVAL in access/heap/syncscan.c.
552  */
553  switch (btype)
554  {
555  case BAS_NORMAL:
556  /* if someone asks for NORMAL, just give 'em a "default" object */
557  return NULL;
558 
559  case BAS_BULKREAD:
560  ring_size = 256 * 1024 / BLCKSZ;
561  break;
562  case BAS_BULKWRITE:
563  ring_size = 16 * 1024 * 1024 / BLCKSZ;
564  break;
565  case BAS_VACUUM:
566  ring_size = 256 * 1024 / BLCKSZ;
567  break;
568 
569  default:
570  elog(ERROR, "unrecognized buffer access strategy: %d",
571  (int) btype);
572  return NULL; /* keep compiler quiet */
573  }
574 
575  /* Make sure ring isn't an undue fraction of shared buffers */
576  ring_size = Min(NBuffers / 8, ring_size);
577 
578  /* Allocate the object and initialize all elements to zeroes */
579  strategy = (BufferAccessStrategy)
580  palloc0(offsetof(BufferAccessStrategyData, buffers) +
581  ring_size * sizeof(Buffer));
582 
583  /* Set fields that don't start out zero */
584  strategy->btype = btype;
585  strategy->ring_size = ring_size;
586 
587  return strategy;
588 }
BufferAccessStrategy
struct BufferAccessStrategyData * BufferAccessStrategy
Definition: buf.h:44
Min
#define Min(x, y)
Definition: c.h:986
ERROR
#define ERROR
Definition: elog.h:46
BufferAccessStrategyData::btype
BufferAccessStrategyType btype
Definition: freelist.c:74
palloc0
void * palloc0(Size size)
Definition: mcxt.c:1093
elog
#define elog(elevel,...)
Definition: elog.h:232
NBuffers
int NBuffers
Definition: globals.c:135
Buffer
int Buffer
Definition: buf.h:23
offsetof
#define offsetof(type, field)
Definition: c.h:727

◆ HoldingBufferPinThatDelaysRecovery()

bool HoldingBufferPinThatDelaysRecovery ( void  )

Definition at line 4219 of file bufmgr.c.

References GetPrivateRefCount(), and GetStartupBufferPinWaitBufId().

Referenced by CheckRecoveryConflictDeadlock(), and RecoveryConflictInterrupt().

4220 {
4221  int bufid = GetStartupBufferPinWaitBufId();
4222 
4223  /*
4224  * If we get woken slowly then it's possible that the Startup process was
4225  * already woken by other backends before we got here. Also possible that
4226  * we get here by multiple interrupts or interrupts at inappropriate
4227  * times, so make sure we do nothing if the bufid is not set.
4228  */
4229  if (bufid < 0)
4230  return false;
4231 
4232  if (GetPrivateRefCount(bufid + 1) > 0)
4233  return true;
4234 
4235  return false;
4236 }
GetPrivateRefCount
static int32 GetPrivateRefCount(Buffer buffer)
Definition: bufmgr.c:387
GetStartupBufferPinWaitBufId
int GetStartupBufferPinWaitBufId(void)
Definition: proc.c:662

◆ IncrBufferRefCount()

void IncrBufferRefCount ( Buffer  buffer)

Definition at line 3810 of file bufmgr.c.

References Assert, BufferIsLocal, BufferIsPinned, CurrentResourceOwner, GetPrivateRefCountEntry(), LocalRefCount, PrivateRefCountEntry::refcount, ResourceOwnerEnlargeBuffers(), and ResourceOwnerRememberBuffer().

Referenced by _bt_steppage(), btrestrpos(), entryLoadMoreItems(), ReadBufferBI(), scanPostingTree(), startScanEntry(), and tts_buffer_heap_store_tuple().

3811 {
3812  Assert(BufferIsPinned(buffer));
3813  ResourceOwnerEnlargeBuffers(CurrentResourceOwner);
3814  if (BufferIsLocal(buffer))
3815  LocalRefCount[-buffer - 1]++;
3816  else
3817  {
3818  PrivateRefCountEntry *ref;
3819 
3820  ref = GetPrivateRefCountEntry(buffer, true);
3821  Assert(ref != NULL);
3822  ref->refcount++;
3823  }
3824  ResourceOwnerRememberBuffer(CurrentResourceOwner, buffer);
3825 }
GetPrivateRefCountEntry
static PrivateRefCountEntry * GetPrivateRefCountEntry(Buffer buffer, bool do_move)
Definition: bufmgr.c:307
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
CurrentResourceOwner
ResourceOwner CurrentResourceOwner
Definition: resowner.c:146
ResourceOwnerRememberBuffer
void ResourceOwnerRememberBuffer(ResourceOwner owner, Buffer buffer)
Definition: resowner.c:959
ResourceOwnerEnlargeBuffers
void ResourceOwnerEnlargeBuffers(ResourceOwner owner)
Definition: resowner.c:946
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
LocalRefCount
int32 * LocalRefCount
Definition: localbuf.c:45

◆ InitBufferPool()

void InitBufferPool ( void  )

Definition at line 67 of file buf_init.c.

References Assert, backend_flush_after, buf, BufferDesc::buf_id, BufferBlocks, BufferDescriptorGetContentLock, BufferDescriptorGetIOCV, CLEAR_BUFFERTAG, ConditionVariableInit(), BufferDesc::freeNext, FREENEXT_END_OF_LIST, GetBufferDescriptor, i, LWLockInitialize(), LWTRANCHE_BUFFER_CONTENT, NBuffers, pg_atomic_init_u32(), ShmemInitStruct(), BufferDesc::state, StrategyInitialize(), BufferDesc::tag, BufferDesc::wait_backend_pid, and WritebackContextInit().

Referenced by CreateSharedMemoryAndSemaphores().

68 {
69  bool foundBufs,
70  foundDescs,
71  foundIOCV,
72  foundBufCkpt;
73 
74  /* Align descriptors to a cacheline boundary. */
75  BufferDescriptors = (BufferDescPadded *)
76  ShmemInitStruct("Buffer Descriptors",
77  NBuffers * sizeof(BufferDescPadded),
78  &foundDescs);
79 
80  BufferBlocks = (char *)
81  ShmemInitStruct("Buffer Blocks",
82  NBuffers * (Size) BLCKSZ, &foundBufs);
83 
84  /* Align condition variables to cacheline boundary. */
85  BufferIOCVArray = (ConditionVariableMinimallyPadded *)
86  ShmemInitStruct("Buffer IO Condition Variables",
87  NBuffers * sizeof(ConditionVariableMinimallyPadded),
88  &foundIOCV);
89 
90  /*
91  * The array used to sort to-be-checkpointed buffer ids is located in
92  * shared memory, to avoid having to allocate significant amounts of
93  * memory at runtime. As that'd be in the middle of a checkpoint, or when
94  * the checkpointer is restarted, memory allocation failures would be
95  * painful.
96  */
97  CkptBufferIds = (CkptSortItem *)
98  ShmemInitStruct("Checkpoint BufferIds",
99  NBuffers * sizeof(CkptSortItem), &foundBufCkpt);
100 
101  if (foundDescs || foundBufs || foundIOCV || foundBufCkpt)
102  {
103  /* should find all of these, or none of them */
104  Assert(foundDescs && foundBufs && foundIOCV && foundBufCkpt);
105  /* note: this path is only taken in EXEC_BACKEND case */
106  }
107  else
108  {
109  int i;
110 
111  /*
112  * Initialize all the buffer headers.
113  */
114  for (i = 0; i < NBuffers; i++)
115  {
116  BufferDesc *buf = GetBufferDescriptor(i);
117 
118  CLEAR_BUFFERTAG(buf->tag);
119 
120  pg_atomic_init_u32(&buf->state, 0);
121  buf->wait_backend_pid = 0;
122 
123  buf->buf_id = i;
124 
125  /*
126  * Initially link all the buffers together as unused. Subsequent
127  * management of this list is done by freelist.c.
128  */
129  buf->freeNext = i + 1;
130 
131  LWLockInitialize(BufferDescriptorGetContentLock(buf),
132  LWTRANCHE_BUFFER_CONTENT);
133 
134  ConditionVariableInit(BufferDescriptorGetIOCV(buf));
135  }
136 
137  /* Correct last entry of linked list */
138  GetBufferDescriptor(NBuffers - 1)->freeNext = FREENEXT_END_OF_LIST;
139  }
140 
141  /* Init other shared buffer-management stuff */
142  StrategyInitialize(!foundDescs);
143 
144  /* Initialize per-backend file flush context */
145  WritebackContextInit(&BackendWritebackContext,
146  &backend_flush_after);
147 }
FREENEXT_END_OF_LIST
#define FREENEXT_END_OF_LIST
Definition: buf_internals.h:239
BufferDesc::wait_backend_pid
int wait_backend_pid
Definition: buf_internals.h:190
backend_flush_after
int backend_flush_after
Definition: bufmgr.c:158
StrategyInitialize
void StrategyInitialize(bool init)
Definition: freelist.c:475
WritebackContextInit
void WritebackContextInit(WritebackContext *context, int *max_pending)
Definition: bufmgr.c:4726
ConditionVariableInit
void ConditionVariableInit(ConditionVariable *cv)
Definition: condition_variable.c:37
ShmemInitStruct
void * ShmemInitStruct(const char *name, Size size, bool *foundPtr)
Definition: shmem.c:396
BackendWritebackContext
WritebackContext BackendWritebackContext
Definition: buf_init.c:23
buf
static char * buf
Definition: pg_test_fsync.c:68
BufferDescriptors
BufferDescPadded * BufferDescriptors
Definition: buf_init.c:20
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
BufferDescriptorGetIOCV
#define BufferDescriptorGetIOCV(bdesc)
Definition: buf_internals.h:228
LWLockInitialize
void LWLockInitialize(LWLock *lock, int tranche_id)
Definition: lwlock.c:736
BufferIOCVArray
ConditionVariableMinimallyPadded * BufferIOCVArray
Definition: buf_init.c:22
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
Assert
#define Assert(condition)
Definition: c.h:804
CLEAR_BUFFERTAG
#define CLEAR_BUFFERTAG(a)
Definition: buf_internals.h:98
CkptBufferIds
CkptSortItem * CkptBufferIds
Definition: buf_init.c:24
Size
size_t Size
Definition: c.h:540
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
i
int i
Definition: preproc-comment.c:23
NBuffers
int NBuffers
Definition: globals.c:135
BufferDesc::state
pg_atomic_uint32 state
Definition: buf_internals.h:188
pg_atomic_init_u32
static void pg_atomic_init_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
Definition: atomics.h:223
BufferBlocks
char * BufferBlocks
Definition: buf_init.c:21

◆ InitBufferPoolAccess()

void InitBufferPoolAccess ( void  )

Definition at line 2592 of file bufmgr.c.

References HASHCTL::entrysize, HASH_BLOBS, hash_create(), HASH_ELEM, HASHCTL::keysize, and PrivateRefCountArray.

Referenced by BaseInit().

2593 {
2594  HASHCTL hash_ctl;
2595 
2596  memset(&PrivateRefCountArray, 0, sizeof(PrivateRefCountArray));
2597 
2598  hash_ctl.keysize = sizeof(int32);
2599  hash_ctl.entrysize = sizeof(PrivateRefCountEntry);
2600 
2601  PrivateRefCountHash = hash_create("PrivateRefCount", 100, &hash_ctl,
2602  HASH_ELEM | HASH_BLOBS);
2603 }
PrivateRefCountEntry
struct PrivateRefCountEntry PrivateRefCountEntry
HASH_ELEM
#define HASH_ELEM
Definition: hsearch.h:95
HASHCTL::entrysize
Size entrysize
Definition: hsearch.h:76
int32
signed int int32
Definition: c.h:429
hash_create
HTAB * hash_create(const char *tabname, long nelem, const HASHCTL *info, int flags)
Definition: dynahash.c:349
PrivateRefCountArray
static struct PrivateRefCountEntry PrivateRefCountArray[REFCOUNT_ARRAY_ENTRIES]
Definition: bufmgr.c:197
HASH_BLOBS
#define HASH_BLOBS
Definition: hsearch.h:97
HASHCTL::keysize
Size keysize
Definition: hsearch.h:75
PrivateRefCountHash
static HTAB * PrivateRefCountHash
Definition: bufmgr.c:198

◆ InitBufferPoolBackend()

void InitBufferPoolBackend ( void  )

Definition at line 2615 of file bufmgr.c.

References AtProcExit_Buffers(), and on_shmem_exit().

Referenced by AuxiliaryProcessMain(), and InitPostgres().

2616 {
2617  on_shmem_exit(AtProcExit_Buffers, 0);
2618 }
on_shmem_exit
void on_shmem_exit(pg_on_exit_callback function, Datum arg)
Definition: ipc.c:361
AtProcExit_Buffers
static void AtProcExit_Buffers(int code, Datum arg)
Definition: bufmgr.c:2625

◆ IsBufferCleanupOK()

bool IsBufferCleanupOK ( Buffer  buffer)

Definition at line 4301 of file bufmgr.c.

References Assert, BUF_STATE_GET_REFCOUNT, BufferDescriptorGetContentLock, BufferIsLocal, BufferIsValid, GetBufferDescriptor, GetPrivateRefCount(), LocalRefCount, LockBufHdr(), LW_EXCLUSIVE, LWLockHeldByMeInMode(), and UnlockBufHdr.

Referenced by _hash_doinsert(), _hash_expandtable(), _hash_splitbucket(), hash_xlog_split_allocate_page(), and hashbucketcleanup().

4302 {
4303  BufferDesc *bufHdr;
4304  uint32 buf_state;
4305 
4306  Assert(BufferIsValid(buffer));
4307 
4308  if (BufferIsLocal(buffer))
4309  {
4310  /* There should be exactly one pin */
4311  if (LocalRefCount[-buffer - 1] != 1)
4312  return false;
4313  /* Nobody else to wait for */
4314  return true;
4315  }
4316 
4317  /* There should be exactly one local pin */
4318  if (GetPrivateRefCount(buffer) != 1)
4319  return false;
4320 
4321  bufHdr = GetBufferDescriptor(buffer - 1);
4322 
4323  /* caller must hold exclusive lock on buffer */
4324  Assert(LWLockHeldByMeInMode(BufferDescriptorGetContentLock(bufHdr),
4325  LW_EXCLUSIVE));
4326 
4327  buf_state = LockBufHdr(bufHdr);
4328 
4329  Assert(BUF_STATE_GET_REFCOUNT(buf_state) > 0);
4330  if (BUF_STATE_GET_REFCOUNT(buf_state) == 1)
4331  {
4332  /* pincount is OK. */
4333  UnlockBufHdr(bufHdr, buf_state);
4334  return true;
4335  }
4336 
4337  UnlockBufHdr(bufHdr, buf_state);
4338  return false;
4339 }
LWLockHeldByMeInMode
bool LWLockHeldByMeInMode(LWLock *l, LWLockMode mode)
Definition: lwlock.c:1937
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
GetPrivateRefCount
static int32 GetPrivateRefCount(Buffer buffer)
Definition: bufmgr.c:387
uint32
unsigned int uint32
Definition: c.h:441
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
LocalRefCount
int32 * LocalRefCount
Definition: localbuf.c:45
BUF_STATE_GET_REFCOUNT
#define BUF_STATE_GET_REFCOUNT(state)
Definition: buf_internals.h:49

◆ LockBuffer()

void LockBuffer ( Buffer  buffer,
int  mode 
)

Definition at line 4011 of file bufmgr.c.

References Assert, buf, BUFFER_LOCK_EXCLUSIVE, BUFFER_LOCK_SHARE, BUFFER_LOCK_UNLOCK, BufferDescriptorGetContentLock, BufferIsLocal, BufferIsPinned, elog, ERROR, GetBufferDescriptor, LW_EXCLUSIVE, LW_SHARED, LWLockAcquire(), and LWLockRelease().

Referenced by _bt_lockbuf(), _bt_unlockbuf(), _bt_upgradelockbufcleanup(), _hash_addovflpage(), _hash_doinsert(), _hash_expandtable(), _hash_finish_split(), _hash_first(), _hash_freeovflpage(), _hash_getbuf(), _hash_getbuf_with_strategy(), _hash_getcachedmetap(), _hash_getnewbuf(), _hash_init(), _hash_kill_items(), _hash_readnext(), _hash_readpage(), _hash_readprev(), _hash_splitbucket(), _hash_squeezebucket(), _hash_vacuum_one_page(), blbulkdelete(), blgetbitmap(), blinsert(), BloomNewBuffer(), blvacuumcleanup(), brin_doinsert(), brin_doupdate(), brin_evacuate_page(), brin_getinsertbuffer(), brin_page_cleanup(), brinbuild(), brinbuildempty(), bringetbitmap(), brinGetStats(), brinGetTupleForHeapBlock(), brininsert(), brinLockRevmapPageForUpdate(), brinRevmapDesummarizeRange(), brinRevmapInitialize(), brinsummarize(), bt_metap(), bt_page_items_internal(), bt_page_stats_internal(), bt_recheck_sibling_links(), checkXLogConsistency(), collect_corrupt_items(), collect_visibility_data(), collectMatchBitmap(), ConditionalLockBufferForCleanup(), count_nondeletable_pages(), entryLoadMoreItems(), fill_seq_with_data(), FreeSpaceMapPrepareTruncateRel(), fsm_readbuf(), fsm_search(), fsm_search_avail(), fsm_set_and_search(), fsm_vacuum_page(), get_raw_page_internal(), GetVisibilityMapPins(), ginbuildempty(), ginbulkdelete(), ginEntryInsert(), ginFindLeafPage(), ginFindParents(), ginFinishSplit(), ginGetStats(), ginHeapTupleFastInsert(), ginInsertCleanup(), ginInsertValue(), GinNewBuffer(), ginScanToDelete(), ginStepRight(), ginTraverseLock(), ginUpdateStats(), ginvacuumcleanup(), ginVacuumPostingTreeLeaves(), gistBufferingFindCorrectParent(), gistbufferinginserttuples(), gistbuildempty(), gistdoinsert(), gistFindCorrectParent(), gistFindPath(), gistfinishsplit(), gistfixsplit(), gistformdownlink(), gistGetMaxLevel(), gistinserttuples(), gistkillitems(), gistNewBuffer(), gistProcessItup(), gistScanPage(), gistvacuum_delete_empty_pages(), gistvacuumpage(), hashbucketcleanup(), hashbulkdelete(), heap_abort_speculative(), heap_delete(), heap_fetch(), heap_finish_speculative(), heap_get_latest_tid(), heap_index_delete_tuples(), heap_inplace_update(), heap_lock_tuple(), heap_lock_updated_tuple_rec(), heap_page_prune_opt(), heap_update(), heap_xlog_visible(), heapam_index_build_range_scan(), heapam_index_fetch_tuple(), heapam_index_validate_scan(), heapam_relation_copy_for_cluster(), heapam_scan_analyze_next_block(), heapam_scan_bitmap_next_block(), heapam_scan_sample_next_tuple(), heapam_tuple_satisfies_snapshot(), heapgetpage(), heapgettup(), initBloomState(), lazy_scan_heap(), lazy_vacuum_heap_rel(), LockBufferForCleanup(), log_newpage_range(), palloc_btree_page(), pg_visibility(), pgrowlocks(), pgstat_btree_page(), pgstat_gist_page(), pgstat_heap(), pgstatginindex_internal(), pgstathashindex(), pgstatindex_impl(), read_seq_tuple(), RelationGetBufferForTuple(), revmap_physical_extend(), scanGetCandidate(), scanPendingInsert(), shiftList(), spgdoinsert(), spgGetCache(), SpGistNewBuffer(), spgprocesspending(), spgvacuumpage(), spgWalk(), startScanEntry(), statapprox_heap(), summarize_range(), UnlockReleaseBuffer(), verify_heapam(), visibilitymap_clear(), visibilitymap_prepare_truncate(), visibilitymap_set(), vm_readbuf(), XLogReadBufferExtended(), XLogReadBufferForRedoExtended(), and XLogRecordPageWithFreeSpace().

4012 {
4013  BufferDesc *buf;
4014 
4015  Assert(BufferIsPinned(buffer));
4016  if (BufferIsLocal(buffer))
4017  return; /* local buffers need no lock */
4018 
4019  buf = GetBufferDescriptor(buffer - 1);
4020 
4021  if (mode == BUFFER_LOCK_UNLOCK)
4022  LWLockRelease(BufferDescriptorGetContentLock(buf));
4023  else if (mode == BUFFER_LOCK_SHARE)
4024  LWLockAcquire(BufferDescriptorGetContentLock(buf), LW_SHARED);
4025  else if (mode == BUFFER_LOCK_EXCLUSIVE)
4026  LWLockAcquire(BufferDescriptorGetContentLock(buf), LW_EXCLUSIVE);
4027  else
4028  elog(ERROR, "unrecognized buffer lock mode: %d", mode);
4029 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
mode
static PgChecksumMode mode
Definition: pg_checksums.c:65
BUFFER_LOCK_UNLOCK
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:96
BUFFER_LOCK_EXCLUSIVE
#define BUFFER_LOCK_EXCLUSIVE
Definition: bufmgr.h:98
LWLockRelease
void LWLockRelease(LWLock *lock)
Definition: lwlock.c:1803
ERROR
#define ERROR
Definition: elog.h:46
buf
static char * buf
Definition: pg_test_fsync.c:68
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
LWLockAcquire
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:1199
elog
#define elog(elevel,...)
Definition: elog.h:232
BUFFER_LOCK_SHARE
#define BUFFER_LOCK_SHARE
Definition: bufmgr.h:97

◆ LockBufferForCleanup()

void LockBufferForCleanup ( Buffer  buffer)

Definition at line 4068 of file bufmgr.c.

References Assert, BM_PIN_COUNT_WAITER, BUF_STATE_GET_REFCOUNT, BUFFER_LOCK_EXCLUSIVE, BUFFER_LOCK_UNLOCK, BufferIsLocal, BufferIsPinned, DeadlockTimeout, elog, ERROR, get_ps_display(), GetBufferDescriptor, GetCurrentTimestamp(), GetPrivateRefCount(), InHotStandby, LocalRefCount, LockBuffer(), LockBufHdr(), log_recovery_conflict_waits, LogRecoveryConflict(), MyProcPid, now(), palloc(), pfree(), PG_WAIT_BUFFER_PIN, PROCSIG_RECOVERY_CONFLICT_BUFFERPIN, ProcWaitForSignal(), ResolveRecoveryConflictWithBufferPin(), set_ps_display(), SetStartupBufferPinWaitBufId(), TimestampDifferenceExceeds(), UnlockBufHdr, update_process_title, and BufferDesc::wait_backend_pid.

Referenced by _bt_upgradelockbufcleanup(), ginVacuumPostingTree(), hashbulkdelete(), heap_force_common(), lazy_scan_heap(), ReadBuffer_common(), and XLogReadBufferForRedoExtended().

4069 {
4070  BufferDesc *bufHdr;
4071  char *new_status = NULL;
4072  TimestampTz waitStart = 0;
4073  bool logged_recovery_conflict = false;
4074 
4075  Assert(BufferIsPinned(buffer));
4076  Assert(PinCountWaitBuf == NULL);
4077 
4078  if (BufferIsLocal(buffer))
4079  {
4080  /* There should be exactly one pin */
4081  if (LocalRefCount[-buffer - 1] != 1)
4082  elog(ERROR, "incorrect local pin count: %d",
4083  LocalRefCount[-buffer - 1]);
4084  /* Nobody else to wait for */
4085  return;
4086  }
4087 
4088  /* There should be exactly one local pin */
4089  if (GetPrivateRefCount(buffer) != 1)
4090  elog(ERROR, "incorrect local pin count: %d",
4091  GetPrivateRefCount(buffer));
4092 
4093  bufHdr = GetBufferDescriptor(buffer - 1);
4094 
4095  for (;;)
4096  {
4097  uint32 buf_state;
4098 
4099  /* Try to acquire lock */
4100  LockBuffer(buffer, BUFFER_LOCK_EXCLUSIVE);
4101  buf_state = LockBufHdr(bufHdr);
4102 
4103  Assert(BUF_STATE_GET_REFCOUNT(buf_state) > 0);
4104  if (BUF_STATE_GET_REFCOUNT(buf_state) == 1)
4105  {
4106  /* Successfully acquired exclusive lock with pincount 1 */
4107  UnlockBufHdr(bufHdr, buf_state);
4108 
4109  /*
4110  * Emit the log message if recovery conflict on buffer pin was
4111  * resolved but the startup process waited longer than
4112  * deadlock_timeout for it.
4113  */
4114  if (logged_recovery_conflict)
4115  LogRecoveryConflict(PROCSIG_RECOVERY_CONFLICT_BUFFERPIN,
4116  waitStart, GetCurrentTimestamp(),
4117  NULL, false);
4118 
4119  /* Report change to non-waiting status */
4120  if (new_status)
4121  {
4122  set_ps_display(new_status);
4123  pfree(new_status);
4124  }
4125  return;
4126  }
4127  /* Failed, so mark myself as waiting for pincount 1 */
4128  if (buf_state & BM_PIN_COUNT_WAITER)
4129  {
4130  UnlockBufHdr(bufHdr, buf_state);
4131  LockBuffer(buffer, BUFFER_LOCK_UNLOCK);
4132  elog(ERROR, "multiple backends attempting to wait for pincount 1");
4133  }
4134  bufHdr->wait_backend_pid = MyProcPid;
4135  PinCountWaitBuf = bufHdr;
4136  buf_state |= BM_PIN_COUNT_WAITER;
4137  UnlockBufHdr(bufHdr, buf_state);
4138  LockBuffer(buffer, BUFFER_LOCK_UNLOCK);
4139 
4140  /* Wait to be signaled by UnpinBuffer() */
4141  if (InHotStandby)
4142  {
4143  /* Report change to waiting status */
4144  if (update_process_title && new_status == NULL)
4145  {
4146  const char *old_status;
4147  int len;
4148 
4149  old_status = get_ps_display(&len);
4150  new_status = (char *) palloc(len + 8 + 1);
4151  memcpy(new_status, old_status, len);
4152  strcpy(new_status + len, " waiting");
4153  set_ps_display(new_status);
4154  new_status[len] = '\0'; /* truncate off " waiting" */
4155  }
4156 
4157  /*
4158  * Emit the log message if the startup process is waiting longer
4159  * than deadlock_timeout for recovery conflict on buffer pin.
4160  *
4161  * Skip this if first time through because the startup process has
4162  * not started waiting yet in this case. So, the wait start
4163  * timestamp is set after this logic.
4164  */
4165  if (waitStart != 0 && !logged_recovery_conflict)
4166  {
4167  TimestampTz now = GetCurrentTimestamp();
4168 
4169  if (TimestampDifferenceExceeds(waitStart, now,
4170  DeadlockTimeout))
4171  {
4172  LogRecoveryConflict(PROCSIG_RECOVERY_CONFLICT_BUFFERPIN,
4173  waitStart, now, NULL, true);
4174  logged_recovery_conflict = true;
4175  }
4176  }
4177 
4178  /*
4179  * Set the wait start timestamp if logging is enabled and first
4180  * time through.
4181  */
4182  if (log_recovery_conflict_waits && waitStart == 0)
4183  waitStart = GetCurrentTimestamp();
4184 
4185  /* Publish the bufid that Startup process waits on */
4186  SetStartupBufferPinWaitBufId(buffer - 1);
4187  /* Set alarm and then wait to be signaled by UnpinBuffer() */
4188  ResolveRecoveryConflictWithBufferPin();
4189  /* Reset the published bufid */
4190  SetStartupBufferPinWaitBufId(-1);
4191  }
4192  else
4193  ProcWaitForSignal(PG_WAIT_BUFFER_PIN);
4194 
4195  /*
4196  * Remove flag marking us as waiter. Normally this will not be set
4197  * anymore, but ProcWaitForSignal() can return for other signals as
4198  * well. We take care to only reset the flag if we're the waiter, as
4199  * theoretically another backend could have started waiting. That's
4200  * impossible with the current usages due to table level locking, but
4201  * better be safe.
4202  */
4203  buf_state = LockBufHdr(bufHdr);
4204  if ((buf_state & BM_PIN_COUNT_WAITER) != 0 &&
4205  bufHdr->wait_backend_pid == MyProcPid)
4206  buf_state &= ~BM_PIN_COUNT_WAITER;
4207  UnlockBufHdr(bufHdr, buf_state);
4208 
4209  PinCountWaitBuf = NULL;
4210  /* Loop back and try again */
4211  }
4212 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
BUFFER_LOCK_UNLOCK
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:96
MyProcPid
int MyProcPid
Definition: globals.c:43
BufferDesc::wait_backend_pid
int wait_backend_pid
Definition: buf_internals.h:190
update_process_title
bool update_process_title
Definition: ps_status.c:36
GetCurrentTimestamp
TimestampTz GetCurrentTimestamp(void)
Definition: timestamp.c:1580
TimestampTz
int64 TimestampTz
Definition: timestamp.h:39
LogRecoveryConflict
void LogRecoveryConflict(ProcSignalReason reason, TimestampTz wait_start, TimestampTz now, VirtualTransactionId *wait_list, bool still_waiting)
Definition: standby.c:249
BUFFER_LOCK_EXCLUSIVE
#define BUFFER_LOCK_EXCLUSIVE
Definition: bufmgr.h:98
TimestampDifferenceExceeds
bool TimestampDifferenceExceeds(TimestampTz start_time, TimestampTz stop_time, int msec)
Definition: timestamp.c:1711
set_ps_display
void set_ps_display(const char *activity)
Definition: ps_status.c:349
pfree
void pfree(void *pointer)
Definition: mcxt.c:1169
ERROR
#define ERROR
Definition: elog.h:46
ResolveRecoveryConflictWithBufferPin
void ResolveRecoveryConflictWithBufferPin(void)
Definition: standby.c:753
get_ps_display
const char * get_ps_display(int *displen)
Definition: ps_status.c:430
SetStartupBufferPinWaitBufId
void SetStartupBufferPinWaitBufId(int bufid)
Definition: proc.c:650
InHotStandby
#define InHotStandby
Definition: xlogutils.h:57
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
PG_WAIT_BUFFER_PIN
#define PG_WAIT_BUFFER_PIN
Definition: wait_event.h:20
GetPrivateRefCount
static int32 GetPrivateRefCount(Buffer buffer)
Definition: bufmgr.c:387
uint32
unsigned int uint32
Definition: c.h:441
log_recovery_conflict_waits
bool log_recovery_conflict_waits
Definition: standby.c:42
ProcWaitForSignal
void ProcWaitForSignal(uint32 wait_event_info)
Definition: proc.c:1897
LockBuffer
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:4011
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
palloc
void * palloc(Size size)
Definition: mcxt.c:1062
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
elog
#define elog(elevel,...)
Definition: elog.h:232
PinCountWaitBuf
static BufferDesc * PinCountWaitBuf
Definition: bufmgr.c:165
DeadlockTimeout
int DeadlockTimeout
Definition: proc.c:60
now
Datum now(PG_FUNCTION_ARGS)
Definition: timestamp.c:1544
LocalRefCount
int32 * LocalRefCount
Definition: localbuf.c:45
BUF_STATE_GET_REFCOUNT
#define BUF_STATE_GET_REFCOUNT(state)
Definition: buf_internals.h:49
BM_PIN_COUNT_WAITER
#define BM_PIN_COUNT_WAITER
Definition: buf_internals.h:65

◆ MarkBufferDirty()

void MarkBufferDirty ( Buffer  buffer)

Definition at line 1556 of file bufmgr.c.

References Assert, BM_DIRTY, BM_JUST_DIRTIED, BM_LOCKED, BUF_STATE_GET_REFCOUNT, BufferDescriptorGetContentLock, BufferIsLocal, BufferIsPinned, BufferIsValid, elog, ERROR, GetBufferDescriptor, LW_EXCLUSIVE, LWLockHeldByMeInMode(), MarkLocalBufferDirty(), pg_atomic_compare_exchange_u32(), pg_atomic_read_u32(), pgBufferUsage, BufferUsage::shared_blks_dirtied, BufferDesc::state, VacuumCostActive, VacuumCostBalance, VacuumCostPageDirty, VacuumPageDirty, and WaitBufHdrUnlocked().

Referenced by _bt_clear_incomplete_split(), _bt_dedup_pass(), _bt_delitems_delete(), _bt_delitems_vacuum(), _bt_getroot(), _bt_insertonpg(), _bt_mark_page_halfdead(), _bt_newroot(), _bt_restore_meta(), _bt_set_cleanup_info(), _bt_split(), _bt_unlink_halfdead_page(), _hash_addovflpage(), _hash_doinsert(), _hash_expandtable(), _hash_freeovflpage(), _hash_init(), _hash_splitbucket(), _hash_squeezebucket(), _hash_vacuum_one_page(), addLeafTuple(), brin_doinsert(), brin_doupdate(), brin_initialize_empty_new_buffer(), brin_xlog_createidx(), brin_xlog_desummarize_page(), brin_xlog_insert_update(), brin_xlog_revmap_extend(), brin_xlog_samepage_update(), brin_xlog_update(), brinbuild(), brinbuildempty(), brinRevmapDesummarizeRange(), btree_xlog_dedup(), btree_xlog_delete(), btree_xlog_insert(), btree_xlog_mark_page_halfdead(), btree_xlog_newroot(), btree_xlog_split(), btree_xlog_unlink_page(), btree_xlog_vacuum(), createPostingTree(), do_setval(), doPickSplit(), fill_seq_with_data(), FreeSpaceMapPrepareTruncateRel(), generic_redo(), GenericXLogFinish(), ginbuild(), ginbuildempty(), ginbulkdelete(), ginDeletePage(), ginHeapTupleFastInsert(), ginPlaceToPage(), ginRedoClearIncompleteSplit(), ginRedoCreatePTree(), ginRedoDeleteListPages(), ginRedoDeletePage(), ginRedoInsert(), ginRedoInsertListPage(), ginRedoUpdateMetapage(), ginRedoVacuumDataLeafPage(), ginUpdateStats(), ginVacuumPostingTreeLeaf(), gistbuild(), gistbuildempty(), gistdeletepage(), gistplacetopage(), gistprunepage(), gistRedoClearFollowRight(), gistRedoDeleteRecord(), gistRedoPageDelete(), gistRedoPageSplitRecord(), gistRedoPageUpdateRecord(), gistvacuumpage(), hash_xlog_add_ovfl_page(), hash_xlog_delete(), hash_xlog_init_bitmap_page(), hash_xlog_init_meta_page(), hash_xlog_insert(), hash_xlog_move_page_contents(), hash_xlog_split_allocate_page(), hash_xlog_split_cleanup(), hash_xlog_split_complete(), hash_xlog_squeeze_page(), hash_xlog_update_meta_page(), hash_xlog_vacuum_one_page(), hashbucketcleanup(), hashbulkdelete(), heap_abort_speculative(), heap_delete(), heap_finish_speculative(), heap_force_common(), heap_inplace_update(), heap_insert(), heap_lock_tuple(), heap_lock_updated_tuple_rec(), heap_multi_insert(), heap_page_prune(), heap_update(), heap_xlog_confirm(), heap_xlog_delete(), heap_xlog_freeze_page(), heap_xlog_inplace(), heap_xlog_insert(), heap_xlog_lock(), heap_xlog_lock_updated(), heap_xlog_multi_insert(), heap_xlog_prune(), heap_xlog_update(), heap_xlog_vacuum(), heap_xlog_visible(), lazy_scan_heap(), lazy_scan_prune(), lazy_vacuum_heap_page(), log_newpage_range(), moveLeafs(), nextval_internal(), RelationGetBufferForTuple(), revmap_physical_extend(), saveNodeLink(), seq_redo(), shiftList(), spgAddNodeAction(), spgbuild(), SpGistUpdateMetaPage(), spgRedoAddLeaf(), spgRedoAddNode(), spgRedoMoveLeafs(), spgRedoPickSplit(), spgRedoSplitTuple(), spgRedoVacuumLeaf(), spgRedoVacuumRedirect(), spgRedoVacuumRoot(), spgSplitNodeAction(), vacuumLeafPage(), vacuumLeafRoot(), vacuumRedirectAndPlaceholder(), visibilitymap_clear(), visibilitymap_prepare_truncate(), visibilitymap_set(), writeListPage(), and XLogReadBufferForRedoExtended().

1557 {
1558  BufferDesc *bufHdr;
1559  uint32 buf_state;
1560  uint32 old_buf_state;
1561 
1562  if (!BufferIsValid(buffer))
1563  elog(ERROR, "bad buffer ID: %d", buffer);
1564 
1565  if (BufferIsLocal(buffer))
1566  {
1567  MarkLocalBufferDirty(buffer);
1568  return;
1569  }
1570 
1571  bufHdr = GetBufferDescriptor(buffer - 1);
1572 
1573  Assert(BufferIsPinned(buffer));
1574  Assert(LWLockHeldByMeInMode(BufferDescriptorGetContentLock(bufHdr),
1575  LW_EXCLUSIVE));
1576 
1577  old_buf_state = pg_atomic_read_u32(&bufHdr->state);
1578  for (;;)
1579  {
1580  if (old_buf_state & BM_LOCKED)
1581  old_buf_state = WaitBufHdrUnlocked(bufHdr);
1582 
1583  buf_state = old_buf_state;
1584 
1585  Assert(BUF_STATE_GET_REFCOUNT(buf_state) > 0);
1586  buf_state |= BM_DIRTY | BM_JUST_DIRTIED;
1587 
1588  if (pg_atomic_compare_exchange_u32(&bufHdr->state, &old_buf_state,
1589  buf_state))
1590  break;
1591  }
1592 
1593  /*
1594  * If the buffer was not dirty already, do vacuum accounting.
1595  */
1596  if (!(old_buf_state & BM_DIRTY))
1597  {
1598  VacuumPageDirty++;
1599  pgBufferUsage.shared_blks_dirtied++;
1600  if (VacuumCostActive)
1601  VacuumCostBalance += VacuumCostPageDirty;
1602  }
1603 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
LWLockHeldByMeInMode
bool LWLockHeldByMeInMode(LWLock *l, LWLockMode mode)
Definition: lwlock.c:1937
VacuumCostBalance
int VacuumCostBalance
Definition: globals.c:151
pg_atomic_compare_exchange_u32
static bool pg_atomic_compare_exchange_u32(volatile pg_atomic_uint32 *ptr, uint32 *expected, uint32 newval)
Definition: atomics.h:311
VacuumPageDirty
int64 VacuumPageDirty
Definition: globals.c:149
BufferUsage::shared_blks_dirtied
int64 shared_blks_dirtied
Definition: instrument.h:28
BM_DIRTY
#define BM_DIRTY
Definition: buf_internals.h:59
VacuumCostPageDirty
int VacuumCostPageDirty
Definition: globals.c:143
ERROR
#define ERROR
Definition: elog.h:46
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
BM_JUST_DIRTIED
#define BM_JUST_DIRTIED
Definition: buf_internals.h:64
uint32
unsigned int uint32
Definition: c.h:441
MarkLocalBufferDirty
void MarkLocalBufferDirty(Buffer buffer)
Definition: localbuf.c:286
BM_LOCKED
#define BM_LOCKED
Definition: buf_internals.h:58
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
WaitBufHdrUnlocked
static uint32 WaitBufHdrUnlocked(BufferDesc *buf)
Definition: bufmgr.c:4619
elog
#define elog(elevel,...)
Definition: elog.h:232
BufferDesc::state
pg_atomic_uint32 state
Definition: buf_internals.h:188
pgBufferUsage
BufferUsage pgBufferUsage
Definition: instrument.c:20
BUF_STATE_GET_REFCOUNT
#define BUF_STATE_GET_REFCOUNT(state)
Definition: buf_internals.h:49
VacuumCostActive
bool VacuumCostActive
Definition: globals.c:152
pg_atomic_read_u32
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:241

◆ MarkBufferDirtyHint()

void MarkBufferDirtyHint ( Buffer  buffer,
bool  buffer_std 
)

Definition at line 3842 of file bufmgr.c.

References Assert, BM_DIRTY, BM_JUST_DIRTIED, BM_PERMANENT, BUF_STATE_GET_REFCOUNT, BufferDescriptorGetContentLock, BufferGetPage, BufferIsLocal, BufferIsValid, PGPROC::delayChkpt, elog, ERROR, GetBufferDescriptor, GetPrivateRefCount(), InvalidXLogRecPtr, LockBufHdr(), LWLockHeldByMe(), MarkLocalBufferDirty(), MyProc, PageSetLSN, pg_atomic_read_u32(), pgBufferUsage, RecoveryInProgress(), RelFileNodeSkippingWAL(), buftag::rnode, BufferUsage::shared_blks_dirtied, BufferDesc::state, BufferDesc::tag, UnlockBufHdr, VacuumCostActive, VacuumCostBalance, VacuumCostPageDirty, VacuumPageDirty, XLogHintBitIsNeeded, XLogRecPtrIsInvalid, and XLogSaveBufferForHint().

Referenced by _bt_check_unique(), _bt_killitems(), _hash_kill_items(), brin_start_evacuating_page(), btvacuumpage(), fsm_search_avail(), fsm_set_and_search(), fsm_vacuum_page(), gistkillitems(), heap_page_prune(), read_seq_tuple(), SetHintBits(), and XLogRecordPageWithFreeSpace().

3843 {
3844  BufferDesc *bufHdr;
3845  Page page = BufferGetPage(buffer);
3846 
3847  if (!BufferIsValid(buffer))
3848  elog(ERROR, "bad buffer ID: %d", buffer);
3849 
3850  if (BufferIsLocal(buffer))
3851  {
3852  MarkLocalBufferDirty(buffer);
3853  return;
3854  }
3855 
3856  bufHdr = GetBufferDescriptor(buffer - 1);
3857 
3858  Assert(GetPrivateRefCount(buffer) > 0);
3859  /* here, either share or exclusive lock is OK */
3860  Assert(LWLockHeldByMe(BufferDescriptorGetContentLock(bufHdr)));
3861 
3862  /*
3863  * This routine might get called many times on the same page, if we are
3864  * making the first scan after commit of an xact that added/deleted many
3865  * tuples. So, be as quick as we can if the buffer is already dirty. We
3866  * do this by not acquiring spinlock if it looks like the status bits are
3867  * already set. Since we make this test unlocked, there's a chance we
3868  * might fail to notice that the flags have just been cleared, and failed
3869  * to reset them, due to memory-ordering issues. But since this function
3870  * is only intended to be used in cases where failing to write out the
3871  * data would be harmless anyway, it doesn't really matter.
3872  */
3873  if ((pg_atomic_read_u32(&bufHdr->state) & (BM_DIRTY | BM_JUST_DIRTIED)) !=
3874  (BM_DIRTY | BM_JUST_DIRTIED))
3875  {
3876  XLogRecPtr lsn = InvalidXLogRecPtr;
3877  bool dirtied = false;
3878  bool delayChkpt = false;
3879  uint32 buf_state;
3880 
3881  /*
3882  * If we need to protect hint bit updates from torn writes, WAL-log a
3883  * full page image of the page. This full page image is only necessary
3884  * if the hint bit update is the first change to the page since the
3885  * last checkpoint.
3886  *
3887  * We don't check full_page_writes here because that logic is included
3888  * when we call XLogInsert() since the value changes dynamically.
3889  */
3890  if (XLogHintBitIsNeeded() &&
3891  (pg_atomic_read_u32(&bufHdr->state) & BM_PERMANENT))
3892  {
3893  /*
3894  * If we must not write WAL, due to a relfilenode-specific
3895  * condition or being in recovery, don't dirty the page. We can
3896  * set the hint, just not dirty the page as a result so the hint
3897  * is lost when we evict the page or shutdown.
3898  *
3899  * See src/backend/storage/page/README for longer discussion.
3900  */
3901  if (RecoveryInProgress() ||
3902  RelFileNodeSkippingWAL(bufHdr->tag.rnode))
3903  return;
3904 
3905  /*
3906  * If the block is already dirty because we either made a change
3907  * or set a hint already, then we don't need to write a full page
3908  * image. Note that aggressive cleaning of blocks dirtied by hint
3909  * bit setting would increase the call rate. Bulk setting of hint
3910  * bits would reduce the call rate...
3911  *
3912  * We must issue the WAL record before we mark the buffer dirty.
3913  * Otherwise we might write the page before we write the WAL. That
3914  * causes a race condition, since a checkpoint might occur between
3915  * writing the WAL record and marking the buffer dirty. We solve
3916  * that with a kluge, but one that is already in use during
3917  * transaction commit to prevent race conditions. Basically, we
3918  * simply prevent the checkpoint WAL record from being written
3919  * until we have marked the buffer dirty. We don't start the
3920  * checkpoint flush until we have marked dirty, so our checkpoint
3921  * must flush the change to disk successfully or the checkpoint
3922  * never gets written, so crash recovery will fix.
3923  *
3924  * It's possible we may enter here without an xid, so it is
3925  * essential that CreateCheckpoint waits for virtual transactions
3926  * rather than full transactionids.
3927  */
3928  MyProc->delayChkpt = delayChkpt = true;
3929  lsn = XLogSaveBufferForHint(buffer, buffer_std);
3930  }
3931 
3932  buf_state = LockBufHdr(bufHdr);
3933 
3934  Assert(BUF_STATE_GET_REFCOUNT(buf_state) > 0);
3935 
3936  if (!(buf_state & BM_DIRTY))
3937  {
3938  dirtied = true; /* Means "will be dirtied by this action" */
3939 
3940  /*
3941  * Set the page LSN if we wrote a backup block. We aren't supposed
3942  * to set this when only holding a share lock but as long as we
3943  * serialise it somehow we're OK. We choose to set LSN while
3944  * holding the buffer header lock, which causes any reader of an
3945  * LSN who holds only a share lock to also obtain a buffer header
3946  * lock before using PageGetLSN(), which is enforced in
3947  * BufferGetLSNAtomic().
3948  *
3949  * If checksums are enabled, you might think we should reset the
3950  * checksum here. That will happen when the page is written
3951  * sometime later in this checkpoint cycle.
3952  */
3953  if (!XLogRecPtrIsInvalid(lsn))
3954  PageSetLSN(page, lsn);
3955  }
3956 
3957  buf_state |= BM_DIRTY | BM_JUST_DIRTIED;
3958  UnlockBufHdr(bufHdr, buf_state);
3959 
3960  if (delayChkpt)
3961  MyProc->delayChkpt = false;
3962 
3963  if (dirtied)
3964  {
3965  VacuumPageDirty++;
3966  pgBufferUsage.shared_blks_dirtied++;
3967  if (VacuumCostActive)
3968  VacuumCostBalance += VacuumCostPageDirty;
3969  }
3970  }
3971 }
InvalidXLogRecPtr
#define InvalidXLogRecPtr
Definition: xlogdefs.h:28
BM_PERMANENT
#define BM_PERMANENT
Definition: buf_internals.h:67
VacuumCostBalance
int VacuumCostBalance
Definition: globals.c:151
LWLockHeldByMe
bool LWLockHeldByMe(LWLock *l)
Definition: lwlock.c:1919
MyProc
PGPROC * MyProc
Definition: proc.c:68
XLogSaveBufferForHint
XLogRecPtr XLogSaveBufferForHint(Buffer buffer, bool buffer_std)
Definition: xloginsert.c:970
VacuumPageDirty
int64 VacuumPageDirty
Definition: globals.c:149
BufferUsage::shared_blks_dirtied
int64 shared_blks_dirtied
Definition: instrument.h:28
RecoveryInProgress
bool RecoveryInProgress(void)
Definition: xlog.c:8211
BM_DIRTY
#define BM_DIRTY
Definition: buf_internals.h:59
VacuumCostPageDirty
int VacuumCostPageDirty
Definition: globals.c:143
ERROR
#define ERROR
Definition: elog.h:46
PGPROC::delayChkpt
bool delayChkpt
Definition: proc.h:187
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
BM_JUST_DIRTIED
#define BM_JUST_DIRTIED
Definition: buf_internals.h:64
GetPrivateRefCount
static int32 GetPrivateRefCount(Buffer buffer)
Definition: bufmgr.c:387
uint32
unsigned int uint32
Definition: c.h:441
BufferGetPage
#define BufferGetPage(buffer)
Definition: bufmgr.h:169
MarkLocalBufferDirty
void MarkLocalBufferDirty(Buffer buffer)
Definition: localbuf.c:286
XLogRecPtrIsInvalid
#define XLogRecPtrIsInvalid(r)
Definition: xlogdefs.h:29
BufferDescriptorGetContentLock
#define BufferDescriptorGetContentLock(bdesc)
Definition: buf_internals.h:230
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
XLogRecPtr
uint64 XLogRecPtr
Definition: xlogdefs.h:21
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
buftag::rnode
RelFileNode rnode
Definition: buf_internals.h:93
RelFileNodeSkippingWAL
bool RelFileNodeSkippingWAL(RelFileNode rnode)
Definition: storage.c:513
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
elog
#define elog(elevel,...)
Definition: elog.h:232
BufferDesc::state
pg_atomic_uint32 state
Definition: buf_internals.h:188
PageSetLSN
#define PageSetLSN(page, lsn)
Definition: bufpage.h:368
XLogHintBitIsNeeded
#define XLogHintBitIsNeeded()
Definition: xlog.h:177
Page
Pointer Page
Definition: bufpage.h:78
pgBufferUsage
BufferUsage pgBufferUsage
Definition: instrument.c:20
BUF_STATE_GET_REFCOUNT
#define BUF_STATE_GET_REFCOUNT(state)
Definition: buf_internals.h:49
VacuumCostActive
bool VacuumCostActive
Definition: globals.c:152
pg_atomic_read_u32
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:241

◆ PrefetchBuffer()

PrefetchBufferResult PrefetchBuffer ( Relation  reln,
ForkNumber  forkNum,
BlockNumber  blockNum 
)

Definition at line 587 of file bufmgr.c.

References Assert, BlockNumberIsValid, ereport, errcode(), errmsg(), ERROR, PrefetchLocalBuffer(), PrefetchSharedBuffer(), RELATION_IS_OTHER_TEMP, RelationGetSmgr(), RelationIsValid, and RelationUsesLocalBuffers.

Referenced by acquire_sample_rows(), BitmapPrefetch(), count_nondeletable_pages(), HeapTupleHeaderAdvanceLatestRemovedXid(), and pg_prewarm().

588 {
589  Assert(RelationIsValid(reln));
590  Assert(BlockNumberIsValid(blockNum));
591 
592  if (RelationUsesLocalBuffers(reln))
593  {
594  /* see comments in ReadBufferExtended */
595  if (RELATION_IS_OTHER_TEMP(reln))
596  ereport(ERROR,
597  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
598  errmsg("cannot access temporary tables of other sessions")));
599 
600  /* pass it off to localbuf.c */
601  return PrefetchLocalBuffer(RelationGetSmgr(reln), forkNum, blockNum);
602  }
603  else
604  {
605  /* pass it to the shared buffer version */
606  return PrefetchSharedBuffer(RelationGetSmgr(reln), forkNum, blockNum);
607  }
608 }
PrefetchLocalBuffer
PrefetchBufferResult PrefetchLocalBuffer(SMgrRelation smgr, ForkNumber forkNum, BlockNumber blockNum)
Definition: localbuf.c:64
errcode
int errcode(int sqlerrcode)
Definition: elog.c:698
ERROR
#define ERROR
Definition: elog.h:46
RelationIsValid
#define RelationIsValid(relation)
Definition: rel.h:450
PrefetchSharedBuffer
PrefetchBufferResult PrefetchSharedBuffer(SMgrRelation smgr_reln, ForkNumber forkNum, BlockNumber blockNum)
Definition: bufmgr.c:500
ereport
#define ereport(elevel,...)
Definition: elog.h:157
BlockNumberIsValid
#define BlockNumberIsValid(blockNumber)
Definition: block.h:70
Assert
#define Assert(condition)
Definition: c.h:804
RELATION_IS_OTHER_TEMP
#define RELATION_IS_OTHER_TEMP(relation)
Definition: rel.h:631
RelationGetSmgr
static SMgrRelation RelationGetSmgr(Relation rel)
Definition: rel.h:544
RelationUsesLocalBuffers
#define RelationUsesLocalBuffers(relation)
Definition: rel.h:610
errmsg
int errmsg(const char *fmt,...)
Definition: elog.c:909

◆ PrefetchSharedBuffer()

PrefetchBufferResult PrefetchSharedBuffer ( struct SMgrRelationData *  smgr_reln,
ForkNumber  forkNum,
BlockNumber  blockNum 
)

◆ PrintBufferLeakWarning()

void PrintBufferLeakWarning ( Buffer  buffer)

Definition at line 2685 of file bufmgr.c.

References Assert, buftag::blockNum, buf, BUF_FLAG_MASK, BUF_STATE_GET_REFCOUNT, BufferIsLocal, BufferIsValid, elog, buftag::forkNum, GetBufferDescriptor, GetLocalBufferDescriptor, GetPrivateRefCount(), InvalidBackendId, LocalRefCount, MyBackendId, pfree(), pg_atomic_read_u32(), relpathbackend, buftag::rnode, BufferDesc::state, BufferDesc::tag, and WARNING.

Referenced by CheckForBufferLeaks(), CheckForLocalBufferLeaks(), and ResourceOwnerReleaseInternal().

2686 {
2687  BufferDesc *buf;
2688  int32 loccount;
2689  char *path;
2690  BackendId backend;
2691  uint32 buf_state;
2692 
2693  Assert(BufferIsValid(buffer));
2694  if (BufferIsLocal(buffer))
2695  {
2696  buf = GetLocalBufferDescriptor(-buffer - 1);
2697  loccount = LocalRefCount[-buffer - 1];
2698  backend = MyBackendId;
2699  }
2700  else
2701  {
2702  buf = GetBufferDescriptor(buffer - 1);
2703  loccount = GetPrivateRefCount(buffer);
2704  backend = InvalidBackendId;
2705  }
2706 
2707  /* theoretically we should lock the bufhdr here */
2708  path = relpathbackend(buf->tag.rnode, backend, buf->tag.forkNum);
2709  buf_state = pg_atomic_read_u32(&buf->state);
2710  elog(WARNING,
2711  "buffer refcount leak: [%03d] "
2712  "(rel=%s, blockNum=%u, flags=0x%x, refcount=%u %d)",
2713  buffer, path,
2714  buf->tag.blockNum, buf_state & BUF_FLAG_MASK,
2715  BUF_STATE_GET_REFCOUNT(buf_state), loccount);
2716  pfree(path);
2717 }
MyBackendId
BackendId MyBackendId
Definition: globals.c:84
buftag::forkNum
ForkNumber forkNum
Definition: buf_internals.h:94
GetLocalBufferDescriptor
#define GetLocalBufferDescriptor(id)
Definition: buf_internals.h:224
int32
signed int int32
Definition: c.h:429
pfree
void pfree(void *pointer)
Definition: mcxt.c:1169
BUF_FLAG_MASK
#define BUF_FLAG_MASK
Definition: buf_internals.h:46
buf
static char * buf
Definition: pg_test_fsync.c:68
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
GetPrivateRefCount
static int32 GetPrivateRefCount(Buffer buffer)
Definition: bufmgr.c:387
uint32
unsigned int uint32
Definition: c.h:441
WARNING
#define WARNING
Definition: elog.h:40
InvalidBackendId
#define InvalidBackendId
Definition: backendid.h:23
BackendId
int BackendId
Definition: backendid.h:21
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
buftag::blockNum
BlockNumber blockNum
Definition: buf_internals.h:95
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
buftag::rnode
RelFileNode rnode
Definition: buf_internals.h:93
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
elog
#define elog(elevel,...)
Definition: elog.h:232
BufferDesc::state
pg_atomic_uint32 state
Definition: buf_internals.h:188
relpathbackend
#define relpathbackend(rnode, backend, forknum)
Definition: relpath.h:78
LocalRefCount
int32 * LocalRefCount
Definition: localbuf.c:45
BUF_STATE_GET_REFCOUNT
#define BUF_STATE_GET_REFCOUNT(state)
Definition: buf_internals.h:49
pg_atomic_read_u32
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:241

◆ ReadBuffer()

Buffer ReadBuffer ( Relation  reln,
BlockNumber  blockNum 
)

Definition at line 694 of file bufmgr.c.

References MAIN_FORKNUM, RBM_NORMAL, and ReadBufferExtended().

Referenced by _bt_getbuf(), _bt_search_insert(), _hash_getbuf(), _hash_getbuf_with_condlock_cleanup(), blbulkdelete(), blinsert(), BloomNewBuffer(), brin_getinsertbuffer(), brinbuild(), brinGetStats(), brinGetTupleForHeapBlock(), brinRevmapDesummarizeRange(), brinRevmapInitialize(), bt_metap(), bt_page_items_internal(), bt_page_stats_internal(), fill_seq_with_data(), ginFindLeafPage(), ginFindParents(), ginGetStats(), ginHeapTupleFastInsert(), ginInsertCleanup(), GinNewBuffer(), ginStepRight(), ginUpdateStats(), gistBufferingFindCorrectParent(), gistbufferinginserttuples(), gistdoinsert(), gistFindCorrectParent(), gistFindPath(), gistfixsplit(), gistGetMaxLevel(), gistkillitems(), gistNewBuffer(), gistProcessItup(), gistScanPage(), heap_abort_speculative(), heap_delete(), heap_fetch(), heap_finish_speculative(), heap_force_common(), heap_get_latest_tid(), heap_index_delete_tuples(), heap_inplace_update(), heap_lock_tuple(), heap_update(), initBloomState(), pg_visibility(), pgstatginindex_internal(), read_seq_tuple(), RelationGetBufferForTuple(), ReleaseAndReadBuffer(), revmap_get_buffer(), revmap_physical_extend(), scanGetCandidate(), scanPendingInsert(), shiftList(), spgdoinsert(), spgGetCache(), SpGistGetBuffer(), SpGistNewBuffer(), SpGistUpdateMetaPage(), and spgWalk().

695 {
696  return ReadBufferExtended(reln, MAIN_FORKNUM, blockNum, RBM_NORMAL, NULL);
697 }
ReadBufferExtended
Buffer ReadBufferExtended(Relation reln, ForkNumber forkNum, BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy)
Definition: bufmgr.c:741

◆ ReadBufferExtended()

Buffer ReadBufferExtended ( Relation  reln,
ForkNumber  forkNum,
BlockNumber  blockNum,
ReadBufferMode  mode,
BufferAccessStrategy  strategy 
)

Definition at line 741 of file bufmgr.c.

References buf, ereport, errcode(), errmsg(), ERROR, pgstat_count_buffer_hit, pgstat_count_buffer_read, RelationData::rd_rel, ReadBuffer_common(), RELATION_IS_OTHER_TEMP, and RelationGetSmgr().

Referenced by _hash_getbuf_with_strategy(), _hash_getinitbuf(), _hash_getnewbuf(), autoprewarm_database_main(), blbulkdelete(), blgetbitmap(), blvacuumcleanup(), brin_vacuum_scan(), brinbuildempty(), bt_recheck_sibling_links(), btvacuumpage(), collect_corrupt_items(), collect_visibility_data(), count_nondeletable_pages(), fsm_readbuf(), get_raw_page_internal(), ginbuildempty(), ginbulkdelete(), ginDeletePage(), ginScanToDelete(), ginvacuumcleanup(), ginVacuumPostingTree(), ginVacuumPostingTreeLeaves(), gistbuildempty(), gistvacuum_delete_empty_pages(), gistvacuumpage(), hashbulkdelete(), heapam_scan_analyze_next_block(), heapgetpage(), lazy_scan_heap(), lazy_vacuum_heap_rel(), log_newpage_range(), palloc_btree_page(), pg_prewarm(), pgstat_btree_page(), pgstat_gist_page(), pgstat_heap(), pgstathashindex(), pgstatindex_impl(), ReadBuffer(), ReadBufferBI(), spgprocesspending(), spgvacuumpage(), statapprox_heap(), verify_heapam(), and vm_readbuf().

743 {
744  bool hit;
745  Buffer buf;
746 
747  /*
748  * Reject attempts to read non-local temporary relations; we would be
749  * likely to get wrong data since we have no visibility into the owning
750  * session's local buffers.
751  */
752  if (RELATION_IS_OTHER_TEMP(reln))
753  ereport(ERROR,
754  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
755  errmsg("cannot access temporary tables of other sessions")));
756 
757  /*
758  * Read the buffer, and update pgstat counters to reflect a cache hit or
759  * miss.
760  */
761  pgstat_count_buffer_read(reln);
762  buf = ReadBuffer_common(RelationGetSmgr(reln), reln->rd_rel->relpersistence,
763  forkNum, blockNum, mode, strategy, &hit);
764  if (hit)
765  pgstat_count_buffer_hit(reln);
766  return buf;
767 }
mode
static PgChecksumMode mode
Definition: pg_checksums.c:65
errcode
int errcode(int sqlerrcode)
Definition: elog.c:698
RelationData::rd_rel
Form_pg_class rd_rel
Definition: rel.h:109
ERROR
#define ERROR
Definition: elog.h:46
pgstat_count_buffer_read
#define pgstat_count_buffer_read(rel)
Definition: pgstat.h:1050
buf
static char * buf
Definition: pg_test_fsync.c:68
pgstat_count_buffer_hit
#define pgstat_count_buffer_hit(rel)
Definition: pgstat.h:1055
ReadBuffer_common
static Buffer ReadBuffer_common(SMgrRelation reln, char relpersistence, ForkNumber forkNum, BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy, bool *hit)
Definition: bufmgr.c:801
ereport
#define ereport(elevel,...)
Definition: elog.h:157
RELATION_IS_OTHER_TEMP
#define RELATION_IS_OTHER_TEMP(relation)
Definition: rel.h:631
RelationGetSmgr
static SMgrRelation RelationGetSmgr(Relation rel)
Definition: rel.h:544
errmsg
int errmsg(const char *fmt,...)
Definition: elog.c:909
Buffer
int Buffer
Definition: buf.h:23

◆ ReadBufferWithoutRelcache()

Buffer ReadBufferWithoutRelcache ( RelFileNode  rnode,
ForkNumber  forkNum,
BlockNumber  blockNum,
ReadBufferMode  mode,
BufferAccessStrategy  strategy 
)

Definition at line 780 of file bufmgr.c.

References Assert, InRecovery, InvalidBackendId, ReadBuffer_common(), and smgropen().

Referenced by XLogReadBufferExtended().

783 {
784  bool hit;
785 
786  SMgrRelation smgr = smgropen(rnode, InvalidBackendId);
787 
788  Assert(InRecovery);
789 
790  return ReadBuffer_common(smgr, RELPERSISTENCE_PERMANENT, forkNum, blockNum,
791  mode, strategy, &hit);
792 }
mode
static PgChecksumMode mode
Definition: pg_checksums.c:65
smgropen
SMgrRelation smgropen(RelFileNode rnode, BackendId backend)
Definition: smgr.c:146
InvalidBackendId
#define InvalidBackendId
Definition: backendid.h:23
ReadBuffer_common
static Buffer ReadBuffer_common(SMgrRelation reln, char relpersistence, ForkNumber forkNum, BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy, bool *hit)
Definition: bufmgr.c:801
InRecovery
bool InRecovery
Definition: xlogutils.c:52
Assert
#define Assert(condition)
Definition: c.h:804

◆ ReadRecentBuffer()

bool ReadRecentBuffer ( RelFileNode  rnode,
ForkNumber  forkNum,
BlockNumber  blockNum,
Buffer  recent_buffer 
)

Definition at line 618 of file bufmgr.c.

References Assert, BM_MAX_USAGE_COUNT, BM_VALID, BUF_STATE_GET_USAGECOUNT, BUF_USAGECOUNT_ONE, BufferIsLocal, BufferIsValid, BUFFERTAGS_EQUAL, CurrentResourceOwner, GetBufferDescriptor, GetPrivateRefCount(), INIT_BUFFERTAG, LocalRefCount, LockBufHdr(), pg_atomic_read_u32(), pg_atomic_write_u32(), PinBuffer(), PinBuffer_Locked(), ReservePrivateRefCountEntry(), ResourceOwnerEnlargeBuffers(), ResourceOwnerRememberBuffer(), BufferDesc::state, BufferDesc::tag, and UnlockBufHdr.

620 {
621  BufferDesc *bufHdr;
622  BufferTag tag;
623  uint32 buf_state;
624  bool have_private_ref;
625 
626  Assert(BufferIsValid(recent_buffer));
627 
628  ResourceOwnerEnlargeBuffers(CurrentResourceOwner);
629  ReservePrivateRefCountEntry();
630  INIT_BUFFERTAG(tag, rnode, forkNum, blockNum);
631 
632  if (BufferIsLocal(recent_buffer))
633  {
634  bufHdr = GetBufferDescriptor(-recent_buffer - 1);
635  buf_state = pg_atomic_read_u32(&bufHdr->state);
636 
637  /* Is it still valid and holding the right tag? */
638  if ((buf_state & BM_VALID) && BUFFERTAGS_EQUAL(tag, bufHdr->tag))
639  {
640  /* Bump local buffer's ref and usage counts. */
641  ResourceOwnerRememberBuffer(CurrentResourceOwner, recent_buffer);
642  LocalRefCount[-recent_buffer - 1]++;
643  if (BUF_STATE_GET_USAGECOUNT(buf_state) < BM_MAX_USAGE_COUNT)
644  pg_atomic_write_u32(&bufHdr->state,
645  buf_state + BUF_USAGECOUNT_ONE);
646 
647  return true;
648  }
649  }
650  else
651  {
652  bufHdr = GetBufferDescriptor(recent_buffer - 1);
653  have_private_ref = GetPrivateRefCount(recent_buffer) > 0;
654 
655  /*
656  * Do we already have this buffer pinned with a private reference? If
657  * so, it must be valid and it is safe to check the tag without
658  * locking. If not, we have to lock the header first and then check.
659  */
660  if (have_private_ref)
661  buf_state = pg_atomic_read_u32(&bufHdr->state);
662  else
663  buf_state = LockBufHdr(bufHdr);
664 
665  if ((buf_state & BM_VALID) && BUFFERTAGS_EQUAL(tag, bufHdr->tag))
666  {
667  /*
668  * It's now safe to pin the buffer. We can't pin first and ask
669  * questions later, because because it might confuse code paths
670  * like InvalidateBuffer() if we pinned a random non-matching
671  * buffer.
672  */
673  if (have_private_ref)
674  PinBuffer(bufHdr, NULL); /* bump pin count */
675  else
676  PinBuffer_Locked(bufHdr); /* pin for first time */
677 
678  return true;
679  }
680 
681  /* If we locked the header above, now unlock. */
682  if (!have_private_ref)
683  UnlockBufHdr(bufHdr, buf_state);
684  }
685 
686  return false;
687 }
PinBuffer
static bool PinBuffer(BufferDesc *buf, BufferAccessStrategy strategy)
Definition: bufmgr.c:1677
CurrentResourceOwner
ResourceOwner CurrentResourceOwner
Definition: resowner.c:146
ResourceOwnerRememberBuffer
void ResourceOwnerRememberBuffer(ResourceOwner owner, Buffer buffer)
Definition: resowner.c:959
BUF_USAGECOUNT_ONE
#define BUF_USAGECOUNT_ONE
Definition: buf_internals.h:44
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
GetPrivateRefCount
static int32 GetPrivateRefCount(Buffer buffer)
Definition: bufmgr.c:387
uint32
unsigned int uint32
Definition: c.h:441
BUFFERTAGS_EQUAL
#define BUFFERTAGS_EQUAL(a, b)
Definition: buf_internals.h:114
ResourceOwnerEnlargeBuffers
void ResourceOwnerEnlargeBuffers(ResourceOwner owner)
Definition: resowner.c:946
BM_VALID
#define BM_VALID
Definition: buf_internals.h:60
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
Assert
#define Assert(condition)
Definition: c.h:804
INIT_BUFFERTAG
#define INIT_BUFFERTAG(a, xx_rnode, xx_forkNum, xx_blockNum)
Definition: buf_internals.h:107
PinBuffer_Locked
static void PinBuffer_Locked(BufferDesc *buf)
Definition: bufmgr.c:1780
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
BM_MAX_USAGE_COUNT
#define BM_MAX_USAGE_COUNT
Definition: buf_internals.h:77
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
ReservePrivateRefCountEntry
static void ReservePrivateRefCountEntry(void)
Definition: bufmgr.c:215
BufferDesc::state
pg_atomic_uint32 state
Definition: buf_internals.h:188
BUF_STATE_GET_USAGECOUNT
#define BUF_STATE_GET_USAGECOUNT(state)
Definition: buf_internals.h:50
pg_atomic_write_u32
static void pg_atomic_write_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
Definition: atomics.h:258
LocalRefCount
int32 * LocalRefCount
Definition: localbuf.c:45
pg_atomic_read_u32
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:241

◆ RelationGetNumberOfBlocksInFork()

BlockNumber RelationGetNumberOfBlocksInFork ( Relation  relation,
ForkNumber  forkNum 
)

Definition at line 2939 of file bufmgr.c.

References Assert, RelationData::rd_rel, RelationGetSmgr(), smgrnblocks(), and table_relation_size().

Referenced by _hash_getnewbuf(), _hash_init(), autoprewarm_database_main(), get_raw_page_internal(), and pg_prewarm().

2940 {
2941  switch (relation->rd_rel->relkind)
2942  {
2943  case RELKIND_SEQUENCE:
2944  case RELKIND_INDEX:
2945  case RELKIND_PARTITIONED_INDEX:
2946  return smgrnblocks(RelationGetSmgr(relation), forkNum);
2947 
2948  case RELKIND_RELATION:
2949  case RELKIND_TOASTVALUE:
2950  case RELKIND_MATVIEW:
2951  {
2952  /*
2953  * Not every table AM uses BLCKSZ wide fixed size blocks.
2954  * Therefore tableam returns the size in bytes - but for the
2955  * purpose of this routine, we want the number of blocks.
2956  * Therefore divide, rounding up.
2957  */
2958  uint64 szbytes;
2959 
2960  szbytes = table_relation_size(relation, forkNum);
2961 
2962  return (szbytes + (BLCKSZ - 1)) / BLCKSZ;
2963  }
2964  case RELKIND_VIEW:
2965  case RELKIND_COMPOSITE_TYPE:
2966  case RELKIND_FOREIGN_TABLE:
2967  case RELKIND_PARTITIONED_TABLE:
2968  default:
2969  Assert(false);
2970  break;
2971  }
2972 
2973  return 0; /* keep compiler quiet */
2974 }
RelationData::rd_rel
Form_pg_class rd_rel
Definition: rel.h:109
table_relation_size
static uint64 table_relation_size(Relation rel, ForkNumber forkNumber)
Definition: tableam.h:1838
smgrnblocks
BlockNumber smgrnblocks(SMgrRelation reln, ForkNumber forknum)
Definition: smgr.c:548
Assert
#define Assert(condition)
Definition: c.h:804
RelationGetSmgr
static SMgrRelation RelationGetSmgr(Relation rel)
Definition: rel.h:544

◆ ReleaseAndReadBuffer()

Buffer ReleaseAndReadBuffer ( Buffer  buffer,
Relation  relation,
BlockNumber  blockNum 
)

Definition at line 1619 of file bufmgr.c.

References Assert, buftag::blockNum, PrivateRefCountEntry::buffer, BufferIsLocal, BufferIsPinned, BufferIsValid, CurrentResourceOwner, buftag::forkNum, GetBufferDescriptor, GetLocalBufferDescriptor, LocalRefCount, MAIN_FORKNUM, RelationData::rd_node, ReadBuffer(), RelFileNodeEquals, ResourceOwnerForgetBuffer(), buftag::rnode, BufferDesc::tag, and UnpinBuffer().

Referenced by _bt_relandgetbuf(), ginFindLeafPage(), heapam_index_fetch_tuple(), and heapam_scan_bitmap_next_block().

1622 {
1623  ForkNumber forkNum = MAIN_FORKNUM;
1624  BufferDesc *bufHdr;
1625 
1626  if (BufferIsValid(buffer))
1627  {
1628  Assert(BufferIsPinned(buffer));
1629  if (BufferIsLocal(buffer))
1630  {
1631  bufHdr = GetLocalBufferDescriptor(-buffer - 1);
1632  if (bufHdr->tag.blockNum == blockNum &&
1633  RelFileNodeEquals(bufHdr->tag.rnode, relation->rd_node) &&
1634  bufHdr->tag.forkNum == forkNum)
1635  return buffer;
1636  ResourceOwnerForgetBuffer(CurrentResourceOwner, buffer);
1637  LocalRefCount[-buffer - 1]--;
1638  }
1639  else
1640  {
1641  bufHdr = GetBufferDescriptor(buffer - 1);
1642  /* we have pin, so it's ok to examine tag without spinlock */
1643  if (bufHdr->tag.blockNum == blockNum &&
1644  RelFileNodeEquals(bufHdr->tag.rnode, relation->rd_node) &&
1645  bufHdr->tag.forkNum == forkNum)
1646  return buffer;
1647  UnpinBuffer(bufHdr, true);
1648  }
1649  }
1650 
1651  return ReadBuffer(relation, blockNum);
1652 }
BufferIsPinned
#define BufferIsPinned(bufnum)
Definition: bufmgr.c:448
buftag::forkNum
ForkNumber forkNum
Definition: buf_internals.h:94
CurrentResourceOwner
ResourceOwner CurrentResourceOwner
Definition: resowner.c:146
GetLocalBufferDescriptor
#define GetLocalBufferDescriptor(id)
Definition: buf_internals.h:224
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
ForkNumber
ForkNumber
Definition: relpath.h:40
UnpinBuffer
static void UnpinBuffer(BufferDesc *buf, bool fixOwner)
Definition: bufmgr.c:1825
RelationData::rd_node
RelFileNode rd_node
Definition: rel.h:56
Assert
#define Assert(condition)
Definition: c.h:804
ReadBuffer
Buffer ReadBuffer(Relation reln, BlockNumber blockNum)
Definition: bufmgr.c:694
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
buftag::blockNum
BlockNumber blockNum
Definition: buf_internals.h:95
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
buftag::rnode
RelFileNode rnode
Definition: buf_internals.h:93
BufferDesc::tag
BufferTag tag
Definition: buf_internals.h:184
LocalRefCount
int32 * LocalRefCount
Definition: localbuf.c:45
RelFileNodeEquals
#define RelFileNodeEquals(node1, node2)
Definition: relfilenode.h:88
ResourceOwnerForgetBuffer
void ResourceOwnerForgetBuffer(ResourceOwner owner, Buffer buffer)
Definition: resowner.c:968

◆ ReleaseBuffer()

void ReleaseBuffer ( Buffer  buffer)

Definition at line 3772 of file bufmgr.c.

References Assert, BufferIsLocal, BufferIsValid, CurrentResourceOwner, elog, ERROR, GetBufferDescriptor, LocalRefCount, ResourceOwnerForgetBuffer(), and UnpinBuffer().

Referenced by _bt_drop_lock_and_maybe_pin(), _bt_getbuf(), _bt_pagedel(), _bt_relbuf(), _bt_search_insert(), _bt_unlink_halfdead_page(), _hash_dropbuf(), _hash_getbuf_with_condlock_cleanup(), autoprewarm_database_main(), blinsert(), BloomNewBuffer(), brin_getinsertbuffer(), brin_vacuum_scan(), bringetbitmap(), brinGetTupleForHeapBlock(), brininsert(), brinRevmapTerminate(), brinsummarize(), collect_corrupt_items(), collect_visibility_data(), entryLoadMoreItems(), ExecEndBitmapHeapScan(), ExecEndIndexOnlyScan(), ExecReScanBitmapHeapScan(), FreeBulkInsertState(), freeGinBtreeStack(), fsm_vacuum_page(), get_actual_variable_endpoint(), get_raw_page_internal(), GetRecordedFreeSpace(), ginDeletePage(), ginFindParents(), ginFinishSplit(), ginFreeScanKeys(), ginInsertCleanup(), GinNewBuffer(), ginScanToDelete(), gistdoinsert(), gistFindCorrectParent(), gistNewBuffer(), gistvacuum_delete_empty_pages(), heap_abort_speculative(), heap_delete(), heap_endscan(), heap_fetch(), heap_force_common(), heap_insert(), heap_lock_tuple(), heap_lock_updated_tuple_rec(), heap_multi_insert(), heap_rescan(), heap_update(), heap_xlog_delete(), heap_xlog_insert(), heap_xlog_lock(), heap_xlog_lock_updated(), heap_xlog_multi_insert(), heap_xlog_update(), heap_xlog_visible(), heapam_index_fetch_reset(), heapam_scan_sample_next_block(), heapam_tuple_lock(), heapgetpage(), heapgettup(), heapgettup_pagemode(), lazy_scan_heap(), lazy_vacuum_heap_rel(), pg_prewarm(), pg_visibility(), pg_visibility_map(), pg_visibility_map_summary(), pgstatindex_impl(), ReadBufferBI(), RelationGetBufferForTuple(), ReleaseBulkInsertStatePin(), ResourceOwnerReleaseInternal(), revmap_get_buffer(), revmap_physical_extend(), spgdoinsert(), SpGistGetBuffer(), SpGistNewBuffer(), SpGistUpdateMetaPage(), statapprox_heap(), summarize_range(), terminate_brin_buildstate(), tts_buffer_heap_clear(), tts_buffer_heap_materialize(), tts_buffer_heap_store_tuple(), UnlockReleaseBuffer(), verify_heapam(), visibilitymap_count(), visibilitymap_get_status(), visibilitymap_pin(), and XLogReadBufferExtended().

3773 {
3774  if (!BufferIsValid(buffer))
3775  elog(ERROR, "bad buffer ID: %d", buffer);
3776 
3777  if (BufferIsLocal(buffer))
3778  {
3779  ResourceOwnerForgetBuffer(CurrentResourceOwner, buffer);
3780 
3781  Assert(LocalRefCount[-buffer - 1] > 0);
3782  LocalRefCount[-buffer - 1]--;
3783  return;
3784  }
3785 
3786  UnpinBuffer(GetBufferDescriptor(buffer - 1), true);
3787 }
CurrentResourceOwner
ResourceOwner CurrentResourceOwner
Definition: resowner.c:146
ERROR
#define ERROR
Definition: elog.h:46
GetBufferDescriptor
#define GetBufferDescriptor(id)
Definition: buf_internals.h:223
UnpinBuffer
static void UnpinBuffer(BufferDesc *buf, bool fixOwner)
Definition: bufmgr.c:1825
Assert
#define Assert(condition)
Definition: c.h:804
BufferIsLocal
#define BufferIsLocal(buffer)
Definition: buf.h:37
BufferIsValid
#define BufferIsValid(bufnum)
Definition: bufmgr.h:123
elog
#define elog(elevel,...)
Definition: elog.h:232
LocalRefCount
int32 * LocalRefCount
Definition: localbuf.c:45
ResourceOwnerForgetBuffer
void ResourceOwnerForgetBuffer(ResourceOwner owner, Buffer buffer)
Definition: resowner.c:968

◆ TestForOldSnapshot()

static void TestForOldSnapshot ( Snapshot  snapshot,
Relation  relation,
Page  page 
)
inlinestatic

Definition at line 279 of file bufmgr.h.

References Assert, old_snapshot_threshold, PageGetLSN, SNAPSHOT_MVCC, SNAPSHOT_TOAST, TestForOldSnapshot_impl(), and XLogRecPtrIsInvalid.

Referenced by _bt_get_endpoint(), _bt_moveright(), _bt_readnextpage(), _bt_walk_left(), _hash_first(), _hash_next(), _hash_readnext(), _hash_readprev(), blgetbitmap(), brinGetTupleForHeapBlock(), brinRevmapInitialize(), collectMatchBitmap(), collectMatchesForHeapRow(), ginFindLeafPage(), gistScanPage(), heap_fetch(), heap_get_latest_tid(), heapgetpage(), heapgettup(), heapgettup_pagemode(), scanGetCandidate(), scanPendingInsert(), and spgWalk().

280 {
281  Assert(relation != NULL);
282 
283  if (old_snapshot_threshold >= 0
284  && (snapshot) != NULL
285  && ((snapshot)->snapshot_type == SNAPSHOT_MVCC
286  || (snapshot)->snapshot_type == SNAPSHOT_TOAST)
287  && !XLogRecPtrIsInvalid((snapshot)->lsn)
288  && PageGetLSN(page) > (snapshot)->lsn)
289  TestForOldSnapshot_impl(snapshot, relation);
290 }
XLogRecPtrIsInvalid
#define XLogRecPtrIsInvalid(r)
Definition: xlogdefs.h:29
Assert
#define Assert(condition)
Definition: c.h:804
PageGetLSN
#define PageGetLSN(page)
Definition: bufpage.h:366
old_snapshot_threshold
int old_snapshot_threshold
Definition: snapmgr.c:78
TestForOldSnapshot_impl
void TestForOldSnapshot_impl(Snapshot snapshot, Relation relation)
Definition: bufmgr.c:4852

◆ TestForOldSnapshot_impl()

void TestForOldSnapshot_impl ( Snapshot  snapshot,
Relation  relation 
)

Definition at line 4852 of file bufmgr.c.

References ereport, errcode(), errmsg(), ERROR, GetOldSnapshotThresholdTimestamp(), and RelationAllowsEarlyPruning.

Referenced by TestForOldSnapshot().

4853 {
4854  if (RelationAllowsEarlyPruning(relation)
4855  && (snapshot)->whenTaken < GetOldSnapshotThresholdTimestamp())
4856  ereport(ERROR,
4857  (errcode(ERRCODE_SNAPSHOT_TOO_OLD),
4858  errmsg("snapshot too old")));
4859 }
GetOldSnapshotThresholdTimestamp
TimestampTz GetOldSnapshotThresholdTimestamp(void)
Definition: snapmgr.c:1660
RelationAllowsEarlyPruning
#define RelationAllowsEarlyPruning(rel)
Definition: snapmgr.h:38
errcode
int errcode(int sqlerrcode)
Definition: elog.c:698
ERROR
#define ERROR
Definition: elog.h:46
ereport
#define ereport(elevel,...)
Definition: elog.h:157
errmsg
int errmsg(const char *fmt,...)
Definition: elog.c:909

◆ UnlockBuffers()

void UnlockBuffers ( void  )

Definition at line 3983 of file bufmgr.c.

References BM_PIN_COUNT_WAITER, buf, LockBufHdr(), MyProcPid, PinCountWaitBuf, UnlockBufHdr, and BufferDesc::wait_backend_pid.

Referenced by AbortSubTransaction(), AbortTransaction(), AtProcExit_Buffers(), AutoVacLauncherMain(), BackgroundWriterMain(), CheckpointerMain(), and WalWriterMain().

3984 {
3985  BufferDesc *buf = PinCountWaitBuf;
3986 
3987  if (buf)
3988  {
3989  uint32 buf_state;
3990 
3991  buf_state = LockBufHdr(buf);
3992 
3993  /*
3994  * Don't complain if flag bit not set; it could have been reset but we
3995  * got a cancel/die interrupt before getting the signal.
3996  */
3997  if ((buf_state & BM_PIN_COUNT_WAITER) != 0 &&
3998  buf->wait_backend_pid == MyProcPid)
3999  buf_state &= ~BM_PIN_COUNT_WAITER;
4000 
4001  UnlockBufHdr(buf, buf_state);
4002 
4003  PinCountWaitBuf = NULL;
4004  }
4005 }
MyProcPid
int MyProcPid
Definition: globals.c:43
BufferDesc::wait_backend_pid
int wait_backend_pid
Definition: buf_internals.h:190
buf
static char * buf
Definition: pg_test_fsync.c:68
uint32
unsigned int uint32
Definition: c.h:441
LockBufHdr
uint32 LockBufHdr(BufferDesc *desc)
Definition: bufmgr.c:4591
UnlockBufHdr
#define UnlockBufHdr(desc, s)
Definition: buf_internals.h:247
PinCountWaitBuf
static BufferDesc * PinCountWaitBuf
Definition: bufmgr.c:165
BM_PIN_COUNT_WAITER
#define BM_PIN_COUNT_WAITER
Definition: buf_internals.h:65

◆ UnlockReleaseBuffer()

void UnlockReleaseBuffer ( Buffer  buffer)

Definition at line 3795 of file bufmgr.c.

References BUFFER_LOCK_UNLOCK, LockBuffer(), and ReleaseBuffer().

Referenced by _bt_clear_incomplete_split(), _bt_restore_meta(), _hash_relbuf(), allocNewBuffer(), AlterSequence(), blbulkdelete(), blgetbitmap(), blinsert(), BloomInitMetapage(), blvacuumcleanup(), brin_doinsert(), brin_doupdate(), brin_evacuate_page(), brin_getinsertbuffer(), brin_xlog_createidx(), brin_xlog_desummarize_page(), brin_xlog_insert_update(), brin_xlog_revmap_extend(), brin_xlog_samepage_update(), brin_xlog_update(), brinbuild(), brinbuildempty(), brinGetStats(), brinRevmapDesummarizeRange(), bt_metap(), bt_page_items_internal(), bt_page_stats_internal(), bt_recheck_sibling_links(), btree_xlog_dedup(), btree_xlog_delete(), btree_xlog_insert(), btree_xlog_mark_page_halfdead(), btree_xlog_newroot(), btree_xlog_split(), btree_xlog_unlink_page(), btree_xlog_vacuum(), checkXLogConsistency(), collect_corrupt_items(), collect_visibility_data(), count_nondeletable_pages(), createPostingTree(), do_setval(), doPickSplit(), entryLoadMoreItems(), fill_seq_with_data(), flushCachedPage(), FreeSpaceMapPrepareTruncateRel(), fsm_search(), fsm_set_and_search(), generic_redo(), ginbuild(), ginbuildempty(), ginbulkdelete(), ginFindParents(), ginGetStats(), ginHeapTupleFastInsert(), ginInsertCleanup(), ginPlaceToPage(), ginRedoClearIncompleteSplit(), ginRedoCreatePTree(), ginRedoDeleteListPages(), ginRedoDeletePage(), ginRedoInsert(), ginRedoInsertListPage(), ginRedoSplit(), ginRedoUpdateMetapage(), ginRedoVacuumDataLeafPage(), ginRedoVacuumPage(), ginScanToDelete(), ginStepRight(), ginUpdateStats(), ginvacuumcleanup(), ginVacuumPostingTree(), ginVacuumPostingTreeLeaves(), gistbufferinginserttuples(), gistbuild(), gistbuildempty(), gistdoinsert(), gistFindCorrectParent(), gistFindPath(), gistGetMaxLevel(), gistinserttuples(), gistkillitems(), gistplacetopage(), gistProcessItup(), gistRedoClearFollowRight(), gistRedoDeleteRecord(), gistRedoPageDelete(), gistRedoPageSplitRecord(), gistRedoPageUpdateRecord(), gistScanPage(), gistvacuum_delete_empty_pages(), gistvacuumpage(), hash_xlog_add_ovfl_page(), hash_xlog_delete(), hash_xlog_init_bitmap_page(), hash_xlog_init_meta_page(), hash_xlog_insert(), hash_xlog_move_page_contents(), hash_xlog_split_allocate_page(), hash_xlog_split_cleanup(), hash_xlog_split_complete(), hash_xlog_split_page(), hash_xlog_squeeze_page(), hash_xlog_update_meta_page(), hash_xlog_vacuum_one_page(), heap_delete(), heap_finish_speculative(), heap_force_common(), heap_get_latest_tid(), heap_index_delete_tuples(), heap_inplace_update(), heap_insert(), heap_lock_updated_tuple_rec(), heap_multi_insert(), heap_update(), heap_xlog_confirm(), heap_xlog_delete(), heap_xlog_freeze_page(), heap_xlog_inplace(), heap_xlog_insert(), heap_xlog_lock(), heap_xlog_lock_updated(), heap_xlog_multi_insert(), heap_xlog_prune(), heap_xlog_update(), heap_xlog_vacuum(), heap_xlog_visible(), heapam_scan_analyze_next_tuple(), initBloomState(), lazy_scan_heap(), lazy_vacuum_heap_rel(), log_newpage_range(), moveLeafs(), nextval_internal(), palloc_btree_page(), pg_sequence_last_value(), pg_visibility(), pgstat_gist_page(), pgstat_heap(), pgstatginindex_internal(), pgstathashindex(), RelationAddExtraBlocks(), RelationGetBufferForTuple(), ResetSequence(), revmap_physical_extend(), scanGetCandidate(), scanPendingInsert(), scanPostingTree(), seq_redo(), shiftList(), spgAddNodeAction(), spgbuild(), spgdoinsert(), spgGetCache(), SpGistGetBuffer(), SpGistUpdateMetaPage(), spgMatchNodeAction(), spgprocesspending(), spgRedoAddLeaf(), spgRedoAddNode(), spgRedoMoveLeafs(), spgRedoPickSplit(), spgRedoSplitTuple(), spgRedoVacuumLeaf(), spgRedoVacuumRedirect(), spgRedoVacuumRoot(), spgSplitNodeAction(), spgvacuumpage(), spgWalk(), statapprox_heap(), verify_heapam(), visibilitymap_prepare_truncate(), writeListPage(), xlog_redo(), and XLogRecordPageWithFreeSpace().

3796 {
3797  LockBuffer(buffer, BUFFER_LOCK_UNLOCK);
3798  ReleaseBuffer(buffer);
3799 }
BUFFER_LOCK_UNLOCK
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:96
ReleaseBuffer
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:3772
LockBuffer
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:4011

Variable Documentation

◆ backend_flush_after

int backend_flush_after

Definition at line 158 of file bufmgr.c.

Referenced by InitBufferPool().

◆ bgwriter_flush_after

int bgwriter_flush_after

Definition at line 157 of file bufmgr.c.

Referenced by BackgroundWriterMain().

◆ bgwriter_lru_maxpages

int bgwriter_lru_maxpages

Definition at line 133 of file bufmgr.c.

Referenced by BgBufferSync().

◆ bgwriter_lru_multiplier

double bgwriter_lru_multiplier

Definition at line 134 of file bufmgr.c.

Referenced by BgBufferSync().

◆ BufferBlocks

PGDLLIMPORT char* BufferBlocks

Definition at line 21 of file buf_init.c.

Referenced by InitBufferPool().

◆ checkpoint_flush_after

int checkpoint_flush_after

Definition at line 156 of file bufmgr.c.

Referenced by BufferSync().

◆ effective_io_concurrency

int effective_io_concurrency

Definition at line 143 of file bufmgr.c.

Referenced by get_tablespace_io_concurrency(), and tablespace_reloptions().

◆ LocalBufferBlockPointers

PGDLLIMPORT Block* LocalBufferBlockPointers

Definition at line 44 of file localbuf.c.

Referenced by InitLocalBuffers().

◆ LocalRefCount

PGDLLIMPORT int32* LocalRefCount

Definition at line 45 of file localbuf.c.

Referenced by CheckForLocalBufferLeaks(), ConditionalLockBufferForCleanup(), DropRelFileNodeAllLocalBuffers(), DropRelFileNodeLocalBuffers(), IncrBufferRefCount(), InitLocalBuffers(), IsBufferCleanupOK(), LocalBufferAlloc(), LockBufferForCleanup(), MarkLocalBufferDirty(), PrintBufferLeakWarning(), ReadRecentBuffer(), ReleaseAndReadBuffer(), and ReleaseBuffer().

◆ maintenance_io_concurrency

int maintenance_io_concurrency

Definition at line 150 of file bufmgr.c.

Referenced by get_tablespace_maintenance_io_concurrency(), heap_index_delete_tuples(), and tablespace_reloptions().

◆ NBuffers

PGDLLIMPORT int NBuffers

Definition at line 135 of file globals.c.

Referenced by apw_dump_now(), BgBufferSync(), BufferShmemSize(), BufferSync(), CheckpointerShmemInit(), CheckpointerShmemSize(), ClockSweepTick(), CLOGShmemBuffers(), CommitTsShmemBuffers(), CreateCheckPoint(), DropDatabaseBuffers(), DropRelFileNodeBuffers(), DropRelFileNodesAllBuffers(), FlushDatabaseBuffers(), FlushRelationBuffers(), FlushRelationsAllBuffers(), GetAccessStrategy(), hashbuild(), InitBufferPool(), initscan(), LogCheckpointEnd(), pg_buffercache_pages(), StrategyGetBuffer(), StrategyInitialize(), StrategyShmemSize(), StrategySyncStart(), table_block_parallelscan_initialize(), and XLOGChooseNumBuffers().

◆ NLocBuffer

PGDLLIMPORT int NLocBuffer

Definition at line 41 of file localbuf.c.

Referenced by check_temp_buffers(), CheckForLocalBufferLeaks(), DropRelFileNodeAllLocalBuffers(), DropRelFileNodeLocalBuffers(), FlushRelationBuffers(), GetLocalBufferStorage(), hashbuild(), InitLocalBuffers(), and LocalBufferAlloc().

◆ track_io_timing

bool track_io_timing

Definition at line 135 of file bufmgr.c.

Referenced by do_analyze_rel(), FlushBuffer(), heap_vacuum_rel(), ReadBuffer_common(), and show_buffer_usage().

◆ zero_damaged_pages

bool zero_damaged_pages

Definition at line 132 of file bufmgr.c.

Referenced by mdread(), and ReadBuffer_common().