PostgreSQL Source Code  git master
hash.h
Go to the documentation of this file.
1 /*-------------------------------------------------------------------------
2  *
3  * hash.h
4  * header file for postgres hash access method implementation
5  *
6  *
7  * Portions Copyright (c) 1996-2019, PostgreSQL Global Development Group
8  * Portions Copyright (c) 1994, Regents of the University of California
9  *
10  * src/include/access/hash.h
11  *
12  * NOTES
13  * modeled after Margo Seltzer's hash implementation for unix.
14  *
15  *-------------------------------------------------------------------------
16  */
17 #ifndef HASH_H
18 #define HASH_H
19 
20 #include "access/amapi.h"
21 #include "access/itup.h"
22 #include "access/sdir.h"
23 #include "catalog/pg_am_d.h"
24 #include "lib/stringinfo.h"
25 #include "storage/bufmgr.h"
26 #include "storage/lockdefs.h"
27 #include "utils/hashutils.h"
28 #include "utils/hsearch.h"
29 #include "utils/relcache.h"
30 
31 /*
32  * Mapping from hash bucket number to physical block number of bucket's
33  * starting page. Beware of multiple evaluations of argument!
34  */
35 typedef uint32 Bucket;
36 
37 #define InvalidBucket ((Bucket) 0xFFFFFFFF)
38 
39 #define BUCKET_TO_BLKNO(metap,B) \
40  ((BlockNumber) ((B) + ((B) ? (metap)->hashm_spares[_hash_spareindex((B)+1)-1] : 0)) + 1)
41 
42 /*
43  * Special space for hash index pages.
44  *
45  * hasho_flag's LH_PAGE_TYPE bits tell us which type of page we're looking at.
46  * Additional bits in the flag word are used for more transient purposes.
47  *
48  * To test a page's type, do (hasho_flag & LH_PAGE_TYPE) == LH_xxx_PAGE.
49  * However, we ensure that each used page type has a distinct bit so that
50  * we can OR together page types for uses such as the allowable-page-types
51  * argument of _hash_checkpage().
52  */
53 #define LH_UNUSED_PAGE (0)
54 #define LH_OVERFLOW_PAGE (1 << 0)
55 #define LH_BUCKET_PAGE (1 << 1)
56 #define LH_BITMAP_PAGE (1 << 2)
57 #define LH_META_PAGE (1 << 3)
58 #define LH_BUCKET_BEING_POPULATED (1 << 4)
59 #define LH_BUCKET_BEING_SPLIT (1 << 5)
60 #define LH_BUCKET_NEEDS_SPLIT_CLEANUP (1 << 6)
61 #define LH_PAGE_HAS_DEAD_TUPLES (1 << 7)
62 
63 #define LH_PAGE_TYPE \
64  (LH_OVERFLOW_PAGE | LH_BUCKET_PAGE | LH_BITMAP_PAGE | LH_META_PAGE)
65 
66 /*
67  * In an overflow page, hasho_prevblkno stores the block number of the previous
68  * page in the bucket chain; in a bucket page, hasho_prevblkno stores the
69  * hashm_maxbucket value as of the last time the bucket was last split, or
70  * else as of the time the bucket was created. The latter convention is used
71  * to determine whether a cached copy of the metapage is too stale to be used
72  * without needing to lock or pin the metapage.
73  *
74  * hasho_nextblkno is always the block number of the next page in the
75  * bucket chain, or InvalidBlockNumber if there are no more such pages.
76  */
77 typedef struct HashPageOpaqueData
78 {
79  BlockNumber hasho_prevblkno; /* see above */
80  BlockNumber hasho_nextblkno; /* see above */
81  Bucket hasho_bucket; /* bucket number this pg belongs to */
82  uint16 hasho_flag; /* page type code + flag bits, see above */
83  uint16 hasho_page_id; /* for identification of hash indexes */
85 
87 
88 #define H_NEEDS_SPLIT_CLEANUP(opaque) (((opaque)->hasho_flag & LH_BUCKET_NEEDS_SPLIT_CLEANUP) != 0)
89 #define H_BUCKET_BEING_SPLIT(opaque) (((opaque)->hasho_flag & LH_BUCKET_BEING_SPLIT) != 0)
90 #define H_BUCKET_BEING_POPULATED(opaque) (((opaque)->hasho_flag & LH_BUCKET_BEING_POPULATED) != 0)
91 #define H_HAS_DEAD_TUPLES(opaque) (((opaque)->hasho_flag & LH_PAGE_HAS_DEAD_TUPLES) != 0)
92 
93 /*
94  * The page ID is for the convenience of pg_filedump and similar utilities,
95  * which otherwise would have a hard time telling pages of different index
96  * types apart. It should be the last 2 bytes on the page. This is more or
97  * less "free" due to alignment considerations.
98  */
99 #define HASHO_PAGE_ID 0xFF80
100 
101 typedef struct HashScanPosItem /* what we remember about each match */
102 {
103  ItemPointerData heapTid; /* TID of referenced heap item */
104  OffsetNumber indexOffset; /* index item's location within page */
106 
107 typedef struct HashScanPosData
108 {
109  Buffer buf; /* if valid, the buffer is pinned */
110  BlockNumber currPage; /* current hash index page */
111  BlockNumber nextPage; /* next overflow page */
112  BlockNumber prevPage; /* prev overflow or bucket page */
113 
114  /*
115  * The items array is always ordered in index order (ie, increasing
116  * indexoffset). When scanning backwards it is convenient to fill the
117  * array back-to-front, so we start at the last slot and fill downwards.
118  * Hence we need both a first-valid-entry and a last-valid-entry counter.
119  * itemIndex is a cursor showing which entry was last returned to caller.
120  */
121  int firstItem; /* first valid index in items[] */
122  int lastItem; /* last valid index in items[] */
123  int itemIndex; /* current index in items[] */
124 
125  HashScanPosItem items[MaxIndexTuplesPerPage]; /* MUST BE LAST */
127 
128 #define HashScanPosIsPinned(scanpos) \
129 ( \
130  AssertMacro(BlockNumberIsValid((scanpos).currPage) || \
131  !BufferIsValid((scanpos).buf)), \
132  BufferIsValid((scanpos).buf) \
133 )
134 
135 #define HashScanPosIsValid(scanpos) \
136 ( \
137  AssertMacro(BlockNumberIsValid((scanpos).currPage) || \
138  !BufferIsValid((scanpos).buf)), \
139  BlockNumberIsValid((scanpos).currPage) \
140 )
141 
142 #define HashScanPosInvalidate(scanpos) \
143  do { \
144  (scanpos).buf = InvalidBuffer; \
145  (scanpos).currPage = InvalidBlockNumber; \
146  (scanpos).nextPage = InvalidBlockNumber; \
147  (scanpos).prevPage = InvalidBlockNumber; \
148  (scanpos).firstItem = 0; \
149  (scanpos).lastItem = 0; \
150  (scanpos).itemIndex = 0; \
151  } while (0);
152 
153 /*
154  * HashScanOpaqueData is private state for a hash index scan.
155  */
156 typedef struct HashScanOpaqueData
157 {
158  /* Hash value of the scan key, ie, the hash key we seek */
160 
161  /* remember the buffer associated with primary bucket */
163 
164  /*
165  * remember the buffer associated with primary bucket page of bucket being
166  * split. it is required during the scan of the bucket which is being
167  * populated during split operation.
168  */
170 
171  /* Whether scan starts on bucket being populated due to split */
173 
174  /*
175  * Whether scanning bucket being split? The value of this parameter is
176  * referred only when hashso_buc_populated is true.
177  */
179  /* info about killed items if any (killedItems is NULL if never used) */
180  int *killedItems; /* currPos.items indexes of killed items */
181  int numKilled; /* number of currently stored items */
182 
183  /*
184  * Identify all the matching items on a page and save them in
185  * HashScanPosData
186  */
187  HashScanPosData currPos; /* current position data */
189 
191 
192 /*
193  * Definitions for metapage.
194  */
195 
196 #define HASH_METAPAGE 0 /* metapage is always block 0 */
197 
198 #define HASH_MAGIC 0x6440640
199 #define HASH_VERSION 4
200 
201 /*
202  * spares[] holds the number of overflow pages currently allocated at or
203  * before a certain splitpoint. For example, if spares[3] = 7 then there are
204  * 7 ovflpages before splitpoint 3 (compare BUCKET_TO_BLKNO macro). The
205  * value in spares[ovflpoint] increases as overflow pages are added at the
206  * end of the index. Once ovflpoint increases (ie, we have actually allocated
207  * the bucket pages belonging to that splitpoint) the number of spares at the
208  * prior splitpoint cannot change anymore.
209  *
210  * ovflpages that have been recycled for reuse can be found by looking at
211  * bitmaps that are stored within ovflpages dedicated for the purpose.
212  * The blknos of these bitmap pages are kept in mapp[]; nmaps is the
213  * number of currently existing bitmaps.
214  *
215  * The limitation on the size of spares[] comes from the fact that there's
216  * no point in having more than 2^32 buckets with only uint32 hashcodes.
217  * (Note: The value of HASH_MAX_SPLITPOINTS which is the size of spares[] is
218  * adjusted in such a way to accommodate multi phased allocation of buckets
219  * after HASH_SPLITPOINT_GROUPS_WITH_ONE_PHASE).
220  *
221  * There is no particular upper limit on the size of mapp[], other than
222  * needing to fit into the metapage. (With 8K block size, 1024 bitmaps
223  * limit us to 256 GB of overflow space...). For smaller block size we
224  * can not use 1024 bitmaps as it will lead to the meta page data crossing
225  * the block size boundary. So we use BLCKSZ to determine the maximum number
226  * of bitmaps.
227  */
228 #define HASH_MAX_BITMAPS Min(BLCKSZ / 8, 1024)
229 
230 #define HASH_SPLITPOINT_PHASE_BITS 2
231 #define HASH_SPLITPOINT_PHASES_PER_GRP (1 << HASH_SPLITPOINT_PHASE_BITS)
232 #define HASH_SPLITPOINT_PHASE_MASK (HASH_SPLITPOINT_PHASES_PER_GRP - 1)
233 #define HASH_SPLITPOINT_GROUPS_WITH_ONE_PHASE 10
234 
235 /* defines max number of splitpoint phases a hash index can have */
236 #define HASH_MAX_SPLITPOINT_GROUP 32
237 #define HASH_MAX_SPLITPOINTS \
238  (((HASH_MAX_SPLITPOINT_GROUP - HASH_SPLITPOINT_GROUPS_WITH_ONE_PHASE) * \
239  HASH_SPLITPOINT_PHASES_PER_GRP) + \
240  HASH_SPLITPOINT_GROUPS_WITH_ONE_PHASE)
241 
242 typedef struct HashMetaPageData
243 {
244  uint32 hashm_magic; /* magic no. for hash tables */
245  uint32 hashm_version; /* version ID */
246  double hashm_ntuples; /* number of tuples stored in the table */
247  uint16 hashm_ffactor; /* target fill factor (tuples/bucket) */
248  uint16 hashm_bsize; /* index page size (bytes) */
249  uint16 hashm_bmsize; /* bitmap array size (bytes) - must be a power
250  * of 2 */
251  uint16 hashm_bmshift; /* log2(bitmap array size in BITS) */
252  uint32 hashm_maxbucket; /* ID of maximum bucket in use */
253  uint32 hashm_highmask; /* mask to modulo into entire table */
254  uint32 hashm_lowmask; /* mask to modulo into lower half of table */
255  uint32 hashm_ovflpoint; /* splitpoint from which ovflpage being
256  * allocated */
257  uint32 hashm_firstfree; /* lowest-number free ovflpage (bit#) */
258  uint32 hashm_nmaps; /* number of bitmap pages */
259  RegProcedure hashm_procid; /* hash function id from pg_proc */
260  uint32 hashm_spares[HASH_MAX_SPLITPOINTS]; /* spare pages before each
261  * splitpoint */
262  BlockNumber hashm_mapp[HASH_MAX_BITMAPS]; /* blknos of ovfl bitmaps */
264 
266 
267 typedef struct HashOptions
268 {
269  int32 varlena_header_; /* varlena header (do not touch directly!) */
270  int fillfactor; /* page fill factor in percent (0..100) */
271 } HashOptions;
272 
273 #define HashGetFillFactor(relation) \
274  (AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
275  relation->rd_rel->relam == HASH_AM_OID), \
276  (relation)->rd_options ? \
277  ((HashOptions *) (relation)->rd_options)->fillfactor : \
278  HASH_DEFAULT_FILLFACTOR)
279 #define HashGetTargetPageUsage(relation) \
280  (BLCKSZ * HashGetFillFactor(relation) / 100)
281 
282 /*
283  * Maximum size of a hash index item (it's okay to have only one per page)
284  */
285 #define HashMaxItemSize(page) \
286  MAXALIGN_DOWN(PageGetPageSize(page) - \
287  SizeOfPageHeaderData - \
288  sizeof(ItemIdData) - \
289  MAXALIGN(sizeof(HashPageOpaqueData)))
290 
291 #define INDEX_MOVED_BY_SPLIT_MASK INDEX_AM_RESERVED_BIT
292 
293 #define HASH_MIN_FILLFACTOR 10
294 #define HASH_DEFAULT_FILLFACTOR 75
295 
296 /*
297  * Constants
298  */
299 #define BYTE_TO_BIT 3 /* 2^3 bits/byte */
300 #define ALL_SET ((uint32) ~0)
301 
302 /*
303  * Bitmap pages do not contain tuples. They do contain the standard
304  * page headers and trailers; however, everything in between is a
305  * giant bit array. The number of bits that fit on a page obviously
306  * depends on the page size and the header/trailer overhead. We require
307  * the number of bits per page to be a power of 2.
308  */
309 #define BMPGSZ_BYTE(metap) ((metap)->hashm_bmsize)
310 #define BMPGSZ_BIT(metap) ((metap)->hashm_bmsize << BYTE_TO_BIT)
311 #define BMPG_SHIFT(metap) ((metap)->hashm_bmshift)
312 #define BMPG_MASK(metap) (BMPGSZ_BIT(metap) - 1)
313 
314 #define HashPageGetBitmap(page) \
315  ((uint32 *) PageGetContents(page))
316 
317 #define HashGetMaxBitmapSize(page) \
318  (PageGetPageSize((Page) page) - \
319  (MAXALIGN(SizeOfPageHeaderData) + MAXALIGN(sizeof(HashPageOpaqueData))))
320 
321 #define HashPageGetMeta(page) \
322  ((HashMetaPage) PageGetContents(page))
323 
324 /*
325  * The number of bits in an ovflpage bitmap word.
326  */
327 #define BITS_PER_MAP 32 /* Number of bits in uint32 */
328 
329 /* Given the address of the beginning of a bit map, clear/set the nth bit */
330 #define CLRBIT(A, N) ((A)[(N)/BITS_PER_MAP] &= ~(1<<((N)%BITS_PER_MAP)))
331 #define SETBIT(A, N) ((A)[(N)/BITS_PER_MAP] |= (1<<((N)%BITS_PER_MAP)))
332 #define ISSET(A, N) ((A)[(N)/BITS_PER_MAP] & (1<<((N)%BITS_PER_MAP)))
333 
334 /*
335  * page-level and high-level locking modes (see README)
336  */
337 #define HASH_READ BUFFER_LOCK_SHARE
338 #define HASH_WRITE BUFFER_LOCK_EXCLUSIVE
339 #define HASH_NOLOCK (-1)
340 
341 /*
342  * When a new operator class is declared, we require that the user supply
343  * us with an amproc function for hashing a key of the new type, returning
344  * a 32-bit hash value. We call this the "standard" hash function. We
345  * also allow an optional "extended" hash function which accepts a salt and
346  * returns a 64-bit hash value. This is highly recommended but, for reasons
347  * of backward compatibility, optional.
348  *
349  * When the salt is 0, the low 32 bits of the value returned by the extended
350  * hash function should match the value that would have been returned by the
351  * standard hash function.
352  */
353 #define HASHSTANDARD_PROC 1
354 #define HASHEXTENDED_PROC 2
355 #define HASHNProcs 2
356 
357 
358 /* public routines */
359 
361  struct IndexInfo *indexInfo);
362 extern void hashbuildempty(Relation index);
363 extern bool hashinsert(Relation rel, Datum *values, bool *isnull,
364  ItemPointer ht_ctid, Relation heapRel,
365  IndexUniqueCheck checkUnique,
366  struct IndexInfo *indexInfo);
367 extern bool hashgettuple(IndexScanDesc scan, ScanDirection dir);
368 extern int64 hashgetbitmap(IndexScanDesc scan, TIDBitmap *tbm);
369 extern IndexScanDesc hashbeginscan(Relation rel, int nkeys, int norderbys);
370 extern void hashrescan(IndexScanDesc scan, ScanKey scankey, int nscankeys,
371  ScanKey orderbys, int norderbys);
372 extern void hashendscan(IndexScanDesc scan);
374  IndexBulkDeleteResult *stats,
376  void *callback_state);
378  IndexBulkDeleteResult *stats);
379 extern bytea *hashoptions(Datum reloptions, bool validate);
380 extern bool hashvalidate(Oid opclassoid);
381 
382 /* private routines */
383 
384 /* hashinsert.c */
385 extern void _hash_doinsert(Relation rel, IndexTuple itup, Relation heapRel);
387  Size itemsize, IndexTuple itup);
388 extern void _hash_pgaddmultitup(Relation rel, Buffer buf, IndexTuple *itups,
389  OffsetNumber *itup_offsets, uint16 nitups);
390 
391 /* hashovfl.c */
392 extern Buffer _hash_addovflpage(Relation rel, Buffer metabuf, Buffer buf, bool retain_pin);
393 extern BlockNumber _hash_freeovflpage(Relation rel, Buffer bucketbuf, Buffer ovflbuf,
394  Buffer wbuf, IndexTuple *itups, OffsetNumber *itup_offsets,
395  Size *tups_size, uint16 nitups, BufferAccessStrategy bstrategy);
396 extern void _hash_initbitmapbuffer(Buffer buf, uint16 bmsize, bool initpage);
397 extern void _hash_squeezebucket(Relation rel,
398  Bucket bucket, BlockNumber bucket_blkno,
399  Buffer bucket_buf,
400  BufferAccessStrategy bstrategy);
402 
403 /* hashpage.c */
404 extern Buffer _hash_getbuf(Relation rel, BlockNumber blkno,
405  int access, int flags);
407  BlockNumber blkno, int flags);
408 extern HashMetaPage _hash_getcachedmetap(Relation rel, Buffer *metabuf,
409  bool force_refresh);
411  int access,
412  HashMetaPage *cachedmetap);
413 extern Buffer _hash_getinitbuf(Relation rel, BlockNumber blkno);
414 extern void _hash_initbuf(Buffer buf, uint32 max_bucket, uint32 num_bucket,
415  uint32 flag, bool initpage);
416 extern Buffer _hash_getnewbuf(Relation rel, BlockNumber blkno,
417  ForkNumber forkNum);
419  int access, int flags,
420  BufferAccessStrategy bstrategy);
421 extern void _hash_relbuf(Relation rel, Buffer buf);
422 extern void _hash_dropbuf(Relation rel, Buffer buf);
423 extern void _hash_dropscanbuf(Relation rel, HashScanOpaque so);
424 extern uint32 _hash_init(Relation rel, double num_tuples,
425  ForkNumber forkNum);
426 extern void _hash_init_metabuffer(Buffer buf, double num_tuples,
427  RegProcedure procid, uint16 ffactor, bool initpage);
428 extern void _hash_pageinit(Page page, Size size);
429 extern void _hash_expandtable(Relation rel, Buffer metabuf);
430 extern void _hash_finish_split(Relation rel, Buffer metabuf, Buffer obuf,
431  Bucket obucket, uint32 maxbucket, uint32 highmask,
432  uint32 lowmask);
433 
434 /* hashsearch.c */
435 extern bool _hash_next(IndexScanDesc scan, ScanDirection dir);
436 extern bool _hash_first(IndexScanDesc scan, ScanDirection dir);
437 
438 /* hashsort.c */
439 typedef struct HSpool HSpool; /* opaque struct in hashsort.c */
440 
441 extern HSpool *_h_spoolinit(Relation heap, Relation index, uint32 num_buckets);
442 extern void _h_spooldestroy(HSpool *hspool);
443 extern void _h_spool(HSpool *hspool, ItemPointer self,
444  Datum *values, bool *isnull);
445 extern void _h_indexbuild(HSpool *hspool, Relation heapRel);
446 
447 /* hashutil.c */
448 extern bool _hash_checkqual(IndexScanDesc scan, IndexTuple itup);
450 extern uint32 _hash_datum2hashkey_type(Relation rel, Datum key, Oid keytype);
451 extern Bucket _hash_hashkey2bucket(uint32 hashkey, uint32 maxbucket,
452  uint32 highmask, uint32 lowmask);
453 extern uint32 _hash_log2(uint32 num);
454 extern uint32 _hash_spareindex(uint32 num_bucket);
455 extern uint32 _hash_get_totalbuckets(uint32 splitpoint_phase);
456 extern void _hash_checkpage(Relation rel, Buffer buf, int flags);
459  Datum *user_values, bool *user_isnull,
460  Datum *index_values, bool *index_isnull);
461 extern OffsetNumber _hash_binsearch(Page page, uint32 hash_value);
462 extern OffsetNumber _hash_binsearch_last(Page page, uint32 hash_value);
466  uint32 lowmask, uint32 maxbucket);
467 extern void _hash_kill_items(IndexScanDesc scan);
468 
469 /* hash.c */
470 extern void hashbucketcleanup(Relation rel, Bucket cur_bucket,
471  Buffer bucket_buf, BlockNumber bucket_blkno,
472  BufferAccessStrategy bstrategy,
473  uint32 maxbucket, uint32 highmask, uint32 lowmask,
474  double *tuples_removed, double *num_index_tuples,
475  bool split_cleanup,
476  IndexBulkDeleteCallback callback, void *callback_state);
477 
478 #endif /* HASH_H */
bool _hash_convert_tuple(Relation index, Datum *user_values, bool *user_isnull, Datum *index_values, bool *index_isnull)
Definition: hashutil.c:333
void hashendscan(IndexScanDesc scan)
Definition: hash.c:421
HashScanOpaqueData * HashScanOpaque
Definition: hash.h:190
uint16 hashm_bmshift
Definition: hash.h:251
uint16 hasho_page_id
Definition: hash.h:83
IndexScanDesc hashbeginscan(Relation rel, int nkeys, int norderbys)
Definition: hash.c:357
struct HashOptions HashOptions
Buffer _hash_getbuf(Relation rel, BlockNumber blkno, int access, int flags)
Definition: hashpage.c:68
BlockNumber _hash_freeovflpage(Relation rel, Buffer bucketbuf, Buffer ovflbuf, Buffer wbuf, IndexTuple *itups, OffsetNumber *itup_offsets, Size *tups_size, uint16 nitups, BufferAccessStrategy bstrategy)
Definition: hashovfl.c:489
RegProcedure hashm_procid
Definition: hash.h:259
void _hash_pageinit(Page page, Size size)
Definition: hashpage.c:597
bool hashvalidate(Oid opclassoid)
Definition: hashvalidate.c:44
uint32 _hash_log2(uint32 num)
Definition: hashutil.c:141
bytea * hashoptions(Datum reloptions, bool validate)
Definition: hashutil.c:290
int64 hashgetbitmap(IndexScanDesc scan, TIDBitmap *tbm)
Definition: hash.c:325
Buffer _hash_getbucketbuf_from_hashkey(Relation rel, uint32 hashkey, int access, HashMetaPage *cachedmetap)
Definition: hashpage.c:1557
bool _hash_checkqual(IndexScanDesc scan, IndexTuple itup)
Definition: hashutil.c:31
regproc RegProcedure
Definition: c.h:512
uint32 hashm_magic
Definition: hash.h:244
HashMetaPage _hash_getcachedmetap(Relation rel, Buffer *metabuf, bool force_refresh)
Definition: hashpage.c:1499
void hashrescan(IndexScanDesc scan, ScanKey scankey, int nscankeys, ScanKey orderbys, int norderbys)
Definition: hash.c:387
uint16 hashm_ffactor
Definition: hash.h:247
uint32 hashm_highmask
Definition: hash.h:253
HashMetaPageData * HashMetaPage
Definition: hash.h:265
void _hash_init_metabuffer(Buffer buf, double num_tuples, RegProcedure procid, uint16 ffactor, bool initpage)
Definition: hashpage.c:496
IndexBuildResult * hashbuild(Relation heap, Relation index, struct IndexInfo *indexInfo)
Definition: hash.c:106
uint32 BlockNumber
Definition: block.h:31
unsigned int Oid
Definition: postgres_ext.h:31
bool hashgettuple(IndexScanDesc scan, ScanDirection dir)
Definition: hash.c:273
void _hash_squeezebucket(Relation rel, Bucket bucket, BlockNumber bucket_blkno, Buffer bucket_buf, BufferAccessStrategy bstrategy)
Definition: hashovfl.c:805
uint32 hashm_lowmask
Definition: hash.h:254
void _h_spool(HSpool *hspool, ItemPointer self, Datum *values, bool *isnull)
Definition: hashsort.c:107
void _hash_initbuf(Buffer buf, uint32 max_bucket, uint32 num_bucket, uint32 flag, bool initpage)
Definition: hashpage.c:155
void _hash_dropscanbuf(Relation rel, HashScanOpaque so)
Definition: hashpage.c:287
int32 varlena_header_
Definition: hash.h:269
Buffer _hash_getinitbuf(Relation rel, BlockNumber blkno)
Definition: hashpage.c:133
signed int int32
Definition: c.h:347
bool hashinsert(Relation rel, Datum *values, bool *isnull, ItemPointer ht_ctid, Relation heapRel, IndexUniqueCheck checkUnique, struct IndexInfo *indexInfo)
Definition: hash.c:242
#define HASH_MAX_SPLITPOINTS
Definition: hash.h:237
uint32 _hash_datum2hashkey_type(Relation rel, Datum key, Oid keytype)
Definition: hashutil.c:102
uint16 OffsetNumber
Definition: off.h:24
Definition: type.h:89
uint32 Bucket
Definition: hash.h:35
IndexUniqueCheck
Definition: genam.h:112
int * killedItems
Definition: hash.h:180
bool _hash_next(IndexScanDesc scan, ScanDirection dir)
Definition: hashsearch.c:48
unsigned short uint16
Definition: c.h:358
void _hash_finish_split(Relation rel, Buffer metabuf, Buffer obuf, Bucket obucket, uint32 maxbucket, uint32 highmask, uint32 lowmask)
Definition: hashpage.c:1353
BlockNumber hasho_prevblkno
Definition: hash.h:79
Buffer _hash_getnewbuf(Relation rel, BlockNumber blkno, ForkNumber forkNum)
Definition: hashpage.c:196
uint32 _hash_spareindex(uint32 num_bucket)
Definition: hashutil.c:157
void _hash_checkpage(Relation rel, Buffer buf, int flags)
Definition: hashutil.c:225
static void callback(struct sockaddr *addr, struct sockaddr *mask, void *unused)
Definition: test_ifaddrs.c:48
uint32 hashm_version
Definition: hash.h:245
uint32 hashm_nmaps
Definition: hash.h:258
struct HashMetaPageData HashMetaPageData
Buffer _hash_addovflpage(Relation rel, Buffer metabuf, Buffer buf, bool retain_pin)
Definition: hashovfl.c:111
IndexBulkDeleteResult * hashvacuumcleanup(IndexVacuumInfo *info, IndexBulkDeleteResult *stats)
Definition: hash.c:638
static char * buf
Definition: pg_test_fsync.c:67
char * flag(int b)
Definition: test-ctype.c:33
void _hash_doinsert(Relation rel, IndexTuple itup, Relation heapRel)
Definition: hashinsert.c:36
ScanDirection
Definition: sdir.h:22
OffsetNumber _hash_pgaddtup(Relation rel, Buffer buf, Size itemsize, IndexTuple itup)
Definition: hashinsert.c:268
void _hash_initbitmapbuffer(Buffer buf, uint16 bmsize, bool initpage)
Definition: hashovfl.c:740
unsigned int uint32
Definition: c.h:359
BlockNumber currPage
Definition: hash.h:110
Buffer hashso_bucket_buf
Definition: hash.h:162
uint32 _hash_get_totalbuckets(uint32 splitpoint_phase)
Definition: hashutil.c:189
ForkNumber
Definition: relpath.h:40
void _hash_relbuf(Relation rel, Buffer buf)
Definition: hashpage.c:264
#define HASH_MAX_BITMAPS
Definition: hash.h:228
void _hash_expandtable(Relation rel, Buffer metabuf)
Definition: hashpage.c:615
bool _hash_first(IndexScanDesc scan, ScanDirection dir)
Definition: hashsearch.c:292
uint32 hashm_ovflpoint
Definition: hash.h:255
uint16 hashm_bsize
Definition: hash.h:248
uint32 _hash_init(Relation rel, double num_tuples, ForkNumber forkNum)
Definition: hashpage.c:325
BlockNumber _hash_get_newblock_from_oldbucket(Relation rel, Bucket old_bucket)
Definition: hashutil.c:476
uintptr_t Datum
Definition: postgres.h:367
BlockNumber _hash_get_oldblock_from_newbucket(Relation rel, Bucket new_bucket)
Definition: hashutil.c:437
double hashm_ntuples
Definition: hash.h:246
bool hashso_buc_populated
Definition: hash.h:172
Buffer buf
Definition: hash.h:109
uint32 hashm_firstfree
Definition: hash.h:257
uint32 hashso_sk_hash
Definition: hash.h:159
void hashbucketcleanup(Relation rel, Bucket cur_bucket, Buffer bucket_buf, BlockNumber bucket_blkno, BufferAccessStrategy bstrategy, uint32 maxbucket, uint32 highmask, uint32 lowmask, double *tuples_removed, double *num_index_tuples, bool split_cleanup, IndexBulkDeleteCallback callback, void *callback_state)
Definition: hash.c:677
uint32 _hash_get_indextuple_hashkey(IndexTuple itup)
Definition: hashutil.c:306
Bucket _hash_get_newbucket_from_oldbucket(Relation rel, Bucket old_bucket, uint32 lowmask, uint32 maxbucket)
Definition: hashutil.c:509
struct HashScanPosData HashScanPosData
void hashbuildempty(Relation index)
Definition: hash.c:192
void _h_spooldestroy(HSpool *hspool)
Definition: hashsort.c:97
int fillfactor
Definition: hash.h:270
Bucket hasho_bucket
Definition: hash.h:81
int lastItem
Definition: hash.h:122
struct HashScanPosItem HashScanPosItem
size_t Size
Definition: c.h:467
void _hash_dropbuf(Relation rel, Buffer buf)
Definition: hashpage.c:275
HashPageOpaqueData * HashPageOpaque
Definition: hash.h:86
OffsetNumber _hash_binsearch_last(Page page, uint32 hash_value)
Definition: hashutil.c:403
HSpool * _h_spoolinit(Relation heap, Relation index, uint32 num_buckets)
Definition: hashsort.c:58
Buffer _hash_getbuf_with_condlock_cleanup(Relation rel, BlockNumber blkno, int flags)
Definition: hashpage.c:94
struct HashScanOpaqueData HashScanOpaqueData
uint32 hashm_maxbucket
Definition: hash.h:252
HashScanPosData currPos
Definition: hash.h:187
struct HashPageOpaqueData HashPageOpaqueData
uint16 hasho_flag
Definition: hash.h:82
bool hashso_buc_split
Definition: hash.h:178
static Datum values[MAXATTR]
Definition: bootstrap.c:167
Bucket _hash_hashkey2bucket(uint32 hashkey, uint32 maxbucket, uint32 highmask, uint32 lowmask)
Definition: hashutil.c:125
#define MaxIndexTuplesPerPage
Definition: itup.h:145
OffsetNumber indexOffset
Definition: hash.h:104
void _h_indexbuild(HSpool *hspool, Relation heapRel)
Definition: hashsort.c:118
void _hash_kill_items(IndexScanDesc scan)
Definition: hashutil.c:551
Buffer hashso_split_bucket_buf
Definition: hash.h:169
Buffer _hash_getbuf_with_strategy(Relation rel, BlockNumber blkno, int access, int flags, BufferAccessStrategy bstrategy)
Definition: hashpage.c:237
BlockNumber nextPage
Definition: hash.h:111
BlockNumber hasho_nextblkno
Definition: hash.h:80
uint16 hashm_bmsize
Definition: hash.h:249
uint32 _hash_datum2hashkey(Relation rel, Datum key)
Definition: hashutil.c:82
Definition: c.h:556
ItemPointerData heapTid
Definition: hash.h:103
OffsetNumber _hash_binsearch(Page page, uint32 hash_value)
Definition: hashutil.c:365
uint32 _hash_ovflblkno_to_bitno(HashMetaPage metap, BlockNumber ovflblkno)
Definition: hashovfl.c:61
int itemIndex
Definition: hash.h:123
IndexBulkDeleteResult * hashbulkdelete(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, void *callback_state)
Definition: hash.c:452
void _hash_pgaddmultitup(Relation rel, Buffer buf, IndexTuple *itups, OffsetNumber *itup_offsets, uint16 nitups)
Definition: hashinsert.c:299
int firstItem
Definition: hash.h:121
BlockNumber prevPage
Definition: hash.h:112
int Buffer
Definition: buf.h:23
Pointer Page
Definition: bufpage.h:78
bool(* IndexBulkDeleteCallback)(ItemPointer itemptr, void *state)
Definition: genam.h:84