PostgreSQL Source Code  git master
pg_prewarm.c
Go to the documentation of this file.
1 /*-------------------------------------------------------------------------
2  *
3  * pg_prewarm.c
4  * prewarming utilities
5  *
6  * Copyright (c) 2010-2024, PostgreSQL Global Development Group
7  *
8  * IDENTIFICATION
9  * contrib/pg_prewarm/pg_prewarm.c
10  *
11  *-------------------------------------------------------------------------
12  */
13 #include "postgres.h"
14 
15 #include <sys/stat.h>
16 #include <unistd.h>
17 
18 #include "access/relation.h"
19 #include "fmgr.h"
20 #include "miscadmin.h"
21 #include "storage/bufmgr.h"
22 #include "storage/read_stream.h"
23 #include "storage/smgr.h"
24 #include "utils/acl.h"
25 #include "utils/builtins.h"
26 #include "utils/lsyscache.h"
27 #include "utils/rel.h"
28 
30 
32 
33 typedef enum
34 {
38 } PrewarmType;
39 
41 
42 /*
43  * pg_prewarm(regclass, mode text, fork text,
44  * first_block int8, last_block int8)
45  *
46  * The first argument is the relation to be prewarmed; the second controls
47  * how prewarming is done; legal options are 'prefetch', 'read', and 'buffer'.
48  * The third is the name of the relation fork to be prewarmed. The fourth
49  * and fifth arguments specify the first and last block to be prewarmed.
50  * If the fourth argument is NULL, it will be taken as 0; if the fifth argument
51  * is NULL, it will be taken as the number of blocks in the relation. The
52  * return value is the number of blocks successfully prewarmed.
53  */
54 Datum
56 {
57  Oid relOid;
58  text *forkName;
59  text *type;
60  int64 first_block;
61  int64 last_block;
62  int64 nblocks;
63  int64 blocks_done = 0;
64  int64 block;
65  Relation rel;
66  ForkNumber forkNumber;
67  char *forkString;
68  char *ttype;
69  PrewarmType ptype;
70  AclResult aclresult;
71 
72  /* Basic sanity checking. */
73  if (PG_ARGISNULL(0))
74  ereport(ERROR,
75  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
76  errmsg("relation cannot be null")));
77  relOid = PG_GETARG_OID(0);
78  if (PG_ARGISNULL(1))
79  ereport(ERROR,
80  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
81  errmsg("prewarm type cannot be null")));
83  ttype = text_to_cstring(type);
84  if (strcmp(ttype, "prefetch") == 0)
85  ptype = PREWARM_PREFETCH;
86  else if (strcmp(ttype, "read") == 0)
87  ptype = PREWARM_READ;
88  else if (strcmp(ttype, "buffer") == 0)
89  ptype = PREWARM_BUFFER;
90  else
91  {
92  ereport(ERROR,
93  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
94  errmsg("invalid prewarm type"),
95  errhint("Valid prewarm types are \"prefetch\", \"read\", and \"buffer\".")));
96  PG_RETURN_INT64(0); /* Placate compiler. */
97  }
98  if (PG_ARGISNULL(2))
99  ereport(ERROR,
100  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
101  errmsg("relation fork cannot be null")));
102  forkName = PG_GETARG_TEXT_PP(2);
103  forkString = text_to_cstring(forkName);
104  forkNumber = forkname_to_number(forkString);
105 
106  /* Open relation and check privileges. */
107  rel = relation_open(relOid, AccessShareLock);
108  aclresult = pg_class_aclcheck(relOid, GetUserId(), ACL_SELECT);
109  if (aclresult != ACLCHECK_OK)
110  aclcheck_error(aclresult, get_relkind_objtype(rel->rd_rel->relkind), get_rel_name(relOid));
111 
112  /* Check that the fork exists. */
113  if (!smgrexists(RelationGetSmgr(rel), forkNumber))
114  ereport(ERROR,
115  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
116  errmsg("fork \"%s\" does not exist for this relation",
117  forkString)));
118 
119  /* Validate block numbers, or handle nulls. */
120  nblocks = RelationGetNumberOfBlocksInFork(rel, forkNumber);
121  if (PG_ARGISNULL(3))
122  first_block = 0;
123  else
124  {
125  first_block = PG_GETARG_INT64(3);
126  if (first_block < 0 || first_block >= nblocks)
127  ereport(ERROR,
128  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
129  errmsg("starting block number must be between 0 and %lld",
130  (long long) (nblocks - 1))));
131  }
132  if (PG_ARGISNULL(4))
133  last_block = nblocks - 1;
134  else
135  {
136  last_block = PG_GETARG_INT64(4);
137  if (last_block < 0 || last_block >= nblocks)
138  ereport(ERROR,
139  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
140  errmsg("ending block number must be between 0 and %lld",
141  (long long) (nblocks - 1))));
142  }
143 
144  /* Now we're ready to do the real work. */
145  if (ptype == PREWARM_PREFETCH)
146  {
147 #ifdef USE_PREFETCH
148 
149  /*
150  * In prefetch mode, we just hint the OS to read the blocks, but we
151  * don't know whether it really does it, and we don't wait for it to
152  * finish.
153  *
154  * It would probably be better to pass our prefetch requests in chunks
155  * of a megabyte or maybe even a whole segment at a time, but there's
156  * no practical way to do that at present without a gross modularity
157  * violation, so we just do this.
158  */
159  for (block = first_block; block <= last_block; ++block)
160  {
162  PrefetchBuffer(rel, forkNumber, block);
163  ++blocks_done;
164  }
165 #else
166  ereport(ERROR,
167  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
168  errmsg("prefetch is not supported by this build")));
169 #endif
170  }
171  else if (ptype == PREWARM_READ)
172  {
173  /*
174  * In read mode, we actually read the blocks, but not into shared
175  * buffers. This is more portable than prefetch mode (it works
176  * everywhere) and is synchronous.
177  */
178  for (block = first_block; block <= last_block; ++block)
179  {
181  smgrread(RelationGetSmgr(rel), forkNumber, block, blockbuffer.data);
182  ++blocks_done;
183  }
184  }
185  else if (ptype == PREWARM_BUFFER)
186  {
188  ReadStream *stream;
189 
190  /*
191  * In buffer mode, we actually pull the data into shared_buffers.
192  */
193 
194  /* Set up the private state for our streaming buffer read callback. */
195  p.current_blocknum = first_block;
196  p.last_exclusive = last_block + 1;
197 
199  NULL,
200  rel,
201  forkNumber,
203  &p,
204  0);
205 
206  for (block = first_block; block <= last_block; ++block)
207  {
208  Buffer buf;
209 
211  buf = read_stream_next_buffer(stream, NULL);
213  ++blocks_done;
214  }
215  Assert(read_stream_next_buffer(stream, NULL) == InvalidBuffer);
216  read_stream_end(stream);
217  }
218 
219  /* Close relation, release lock. */
221 
222  PG_RETURN_INT64(blocks_done);
223 }
AclResult
Definition: acl.h:182
@ ACLCHECK_OK
Definition: acl.h:183
void aclcheck_error(AclResult aclerr, ObjectType objtype, const char *objectname)
Definition: aclchk.c:2698
AclResult pg_class_aclcheck(Oid table_oid, Oid roleid, AclMode mode)
Definition: aclchk.c:4089
int Buffer
Definition: buf.h:23
#define InvalidBuffer
Definition: buf.h:25
PrefetchBufferResult PrefetchBuffer(Relation reln, ForkNumber forkNum, BlockNumber blockNum)
Definition: bufmgr.c:639
BlockNumber RelationGetNumberOfBlocksInFork(Relation relation, ForkNumber forkNum)
Definition: bufmgr.c:3905
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:4906
#define Assert(condition)
Definition: c.h:858
int errhint(const char *fmt,...)
Definition: elog.c:1317
int errcode(int sqlerrcode)
Definition: elog.c:853
int errmsg(const char *fmt,...)
Definition: elog.c:1070
#define ERROR
Definition: elog.h:39
#define ereport(elevel,...)
Definition: elog.h:149
#define PG_GETARG_OID(n)
Definition: fmgr.h:275
#define PG_GETARG_TEXT_PP(n)
Definition: fmgr.h:309
#define PG_ARGISNULL(n)
Definition: fmgr.h:209
#define PG_RETURN_INT64(x)
Definition: fmgr.h:368
#define PG_GETARG_INT64(n)
Definition: fmgr.h:283
#define PG_FUNCTION_ARGS
Definition: fmgr.h:193
#define AccessShareLock
Definition: lockdefs.h:36
char * get_rel_name(Oid relid)
Definition: lsyscache.c:1928
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:122
Oid GetUserId(void)
Definition: miscinit.c:514
ObjectType get_relkind_objtype(char relkind)
#define ACL_SELECT
Definition: parsenodes.h:77
PG_FUNCTION_INFO_V1(pg_prewarm)
PG_MODULE_MAGIC
Definition: pg_prewarm.c:29
PrewarmType
Definition: pg_prewarm.c:34
@ PREWARM_PREFETCH
Definition: pg_prewarm.c:35
@ PREWARM_READ
Definition: pg_prewarm.c:36
@ PREWARM_BUFFER
Definition: pg_prewarm.c:37
static PGIOAlignedBlock blockbuffer
Definition: pg_prewarm.c:40
Datum pg_prewarm(PG_FUNCTION_ARGS)
Definition: pg_prewarm.c:55
static char * buf
Definition: pg_test_fsync.c:73
uintptr_t Datum
Definition: postgres.h:64
unsigned int Oid
Definition: postgres_ext.h:31
ReadStream * read_stream_begin_relation(int flags, BufferAccessStrategy strategy, Relation rel, ForkNumber forknum, ReadStreamBlockNumberCB callback, void *callback_private_data, size_t per_buffer_data_size)
Definition: read_stream.c:552
Buffer read_stream_next_buffer(ReadStream *stream, void **per_buffer_data)
Definition: read_stream.c:606
void read_stream_end(ReadStream *stream)
Definition: read_stream.c:847
BlockNumber block_range_read_stream_cb(ReadStream *stream, void *callback_private_data, void *per_buffer_data)
Definition: read_stream.c:172
#define READ_STREAM_FULL
Definition: read_stream.h:43
static SMgrRelation RelationGetSmgr(Relation rel)
Definition: rel.h:567
ForkNumber forkname_to_number(const char *forkName)
Definition: relpath.c:50
ForkNumber
Definition: relpath.h:56
bool smgrexists(SMgrRelation reln, ForkNumber forknum)
Definition: smgr.c:398
static void smgrread(SMgrRelation reln, ForkNumber forknum, BlockNumber blocknum, void *buffer)
Definition: smgr.h:114
void relation_close(Relation relation, LOCKMODE lockmode)
Definition: relation.c:205
Relation relation_open(Oid relationId, LOCKMODE lockmode)
Definition: relation.c:47
Form_pg_class rd_rel
Definition: rel.h:111
Definition: c.h:687
char data[BLCKSZ]
Definition: c.h:1137
char * text_to_cstring(const text *t)
Definition: varlena.c:217
const char * type