PostgreSQL Source Code git master
All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Pages
pg_prewarm.c
Go to the documentation of this file.
1/*-------------------------------------------------------------------------
2 *
3 * pg_prewarm.c
4 * prewarming utilities
5 *
6 * Copyright (c) 2010-2025, PostgreSQL Global Development Group
7 *
8 * IDENTIFICATION
9 * contrib/pg_prewarm/pg_prewarm.c
10 *
11 *-------------------------------------------------------------------------
12 */
13#include "postgres.h"
14
15#include <sys/stat.h>
16#include <unistd.h>
17
18#include "access/relation.h"
19#include "fmgr.h"
20#include "miscadmin.h"
21#include "storage/bufmgr.h"
22#include "storage/read_stream.h"
23#include "storage/smgr.h"
24#include "utils/acl.h"
25#include "utils/builtins.h"
26#include "utils/lsyscache.h"
27#include "utils/rel.h"
28
30 .name = "pg_prewarm",
31 .version = PG_VERSION
32);
33
35
36typedef enum
37{
42
44
45/*
46 * pg_prewarm(regclass, mode text, fork text,
47 * first_block int8, last_block int8)
48 *
49 * The first argument is the relation to be prewarmed; the second controls
50 * how prewarming is done; legal options are 'prefetch', 'read', and 'buffer'.
51 * The third is the name of the relation fork to be prewarmed. The fourth
52 * and fifth arguments specify the first and last block to be prewarmed.
53 * If the fourth argument is NULL, it will be taken as 0; if the fifth argument
54 * is NULL, it will be taken as the number of blocks in the relation. The
55 * return value is the number of blocks successfully prewarmed.
56 */
59{
60 Oid relOid;
61 text *forkName;
62 text *type;
63 int64 first_block;
64 int64 last_block;
65 int64 nblocks;
66 int64 blocks_done = 0;
67 int64 block;
68 Relation rel;
69 ForkNumber forkNumber;
70 char *forkString;
71 char *ttype;
72 PrewarmType ptype;
73 AclResult aclresult;
74
75 /* Basic sanity checking. */
76 if (PG_ARGISNULL(0))
78 (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
79 errmsg("relation cannot be null")));
80 relOid = PG_GETARG_OID(0);
81 if (PG_ARGISNULL(1))
83 (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
84 errmsg("prewarm type cannot be null")));
86 ttype = text_to_cstring(type);
87 if (strcmp(ttype, "prefetch") == 0)
88 ptype = PREWARM_PREFETCH;
89 else if (strcmp(ttype, "read") == 0)
90 ptype = PREWARM_READ;
91 else if (strcmp(ttype, "buffer") == 0)
92 ptype = PREWARM_BUFFER;
93 else
94 {
96 (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
97 errmsg("invalid prewarm type"),
98 errhint("Valid prewarm types are \"prefetch\", \"read\", and \"buffer\".")));
99 PG_RETURN_INT64(0); /* Placate compiler. */
100 }
101 if (PG_ARGISNULL(2))
103 (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
104 errmsg("relation fork cannot be null")));
105 forkName = PG_GETARG_TEXT_PP(2);
106 forkString = text_to_cstring(forkName);
107 forkNumber = forkname_to_number(forkString);
108
109 /* Open relation and check privileges. */
110 rel = relation_open(relOid, AccessShareLock);
111 aclresult = pg_class_aclcheck(relOid, GetUserId(), ACL_SELECT);
112 if (aclresult != ACLCHECK_OK)
113 aclcheck_error(aclresult, get_relkind_objtype(rel->rd_rel->relkind), get_rel_name(relOid));
114
115 /* Check that the fork exists. */
116 if (!smgrexists(RelationGetSmgr(rel), forkNumber))
118 (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
119 errmsg("fork \"%s\" does not exist for this relation",
120 forkString)));
121
122 /* Validate block numbers, or handle nulls. */
123 nblocks = RelationGetNumberOfBlocksInFork(rel, forkNumber);
124 if (PG_ARGISNULL(3))
125 first_block = 0;
126 else
127 {
128 first_block = PG_GETARG_INT64(3);
129 if (first_block < 0 || first_block >= nblocks)
131 (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
132 errmsg("starting block number must be between 0 and %" PRId64,
133 (nblocks - 1))));
134 }
135 if (PG_ARGISNULL(4))
136 last_block = nblocks - 1;
137 else
138 {
139 last_block = PG_GETARG_INT64(4);
140 if (last_block < 0 || last_block >= nblocks)
142 (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
143 errmsg("ending block number must be between 0 and %" PRId64,
144 (nblocks - 1))));
145 }
146
147 /* Now we're ready to do the real work. */
148 if (ptype == PREWARM_PREFETCH)
149 {
150#ifdef USE_PREFETCH
151
152 /*
153 * In prefetch mode, we just hint the OS to read the blocks, but we
154 * don't know whether it really does it, and we don't wait for it to
155 * finish.
156 *
157 * It would probably be better to pass our prefetch requests in chunks
158 * of a megabyte or maybe even a whole segment at a time, but there's
159 * no practical way to do that at present without a gross modularity
160 * violation, so we just do this.
161 */
162 for (block = first_block; block <= last_block; ++block)
163 {
165 PrefetchBuffer(rel, forkNumber, block);
166 ++blocks_done;
167 }
168#else
170 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
171 errmsg("prefetch is not supported by this build")));
172#endif
173 }
174 else if (ptype == PREWARM_READ)
175 {
176 /*
177 * In read mode, we actually read the blocks, but not into shared
178 * buffers. This is more portable than prefetch mode (it works
179 * everywhere) and is synchronous.
180 */
181 for (block = first_block; block <= last_block; ++block)
182 {
184 smgrread(RelationGetSmgr(rel), forkNumber, block, blockbuffer.data);
185 ++blocks_done;
186 }
187 }
188 else if (ptype == PREWARM_BUFFER)
189 {
191 ReadStream *stream;
192
193 /*
194 * In buffer mode, we actually pull the data into shared_buffers.
195 */
196
197 /* Set up the private state for our streaming buffer read callback. */
198 p.current_blocknum = first_block;
199 p.last_exclusive = last_block + 1;
200
201 /*
202 * It is safe to use batchmode as block_range_read_stream_cb takes no
203 * locks.
204 */
207 NULL,
208 rel,
209 forkNumber,
211 &p,
212 0);
213
214 for (block = first_block; block <= last_block; ++block)
215 {
216 Buffer buf;
217
219 buf = read_stream_next_buffer(stream, NULL);
221 ++blocks_done;
222 }
224 read_stream_end(stream);
225 }
226
227 /* Close relation, release lock. */
229
230 PG_RETURN_INT64(blocks_done);
231}
AclResult
Definition: acl.h:182
@ ACLCHECK_OK
Definition: acl.h:183
void aclcheck_error(AclResult aclerr, ObjectType objtype, const char *objectname)
Definition: aclchk.c:2639
AclResult pg_class_aclcheck(Oid table_oid, Oid roleid, AclMode mode)
Definition: aclchk.c:4024
int Buffer
Definition: buf.h:23
#define InvalidBuffer
Definition: buf.h:25
PrefetchBufferResult PrefetchBuffer(Relation reln, ForkNumber forkNum, BlockNumber blockNum)
Definition: bufmgr.c:644
BlockNumber RelationGetNumberOfBlocksInFork(Relation relation, ForkNumber forkNum)
Definition: bufmgr.c:4361
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:5303
int64_t int64
Definition: c.h:499
int errhint(const char *fmt,...)
Definition: elog.c:1318
int errcode(int sqlerrcode)
Definition: elog.c:854
int errmsg(const char *fmt,...)
Definition: elog.c:1071
#define ERROR
Definition: elog.h:39
#define ereport(elevel,...)
Definition: elog.h:149
#define PG_GETARG_OID(n)
Definition: fmgr.h:275
#define PG_GETARG_TEXT_PP(n)
Definition: fmgr.h:309
#define PG_ARGISNULL(n)
Definition: fmgr.h:209
#define PG_RETURN_INT64(x)
Definition: fmgr.h:368
#define PG_GETARG_INT64(n)
Definition: fmgr.h:283
#define PG_FUNCTION_ARGS
Definition: fmgr.h:193
Assert(PointerIsAligned(start, uint64))
#define AccessShareLock
Definition: lockdefs.h:36
char * get_rel_name(Oid relid)
Definition: lsyscache.c:2068
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:123
Oid GetUserId(void)
Definition: miscinit.c:520
ObjectType get_relkind_objtype(char relkind)
#define ACL_SELECT
Definition: parsenodes.h:77
PG_FUNCTION_INFO_V1(pg_prewarm)
PrewarmType
Definition: pg_prewarm.c:37
@ PREWARM_PREFETCH
Definition: pg_prewarm.c:38
@ PREWARM_READ
Definition: pg_prewarm.c:39
@ PREWARM_BUFFER
Definition: pg_prewarm.c:40
PG_MODULE_MAGIC_EXT(.name="pg_prewarm",.version=PG_VERSION)
static PGIOAlignedBlock blockbuffer
Definition: pg_prewarm.c:43
Datum pg_prewarm(PG_FUNCTION_ARGS)
Definition: pg_prewarm.c:58
static char * buf
Definition: pg_test_fsync.c:72
uintptr_t Datum
Definition: postgres.h:69
unsigned int Oid
Definition: postgres_ext.h:30
Buffer read_stream_next_buffer(ReadStream *stream, void **per_buffer_data)
Definition: read_stream.c:770
ReadStream * read_stream_begin_relation(int flags, BufferAccessStrategy strategy, Relation rel, ForkNumber forknum, ReadStreamBlockNumberCB callback, void *callback_private_data, size_t per_buffer_data_size)
Definition: read_stream.c:716
void read_stream_end(ReadStream *stream)
Definition: read_stream.c:1055
BlockNumber block_range_read_stream_cb(ReadStream *stream, void *callback_private_data, void *per_buffer_data)
Definition: read_stream.c:162
#define READ_STREAM_USE_BATCHING
Definition: read_stream.h:64
#define READ_STREAM_FULL
Definition: read_stream.h:43
static SMgrRelation RelationGetSmgr(Relation rel)
Definition: rel.h:578
ForkNumber forkname_to_number(const char *forkName)
Definition: relpath.c:50
ForkNumber
Definition: relpath.h:56
bool smgrexists(SMgrRelation reln, ForkNumber forknum)
Definition: smgr.c:462
static void smgrread(SMgrRelation reln, ForkNumber forknum, BlockNumber blocknum, void *buffer)
Definition: smgr.h:124
void relation_close(Relation relation, LOCKMODE lockmode)
Definition: relation.c:205
Relation relation_open(Oid relationId, LOCKMODE lockmode)
Definition: relation.c:47
Form_pg_class rd_rel
Definition: rel.h:111
Definition: c.h:658
char data[BLCKSZ]
Definition: c.h:1108
char * text_to_cstring(const text *t)
Definition: varlena.c:225
const char * type
const char * name