PostgreSQL Source Code git master
vacuum.h File Reference
#include "access/htup.h"
#include "access/genam.h"
#include "access/parallel.h"
#include "access/tidstore.h"
#include "catalog/pg_class.h"
#include "catalog/pg_statistic.h"
#include "catalog/pg_type.h"
#include "parser/parse_node.h"
#include "storage/buf.h"
#include "storage/lock.h"
#include "utils/relcache.h"
Include dependency graph for vacuum.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures

struct  VacAttrStats
 
struct  VacuumParams
 
struct  VacuumCutoffs
 
struct  VacDeadItemsInfo
 

Macros

#define VACUUM_OPTION_NO_PARALLEL   0
 
#define VACUUM_OPTION_PARALLEL_BULKDEL   (1 << 0)
 
#define VACUUM_OPTION_PARALLEL_COND_CLEANUP   (1 << 1)
 
#define VACUUM_OPTION_PARALLEL_CLEANUP   (1 << 2)
 
#define VACUUM_OPTION_MAX_VALID_VALUE   ((1 << 3) - 1)
 
#define VACOPT_VACUUM   0x01 /* do VACUUM */
 
#define VACOPT_ANALYZE   0x02 /* do ANALYZE */
 
#define VACOPT_VERBOSE   0x04 /* output INFO instrumentation messages */
 
#define VACOPT_FREEZE   0x08 /* FREEZE option */
 
#define VACOPT_FULL   0x10 /* FULL (non-concurrent) vacuum */
 
#define VACOPT_SKIP_LOCKED   0x20 /* skip if cannot get lock */
 
#define VACOPT_PROCESS_MAIN   0x40 /* process main relation */
 
#define VACOPT_PROCESS_TOAST   0x80 /* process the TOAST table, if any */
 
#define VACOPT_DISABLE_PAGE_SKIPPING   0x100 /* don't skip any pages */
 
#define VACOPT_SKIP_DATABASE_STATS   0x200 /* skip vac_update_datfrozenxid() */
 
#define VACOPT_ONLY_DATABASE_STATS   0x400 /* only vac_update_datfrozenxid() */
 
#define MAX_STATISTICS_TARGET   10000
 

Typedefs

typedef struct ParallelVacuumState ParallelVacuumState
 
typedef struct VacAttrStatsVacAttrStatsP
 
typedef Datum(* AnalyzeAttrFetchFunc) (VacAttrStatsP stats, int rownum, bool *isNull)
 
typedef void(* AnalyzeAttrComputeStatsFunc) (VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)
 
typedef struct VacAttrStats VacAttrStats
 
typedef enum VacOptValue VacOptValue
 
typedef struct VacuumParams VacuumParams
 
typedef struct VacDeadItemsInfo VacDeadItemsInfo
 

Enumerations

enum  VacOptValue { VACOPTVALUE_UNSPECIFIED = 0 , VACOPTVALUE_AUTO , VACOPTVALUE_DISABLED , VACOPTVALUE_ENABLED }
 

Functions

void ExecVacuum (ParseState *pstate, VacuumStmt *vacstmt, bool isTopLevel)
 
void vacuum (List *relations, const VacuumParams params, BufferAccessStrategy bstrategy, MemoryContext vac_context, bool isTopLevel)
 
void vac_open_indexes (Relation relation, LOCKMODE lockmode, int *nindexes, Relation **Irel)
 
void vac_close_indexes (int nindexes, Relation *Irel, LOCKMODE lockmode)
 
double vac_estimate_reltuples (Relation relation, BlockNumber total_pages, BlockNumber scanned_pages, double scanned_tuples)
 
void vac_update_relstats (Relation relation, BlockNumber num_pages, double num_tuples, BlockNumber num_all_visible_pages, BlockNumber num_all_frozen_pages, bool hasindex, TransactionId frozenxid, MultiXactId minmulti, bool *frozenxid_updated, bool *minmulti_updated, bool in_outer_xact)
 
bool vacuum_get_cutoffs (Relation rel, const VacuumParams params, struct VacuumCutoffs *cutoffs)
 
bool vacuum_xid_failsafe_check (const struct VacuumCutoffs *cutoffs)
 
void vac_update_datfrozenxid (void)
 
void vacuum_delay_point (bool is_analyze)
 
bool vacuum_is_permitted_for_relation (Oid relid, Form_pg_class reltuple, bits32 options)
 
Relation vacuum_open_relation (Oid relid, RangeVar *relation, bits32 options, bool verbose, LOCKMODE lmode)
 
IndexBulkDeleteResultvac_bulkdel_one_index (IndexVacuumInfo *ivinfo, IndexBulkDeleteResult *istat, TidStore *dead_items, VacDeadItemsInfo *dead_items_info)
 
IndexBulkDeleteResultvac_cleanup_one_index (IndexVacuumInfo *ivinfo, IndexBulkDeleteResult *istat)
 
void AutoVacuumUpdateCostLimit (void)
 
void VacuumUpdateCosts (void)
 
ParallelVacuumStateparallel_vacuum_init (Relation rel, Relation *indrels, int nindexes, int nrequested_workers, int vac_work_mem, int elevel, BufferAccessStrategy bstrategy)
 
void parallel_vacuum_end (ParallelVacuumState *pvs, IndexBulkDeleteResult **istats)
 
TidStoreparallel_vacuum_get_dead_items (ParallelVacuumState *pvs, VacDeadItemsInfo **dead_items_info_p)
 
void parallel_vacuum_reset_dead_items (ParallelVacuumState *pvs)
 
void parallel_vacuum_bulkdel_all_indexes (ParallelVacuumState *pvs, long num_table_tuples, int num_index_scans)
 
void parallel_vacuum_cleanup_all_indexes (ParallelVacuumState *pvs, long num_table_tuples, int num_index_scans, bool estimated_count)
 
void parallel_vacuum_main (dsm_segment *seg, shm_toc *toc)
 
void analyze_rel (Oid relid, RangeVar *relation, const VacuumParams params, List *va_cols, bool in_outer_xact, BufferAccessStrategy bstrategy)
 
bool std_typanalyze (VacAttrStats *stats)
 
double anl_random_fract (void)
 
double anl_init_selection_state (int n)
 
double anl_get_next_S (double t, int n, double *stateptr)
 

Variables

PGDLLIMPORT int default_statistics_target
 
PGDLLIMPORT int vacuum_freeze_min_age
 
PGDLLIMPORT int vacuum_freeze_table_age
 
PGDLLIMPORT int vacuum_multixact_freeze_min_age
 
PGDLLIMPORT int vacuum_multixact_freeze_table_age
 
PGDLLIMPORT int vacuum_failsafe_age
 
PGDLLIMPORT int vacuum_multixact_failsafe_age
 
PGDLLIMPORT bool track_cost_delay_timing
 
PGDLLIMPORT bool vacuum_truncate
 
PGDLLIMPORT double vacuum_max_eager_freeze_failure_rate
 
PGDLLIMPORT pg_atomic_uint32VacuumSharedCostBalance
 
PGDLLIMPORT pg_atomic_uint32VacuumActiveNWorkers
 
PGDLLIMPORT int VacuumCostBalanceLocal
 
PGDLLIMPORT bool VacuumFailsafeActive
 
PGDLLIMPORT double vacuum_cost_delay
 
PGDLLIMPORT int vacuum_cost_limit
 
PGDLLIMPORT int64 parallel_vacuum_worker_delay_ns
 

Macro Definition Documentation

◆ MAX_STATISTICS_TARGET

#define MAX_STATISTICS_TARGET   10000

Definition at line 329 of file vacuum.h.

◆ VACOPT_ANALYZE

#define VACOPT_ANALYZE   0x02 /* do ANALYZE */

Definition at line 181 of file vacuum.h.

◆ VACOPT_DISABLE_PAGE_SKIPPING

#define VACOPT_DISABLE_PAGE_SKIPPING   0x100 /* don't skip any pages */

Definition at line 188 of file vacuum.h.

◆ VACOPT_FREEZE

#define VACOPT_FREEZE   0x08 /* FREEZE option */

Definition at line 183 of file vacuum.h.

◆ VACOPT_FULL

#define VACOPT_FULL   0x10 /* FULL (non-concurrent) vacuum */

Definition at line 184 of file vacuum.h.

◆ VACOPT_ONLY_DATABASE_STATS

#define VACOPT_ONLY_DATABASE_STATS   0x400 /* only vac_update_datfrozenxid() */

Definition at line 190 of file vacuum.h.

◆ VACOPT_PROCESS_MAIN

#define VACOPT_PROCESS_MAIN   0x40 /* process main relation */

Definition at line 186 of file vacuum.h.

◆ VACOPT_PROCESS_TOAST

#define VACOPT_PROCESS_TOAST   0x80 /* process the TOAST table, if any */

Definition at line 187 of file vacuum.h.

◆ VACOPT_SKIP_DATABASE_STATS

#define VACOPT_SKIP_DATABASE_STATS   0x200 /* skip vac_update_datfrozenxid() */

Definition at line 189 of file vacuum.h.

◆ VACOPT_SKIP_LOCKED

#define VACOPT_SKIP_LOCKED   0x20 /* skip if cannot get lock */

Definition at line 185 of file vacuum.h.

◆ VACOPT_VACUUM

#define VACOPT_VACUUM   0x01 /* do VACUUM */

Definition at line 180 of file vacuum.h.

◆ VACOPT_VERBOSE

#define VACOPT_VERBOSE   0x04 /* output INFO instrumentation messages */

Definition at line 182 of file vacuum.h.

◆ VACUUM_OPTION_MAX_VALID_VALUE

#define VACUUM_OPTION_MAX_VALID_VALUE   ((1 << 3) - 1)

Definition at line 66 of file vacuum.h.

◆ VACUUM_OPTION_NO_PARALLEL

#define VACUUM_OPTION_NO_PARALLEL   0

Definition at line 42 of file vacuum.h.

◆ VACUUM_OPTION_PARALLEL_BULKDEL

#define VACUUM_OPTION_PARALLEL_BULKDEL   (1 << 0)

Definition at line 48 of file vacuum.h.

◆ VACUUM_OPTION_PARALLEL_CLEANUP

#define VACUUM_OPTION_PARALLEL_CLEANUP   (1 << 2)

Definition at line 63 of file vacuum.h.

◆ VACUUM_OPTION_PARALLEL_COND_CLEANUP

#define VACUUM_OPTION_PARALLEL_COND_CLEANUP   (1 << 1)

Definition at line 55 of file vacuum.h.

Typedef Documentation

◆ AnalyzeAttrComputeStatsFunc

typedef void(* AnalyzeAttrComputeStatsFunc) (VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)

Definition at line 111 of file vacuum.h.

◆ AnalyzeAttrFetchFunc

typedef Datum(* AnalyzeAttrFetchFunc) (VacAttrStatsP stats, int rownum, bool *isNull)

Definition at line 108 of file vacuum.h.

◆ ParallelVacuumState

Definition at line 69 of file vacuum.h.

◆ VacAttrStats

typedef struct VacAttrStats VacAttrStats

◆ VacAttrStatsP

typedef struct VacAttrStats* VacAttrStatsP

Definition at line 106 of file vacuum.h.

◆ VacDeadItemsInfo

◆ VacOptValue

typedef enum VacOptValue VacOptValue

◆ VacuumParams

typedef struct VacuumParams VacuumParams

Enumeration Type Documentation

◆ VacOptValue

Enumerator
VACOPTVALUE_UNSPECIFIED 
VACOPTVALUE_AUTO 
VACOPTVALUE_DISABLED 
VACOPTVALUE_ENABLED 

Definition at line 200 of file vacuum.h.

201{
VacOptValue
Definition: vacuum.h:201
@ VACOPTVALUE_AUTO
Definition: vacuum.h:203
@ VACOPTVALUE_ENABLED
Definition: vacuum.h:205
@ VACOPTVALUE_UNSPECIFIED
Definition: vacuum.h:202
@ VACOPTVALUE_DISABLED
Definition: vacuum.h:204

Function Documentation

◆ analyze_rel()

void analyze_rel ( Oid  relid,
RangeVar relation,
const VacuumParams  params,
List va_cols,
bool  in_outer_xact,
BufferAccessStrategy  bstrategy 
)

Definition at line 108 of file analyze.c.

111{
112 Relation onerel;
113 int elevel;
114 AcquireSampleRowsFunc acquirefunc = NULL;
115 BlockNumber relpages = 0;
116
117 /* Select logging level */
118 if (params.options & VACOPT_VERBOSE)
119 elevel = INFO;
120 else
121 elevel = DEBUG2;
122
123 /* Set up static variables */
124 vac_strategy = bstrategy;
125
126 /*
127 * Check for user-requested abort.
128 */
130
131 /*
132 * Open the relation, getting ShareUpdateExclusiveLock to ensure that two
133 * ANALYZEs don't run on it concurrently. (This also locks out a
134 * concurrent VACUUM, which doesn't matter much at the moment but might
135 * matter if we ever try to accumulate stats on dead tuples.) If the rel
136 * has been dropped since we last saw it, we don't need to process it.
137 *
138 * Make sure to generate only logs for ANALYZE in this case.
139 */
140 onerel = vacuum_open_relation(relid, relation, params.options & ~(VACOPT_VACUUM),
141 params.log_analyze_min_duration >= 0,
143
144 /* leave if relation could not be opened or locked */
145 if (!onerel)
146 return;
147
148 /*
149 * Check if relation needs to be skipped based on privileges. This check
150 * happens also when building the relation list to analyze for a manual
151 * operation, and needs to be done additionally here as ANALYZE could
152 * happen across multiple transactions where privileges could have changed
153 * in-between. Make sure to generate only logs for ANALYZE in this case.
154 */
156 onerel->rd_rel,
157 params.options & ~VACOPT_VACUUM))
158 {
160 return;
161 }
162
163 /*
164 * Silently ignore tables that are temp tables of other backends ---
165 * trying to analyze these is rather pointless, since their contents are
166 * probably not up-to-date on disk. (We don't throw a warning here; it
167 * would just lead to chatter during a database-wide ANALYZE.)
168 */
169 if (RELATION_IS_OTHER_TEMP(onerel))
170 {
172 return;
173 }
174
175 /*
176 * We can ANALYZE any table except pg_statistic. See update_attstats
177 */
178 if (RelationGetRelid(onerel) == StatisticRelationId)
179 {
181 return;
182 }
183
184 /*
185 * Check that it's of an analyzable relkind, and set up appropriately.
186 */
187 if (onerel->rd_rel->relkind == RELKIND_RELATION ||
188 onerel->rd_rel->relkind == RELKIND_MATVIEW)
189 {
190 /* Regular table, so we'll use the regular row acquisition function */
191 acquirefunc = acquire_sample_rows;
192 /* Also get regular table's size */
193 relpages = RelationGetNumberOfBlocks(onerel);
194 }
195 else if (onerel->rd_rel->relkind == RELKIND_FOREIGN_TABLE)
196 {
197 /*
198 * For a foreign table, call the FDW's hook function to see whether it
199 * supports analysis.
200 */
201 FdwRoutine *fdwroutine;
202 bool ok = false;
203
204 fdwroutine = GetFdwRoutineForRelation(onerel, false);
205
206 if (fdwroutine->AnalyzeForeignTable != NULL)
207 ok = fdwroutine->AnalyzeForeignTable(onerel,
208 &acquirefunc,
209 &relpages);
210
211 if (!ok)
212 {
214 (errmsg("skipping \"%s\" --- cannot analyze this foreign table",
215 RelationGetRelationName(onerel))));
217 return;
218 }
219 }
220 else if (onerel->rd_rel->relkind == RELKIND_PARTITIONED_TABLE)
221 {
222 /*
223 * For partitioned tables, we want to do the recursive ANALYZE below.
224 */
225 }
226 else
227 {
228 /* No need for a WARNING if we already complained during VACUUM */
229 if (!(params.options & VACOPT_VACUUM))
231 (errmsg("skipping \"%s\" --- cannot analyze non-tables or special system tables",
232 RelationGetRelationName(onerel))));
234 return;
235 }
236
237 /*
238 * OK, let's do it. First, initialize progress reporting.
239 */
241 RelationGetRelid(onerel));
245 else
248
249 /*
250 * Do the normal non-recursive ANALYZE. We can skip this for partitioned
251 * tables, which don't contain any rows.
252 */
253 if (onerel->rd_rel->relkind != RELKIND_PARTITIONED_TABLE)
254 do_analyze_rel(onerel, params, va_cols, acquirefunc,
255 relpages, false, in_outer_xact, elevel);
256
257 /*
258 * If there are child tables, do recursive ANALYZE.
259 */
260 if (onerel->rd_rel->relhassubclass)
261 do_analyze_rel(onerel, params, va_cols, acquirefunc, relpages,
262 true, in_outer_xact, elevel);
263
264 /*
265 * Close source relation now, but keep lock so that no one deletes it
266 * before we commit. (If someone did, they'd fail to clean up the entries
267 * we made in pg_statistic. Also, releasing the lock before commit would
268 * expose us to concurrent-update failures in update_attstats.)
269 */
270 relation_close(onerel, NoLock);
271
273}
void pgstat_progress_start_command(ProgressCommandType cmdtype, Oid relid)
void pgstat_progress_update_param(int index, int64 val)
void pgstat_progress_end_command(void)
@ PROGRESS_COMMAND_ANALYZE
uint32 BlockNumber
Definition: block.h:31
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:294
static void do_analyze_rel(Relation onerel, const VacuumParams params, List *va_cols, AcquireSampleRowsFunc acquirefunc, BlockNumber relpages, bool inh, bool in_outer_xact, int elevel)
Definition: analyze.c:283
static BufferAccessStrategy vac_strategy
Definition: analyze.c:74
static int acquire_sample_rows(Relation onerel, int elevel, HeapTuple *rows, int targrows, double *totalrows, double *totaldeadrows)
Definition: analyze.c:1205
int errmsg(const char *fmt,...)
Definition: elog.c:1080
#define WARNING
Definition: elog.h:36
#define DEBUG2
Definition: elog.h:29
#define INFO
Definition: elog.h:34
#define ereport(elevel,...)
Definition: elog.h:150
int(* AcquireSampleRowsFunc)(Relation relation, int elevel, HeapTuple *rows, int targrows, double *totalrows, double *totaldeadrows)
Definition: fdwapi.h:151
FdwRoutine * GetFdwRoutineForRelation(Relation relation, bool makecopy)
Definition: foreign.c:443
#define NoLock
Definition: lockdefs.h:34
#define ShareUpdateExclusiveLock
Definition: lockdefs.h:39
#define AmAutoVacuumWorkerProcess()
Definition: miscadmin.h:383
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:123
#define PROGRESS_ANALYZE_STARTED_BY
Definition: progress.h:63
#define PROGRESS_ANALYZE_STARTED_BY_AUTOVACUUM
Definition: progress.h:74
#define PROGRESS_ANALYZE_STARTED_BY_MANUAL
Definition: progress.h:73
#define RelationGetRelid(relation)
Definition: rel.h:515
#define RelationGetRelationName(relation)
Definition: rel.h:549
#define RELATION_IS_OTHER_TEMP(relation)
Definition: rel.h:668
void relation_close(Relation relation, LOCKMODE lockmode)
Definition: relation.c:205
AnalyzeForeignTable_function AnalyzeForeignTable
Definition: fdwapi.h:257
Form_pg_class rd_rel
Definition: rel.h:111
bits32 options
Definition: vacuum.h:219
int log_analyze_min_duration
Definition: vacuum.h:231
Relation vacuum_open_relation(Oid relid, RangeVar *relation, bits32 options, bool verbose, LOCKMODE lmode)
Definition: vacuum.c:771
bool vacuum_is_permitted_for_relation(Oid relid, Form_pg_class reltuple, bits32 options)
Definition: vacuum.c:719
#define VACOPT_VACUUM
Definition: vacuum.h:180
#define VACOPT_VERBOSE
Definition: vacuum.h:182

References acquire_sample_rows(), AmAutoVacuumWorkerProcess, FdwRoutine::AnalyzeForeignTable, CHECK_FOR_INTERRUPTS, DEBUG2, do_analyze_rel(), ereport, errmsg(), GetFdwRoutineForRelation(), INFO, VacuumParams::log_analyze_min_duration, NoLock, VacuumParams::options, pgstat_progress_end_command(), pgstat_progress_start_command(), pgstat_progress_update_param(), PROGRESS_ANALYZE_STARTED_BY, PROGRESS_ANALYZE_STARTED_BY_AUTOVACUUM, PROGRESS_ANALYZE_STARTED_BY_MANUAL, PROGRESS_COMMAND_ANALYZE, RelationData::rd_rel, relation_close(), RELATION_IS_OTHER_TEMP, RelationGetNumberOfBlocks, RelationGetRelationName, RelationGetRelid, ShareUpdateExclusiveLock, vac_strategy, VACOPT_VACUUM, VACOPT_VERBOSE, vacuum_is_permitted_for_relation(), vacuum_open_relation(), and WARNING.

Referenced by vacuum().

◆ anl_get_next_S()

double anl_get_next_S ( double  t,
int  n,
double *  stateptr 
)

Definition at line 296 of file sampling.c.

297{
298 double result;
299
300 oldrs.W = *stateptr;
301 result = reservoir_get_next_S(&oldrs, t, n);
302 *stateptr = oldrs.W;
303 return result;
304}
static ReservoirStateData oldrs
Definition: sampling.c:262
double reservoir_get_next_S(ReservoirState rs, double t, int n)
Definition: sampling.c:147

◆ anl_init_selection_state()

double anl_init_selection_state ( int  n)

Definition at line 281 of file sampling.c.

282{
283 /* initialize if first time through */
285 {
288 oldrs_initialized = true;
289 }
290
291 /* Initial value of W (for use when Algorithm Z is first applied) */
292 return exp(-log(sampler_random_fract(&oldrs.randstate)) / n);
293}
#define unlikely(x)
Definition: c.h:418
uint32 pg_prng_uint32(pg_prng_state *state)
Definition: pg_prng.c:227
pg_prng_state pg_global_prng_state
Definition: pg_prng.c:34
static bool oldrs_initialized
Definition: sampling.c:263
double sampler_random_fract(pg_prng_state *randstate)
Definition: sampling.c:241
void sampler_random_init_state(uint32 seed, pg_prng_state *randstate)
Definition: sampling.c:234
pg_prng_state randstate
Definition: sampling.h:49

◆ anl_random_fract()

double anl_random_fract ( void  )

Definition at line 266 of file sampling.c.

267{
268 /* initialize if first time through */
270 {
273 oldrs_initialized = true;
274 }
275
276 /* and compute a random fraction */
278}

◆ AutoVacuumUpdateCostLimit()

void AutoVacuumUpdateCostLimit ( void  )

Definition at line 1737 of file autovacuum.c.

1738{
1739 if (!MyWorkerInfo)
1740 return;
1741
1742 /*
1743 * note: in cost_limit, zero also means use value from elsewhere, because
1744 * zero is not a valid value.
1745 */
1746
1749 else
1750 {
1751 int nworkers_for_balance;
1752
1755 else
1757
1758 /* Only balance limit if no cost-related storage parameters specified */
1760 return;
1761
1763
1765
1766 /* There is at least 1 autovac worker (this worker) */
1767 if (nworkers_for_balance <= 0)
1768 elog(ERROR, "nworkers_for_balance must be > 0");
1769
1770 vacuum_cost_limit = Max(vacuum_cost_limit / nworkers_for_balance, 1);
1771 }
1772}
static bool pg_atomic_unlocked_test_flag(volatile pg_atomic_flag *ptr)
Definition: atomics.h:194
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:237
int autovacuum_vac_cost_limit
Definition: autovacuum.c:133
static int av_storage_param_cost_limit
Definition: autovacuum.c:152
static AutoVacuumShmemStruct * AutoVacuumShmem
Definition: autovacuum.c:304
static WorkerInfo MyWorkerInfo
Definition: autovacuum.c:324
#define Max(x, y)
Definition: c.h:1010
#define ERROR
Definition: elog.h:39
#define elog(elevel,...)
Definition: elog.h:226
int VacuumCostLimit
Definition: globals.c:154
Assert(PointerIsAligned(start, uint64))
pg_atomic_uint32 av_nworkersForBalance
Definition: autovacuum.c:301
pg_atomic_flag wi_dobalance
Definition: autovacuum.c:238
int vacuum_cost_limit
Definition: vacuum.c:92

References Assert(), autovacuum_vac_cost_limit, AutoVacuumShmem, AutoVacuumShmemStruct::av_nworkersForBalance, av_storage_param_cost_limit, elog, ERROR, Max, MyWorkerInfo, pg_atomic_read_u32(), pg_atomic_unlocked_test_flag(), vacuum_cost_limit, VacuumCostLimit, and WorkerInfoData::wi_dobalance.

Referenced by vacuum_delay_point(), and VacuumUpdateCosts().

◆ ExecVacuum()

void ExecVacuum ( ParseState pstate,
VacuumStmt vacstmt,
bool  isTopLevel 
)

Definition at line 162 of file vacuum.c.

163{
164 VacuumParams params;
165 BufferAccessStrategy bstrategy = NULL;
166 bool verbose = false;
167 bool skip_locked = false;
168 bool analyze = false;
169 bool freeze = false;
170 bool full = false;
171 bool disable_page_skipping = false;
172 bool process_main = true;
173 bool process_toast = true;
174 int ring_size;
175 bool skip_database_stats = false;
176 bool only_database_stats = false;
177 MemoryContext vac_context;
178 ListCell *lc;
179
180 /* index_cleanup and truncate values unspecified for now */
183
184 /* By default parallel vacuum is enabled */
185 params.nworkers = 0;
186
187 /* Will be set later if we recurse to a TOAST table. */
188 params.toast_parent = InvalidOid;
189
190 /*
191 * Set this to an invalid value so it is clear whether or not a
192 * BUFFER_USAGE_LIMIT was specified when making the access strategy.
193 */
194 ring_size = -1;
195
196 /* Parse options list */
197 foreach(lc, vacstmt->options)
198 {
199 DefElem *opt = (DefElem *) lfirst(lc);
200
201 /* Parse common options for VACUUM and ANALYZE */
202 if (strcmp(opt->defname, "verbose") == 0)
203 verbose = defGetBoolean(opt);
204 else if (strcmp(opt->defname, "skip_locked") == 0)
205 skip_locked = defGetBoolean(opt);
206 else if (strcmp(opt->defname, "buffer_usage_limit") == 0)
207 {
208 const char *hintmsg;
209 int result;
210 char *vac_buffer_size;
211
212 vac_buffer_size = defGetString(opt);
213
214 /*
215 * Check that the specified value is valid and the size falls
216 * within the hard upper and lower limits if it is not 0.
217 */
218 if (!parse_int(vac_buffer_size, &result, GUC_UNIT_KB, &hintmsg) ||
219 (result != 0 &&
220 (result < MIN_BAS_VAC_RING_SIZE_KB || result > MAX_BAS_VAC_RING_SIZE_KB)))
221 {
223 (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
224 errmsg("%s option must be 0 or between %d kB and %d kB",
225 "BUFFER_USAGE_LIMIT",
227 hintmsg ? errhint_internal("%s", _(hintmsg)) : 0));
228 }
229
230 ring_size = result;
231 }
232 else if (!vacstmt->is_vacuumcmd)
234 (errcode(ERRCODE_SYNTAX_ERROR),
235 errmsg("unrecognized %s option \"%s\"",
236 "ANALYZE", opt->defname),
237 parser_errposition(pstate, opt->location)));
238
239 /* Parse options available on VACUUM */
240 else if (strcmp(opt->defname, "analyze") == 0)
241 analyze = defGetBoolean(opt);
242 else if (strcmp(opt->defname, "freeze") == 0)
243 freeze = defGetBoolean(opt);
244 else if (strcmp(opt->defname, "full") == 0)
245 full = defGetBoolean(opt);
246 else if (strcmp(opt->defname, "disable_page_skipping") == 0)
247 disable_page_skipping = defGetBoolean(opt);
248 else if (strcmp(opt->defname, "index_cleanup") == 0)
249 {
250 /* Interpret no string as the default, which is 'auto' */
251 if (!opt->arg)
253 else
254 {
255 char *sval = defGetString(opt);
256
257 /* Try matching on 'auto' string, or fall back on boolean */
258 if (pg_strcasecmp(sval, "auto") == 0)
260 else
262 }
263 }
264 else if (strcmp(opt->defname, "process_main") == 0)
265 process_main = defGetBoolean(opt);
266 else if (strcmp(opt->defname, "process_toast") == 0)
267 process_toast = defGetBoolean(opt);
268 else if (strcmp(opt->defname, "truncate") == 0)
270 else if (strcmp(opt->defname, "parallel") == 0)
271 {
272 int nworkers = defGetInt32(opt);
273
274 if (nworkers < 0 || nworkers > MAX_PARALLEL_WORKER_LIMIT)
276 (errcode(ERRCODE_SYNTAX_ERROR),
277 errmsg("%s option must be between 0 and %d",
278 "PARALLEL",
280 parser_errposition(pstate, opt->location)));
281
282 /*
283 * Disable parallel vacuum, if user has specified parallel degree
284 * as zero.
285 */
286 if (nworkers == 0)
287 params.nworkers = -1;
288 else
289 params.nworkers = nworkers;
290 }
291 else if (strcmp(opt->defname, "skip_database_stats") == 0)
292 skip_database_stats = defGetBoolean(opt);
293 else if (strcmp(opt->defname, "only_database_stats") == 0)
294 only_database_stats = defGetBoolean(opt);
295 else
297 (errcode(ERRCODE_SYNTAX_ERROR),
298 errmsg("unrecognized %s option \"%s\"",
299 "VACUUM", opt->defname),
300 parser_errposition(pstate, opt->location)));
301 }
302
303 /* Set vacuum options */
304 params.options =
306 (verbose ? VACOPT_VERBOSE : 0) |
307 (skip_locked ? VACOPT_SKIP_LOCKED : 0) |
308 (analyze ? VACOPT_ANALYZE : 0) |
309 (freeze ? VACOPT_FREEZE : 0) |
310 (full ? VACOPT_FULL : 0) |
311 (disable_page_skipping ? VACOPT_DISABLE_PAGE_SKIPPING : 0) |
312 (process_main ? VACOPT_PROCESS_MAIN : 0) |
313 (process_toast ? VACOPT_PROCESS_TOAST : 0) |
314 (skip_database_stats ? VACOPT_SKIP_DATABASE_STATS : 0) |
315 (only_database_stats ? VACOPT_ONLY_DATABASE_STATS : 0);
316
317 /* sanity checks on options */
319 Assert((params.options & VACOPT_VACUUM) ||
320 !(params.options & (VACOPT_FULL | VACOPT_FREEZE)));
321
322 if ((params.options & VACOPT_FULL) && params.nworkers > 0)
324 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
325 errmsg("VACUUM FULL cannot be performed in parallel")));
326
327 /*
328 * BUFFER_USAGE_LIMIT does nothing for VACUUM (FULL) so just raise an
329 * ERROR for that case. VACUUM (FULL, ANALYZE) does make use of it, so
330 * we'll permit that.
331 */
332 if (ring_size != -1 && (params.options & VACOPT_FULL) &&
333 !(params.options & VACOPT_ANALYZE))
335 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
336 errmsg("BUFFER_USAGE_LIMIT cannot be specified for VACUUM FULL")));
337
338 /*
339 * Make sure VACOPT_ANALYZE is specified if any column lists are present.
340 */
341 if (!(params.options & VACOPT_ANALYZE))
342 {
343 foreach(lc, vacstmt->rels)
344 {
346
347 if (vrel->va_cols != NIL)
349 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
350 errmsg("ANALYZE option must be specified when a column list is provided")));
351 }
352 }
353
354
355 /*
356 * Sanity check DISABLE_PAGE_SKIPPING option.
357 */
358 if ((params.options & VACOPT_FULL) != 0 &&
361 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
362 errmsg("VACUUM option DISABLE_PAGE_SKIPPING cannot be used with FULL")));
363
364 /* sanity check for PROCESS_TOAST */
365 if ((params.options & VACOPT_FULL) != 0 &&
366 (params.options & VACOPT_PROCESS_TOAST) == 0)
368 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
369 errmsg("PROCESS_TOAST required with VACUUM FULL")));
370
371 /* sanity check for ONLY_DATABASE_STATS */
373 {
374 Assert(params.options & VACOPT_VACUUM);
375 if (vacstmt->rels != NIL)
377 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
378 errmsg("ONLY_DATABASE_STATS cannot be specified with a list of tables")));
379 /* don't require people to turn off PROCESS_TOAST/MAIN explicitly */
380 if (params.options & ~(VACOPT_VACUUM |
386 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
387 errmsg("ONLY_DATABASE_STATS cannot be specified with other VACUUM options")));
388 }
389
390 /*
391 * All freeze ages are zero if the FREEZE option is given; otherwise pass
392 * them as -1 which means to use the default values.
393 */
394 if (params.options & VACOPT_FREEZE)
395 {
396 params.freeze_min_age = 0;
397 params.freeze_table_age = 0;
398 params.multixact_freeze_min_age = 0;
400 }
401 else
402 {
403 params.freeze_min_age = -1;
404 params.freeze_table_age = -1;
405 params.multixact_freeze_min_age = -1;
406 params.multixact_freeze_table_age = -1;
407 }
408
409 /* user-invoked vacuum is never "for wraparound" */
410 params.is_wraparound = false;
411
412 /*
413 * user-invoked vacuum uses VACOPT_VERBOSE instead of
414 * log_vacuum_min_duration and log_analyze_min_duration
415 */
416 params.log_vacuum_min_duration = -1;
417 params.log_analyze_min_duration = -1;
418
419 /*
420 * Later, in vacuum_rel(), we check if a reloption override was specified.
421 */
423
424 /*
425 * Create special memory context for cross-transaction storage.
426 *
427 * Since it is a child of PortalContext, it will go away eventually even
428 * if we suffer an error; there's no need for special abort cleanup logic.
429 */
431 "Vacuum",
433
434 /*
435 * Make a buffer strategy object in the cross-transaction memory context.
436 * We needn't bother making this for VACUUM (FULL) or VACUUM
437 * (ONLY_DATABASE_STATS) as they'll not make use of it. VACUUM (FULL,
438 * ANALYZE) is possible, so we'd better ensure that we make a strategy
439 * when we see ANALYZE.
440 */
441 if ((params.options & (VACOPT_ONLY_DATABASE_STATS |
442 VACOPT_FULL)) == 0 ||
443 (params.options & VACOPT_ANALYZE) != 0)
444 {
445
446 MemoryContext old_context = MemoryContextSwitchTo(vac_context);
447
448 Assert(ring_size >= -1);
449
450 /*
451 * If BUFFER_USAGE_LIMIT was specified by the VACUUM or ANALYZE
452 * command, it overrides the value of VacuumBufferUsageLimit. Either
453 * value may be 0, in which case GetAccessStrategyWithSize() will
454 * return NULL, effectively allowing full use of shared buffers.
455 */
456 if (ring_size == -1)
457 ring_size = VacuumBufferUsageLimit;
458
459 bstrategy = GetAccessStrategyWithSize(BAS_VACUUM, ring_size);
460
461 MemoryContextSwitchTo(old_context);
462 }
463
464 /* Now go through the common routine */
465 vacuum(vacstmt->rels, params, bstrategy, vac_context, isTopLevel);
466
467 /* Finally, clean up the vacuum memory context */
468 MemoryContextDelete(vac_context);
469}
#define MAX_PARALLEL_WORKER_LIMIT
@ BAS_VACUUM
Definition: bufmgr.h:40
int32 defGetInt32(DefElem *def)
Definition: define.c:149
char * defGetString(DefElem *def)
Definition: define.c:35
bool defGetBoolean(DefElem *def)
Definition: define.c:94
int errhint_internal(const char *fmt,...)
Definition: elog.c:1352
int errcode(int sqlerrcode)
Definition: elog.c:863
#define _(x)
Definition: elog.c:91
BufferAccessStrategy GetAccessStrategyWithSize(BufferAccessStrategyType btype, int ring_size_kb)
Definition: freelist.c:546
int VacuumBufferUsageLimit
Definition: globals.c:149
bool parse_int(const char *value, int *result, int flags, const char **hintmsg)
Definition: guc.c:2743
#define GUC_UNIT_KB
Definition: guc.h:232
int verbose
void MemoryContextDelete(MemoryContext context)
Definition: mcxt.c:469
MemoryContext PortalContext
Definition: mcxt.c:175
#define AllocSetContextCreate
Definition: memutils.h:129
#define ALLOCSET_DEFAULT_SIZES
Definition: memutils.h:160
#define MIN_BAS_VAC_RING_SIZE_KB
Definition: miscadmin.h:278
#define MAX_BAS_VAC_RING_SIZE_KB
Definition: miscadmin.h:279
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition: palloc.h:124
int parser_errposition(ParseState *pstate, int location)
Definition: parse_node.c:106
#define lfirst(lc)
Definition: pg_list.h:172
#define lfirst_node(type, lc)
Definition: pg_list.h:176
#define NIL
Definition: pg_list.h:68
int pg_strcasecmp(const char *s1, const char *s2)
Definition: pgstrcasecmp.c:32
#define InvalidOid
Definition: postgres_ext.h:37
static long analyze(struct nfa *nfa)
Definition: regc_nfa.c:3051
char * defname
Definition: parsenodes.h:843
ParseLoc location
Definition: parsenodes.h:847
Node * arg
Definition: parsenodes.h:844
int nworkers
Definition: vacuum.h:251
int freeze_table_age
Definition: vacuum.h:221
VacOptValue truncate
Definition: vacuum.h:236
int freeze_min_age
Definition: vacuum.h:220
int log_vacuum_min_duration
Definition: vacuum.h:227
bool is_wraparound
Definition: vacuum.h:226
int multixact_freeze_min_age
Definition: vacuum.h:222
int multixact_freeze_table_age
Definition: vacuum.h:224
Oid toast_parent
Definition: vacuum.h:237
VacOptValue index_cleanup
Definition: vacuum.h:235
double max_eager_freeze_failure_rate
Definition: vacuum.h:244
List * options
Definition: parsenodes.h:3976
bool is_vacuumcmd
Definition: parsenodes.h:3978
List * rels
Definition: parsenodes.h:3977
void vacuum(List *relations, const VacuumParams params, BufferAccessStrategy bstrategy, MemoryContext vac_context, bool isTopLevel)
Definition: vacuum.c:494
double vacuum_max_eager_freeze_failure_rate
Definition: vacuum.c:81
static VacOptValue get_vacoptval_from_boolean(DefElem *def)
Definition: vacuum.c:2622
#define VACOPT_FREEZE
Definition: vacuum.h:183
#define VACOPT_SKIP_LOCKED
Definition: vacuum.h:185
#define VACOPT_FULL
Definition: vacuum.h:184
#define VACOPT_SKIP_DATABASE_STATS
Definition: vacuum.h:189
#define VACOPT_PROCESS_TOAST
Definition: vacuum.h:187
#define VACOPT_DISABLE_PAGE_SKIPPING
Definition: vacuum.h:188
#define VACOPT_ONLY_DATABASE_STATS
Definition: vacuum.h:190
#define VACOPT_PROCESS_MAIN
Definition: vacuum.h:186
#define VACOPT_ANALYZE
Definition: vacuum.h:181

References _, ALLOCSET_DEFAULT_SIZES, AllocSetContextCreate, analyze(), DefElem::arg, Assert(), BAS_VACUUM, defGetBoolean(), defGetInt32(), defGetString(), DefElem::defname, ereport, errcode(), errhint_internal(), errmsg(), ERROR, VacuumParams::freeze_min_age, VacuumParams::freeze_table_age, get_vacoptval_from_boolean(), GetAccessStrategyWithSize(), GUC_UNIT_KB, VacuumParams::index_cleanup, InvalidOid, VacuumStmt::is_vacuumcmd, VacuumParams::is_wraparound, lfirst, lfirst_node, DefElem::location, VacuumParams::log_analyze_min_duration, VacuumParams::log_vacuum_min_duration, MAX_BAS_VAC_RING_SIZE_KB, VacuumParams::max_eager_freeze_failure_rate, MAX_PARALLEL_WORKER_LIMIT, MemoryContextDelete(), MemoryContextSwitchTo(), MIN_BAS_VAC_RING_SIZE_KB, VacuumParams::multixact_freeze_min_age, VacuumParams::multixact_freeze_table_age, NIL, VacuumParams::nworkers, VacuumParams::options, VacuumStmt::options, parse_int(), parser_errposition(), pg_strcasecmp(), PortalContext, VacuumStmt::rels, VacuumParams::toast_parent, VacuumParams::truncate, VacuumRelation::va_cols, VACOPT_ANALYZE, VACOPT_DISABLE_PAGE_SKIPPING, VACOPT_FREEZE, VACOPT_FULL, VACOPT_ONLY_DATABASE_STATS, VACOPT_PROCESS_MAIN, VACOPT_PROCESS_TOAST, VACOPT_SKIP_DATABASE_STATS, VACOPT_SKIP_LOCKED, VACOPT_VACUUM, VACOPT_VERBOSE, VACOPTVALUE_AUTO, VACOPTVALUE_UNSPECIFIED, vacuum(), vacuum_max_eager_freeze_failure_rate, VacuumBufferUsageLimit, and verbose.

Referenced by standard_ProcessUtility().

◆ parallel_vacuum_bulkdel_all_indexes()

void parallel_vacuum_bulkdel_all_indexes ( ParallelVacuumState pvs,
long  num_table_tuples,
int  num_index_scans 
)

Definition at line 500 of file vacuumparallel.c.

502{
504
505 /*
506 * We can only provide an approximate value of num_heap_tuples, at least
507 * for now.
508 */
509 pvs->shared->reltuples = num_table_tuples;
510 pvs->shared->estimated_count = true;
511
512 parallel_vacuum_process_all_indexes(pvs, num_index_scans, true);
513}
#define IsParallelWorker()
Definition: parallel.h:60
double reltuples
bool estimated_count
static void parallel_vacuum_process_all_indexes(ParallelVacuumState *pvs, int num_index_scans, bool vacuum)

References Assert(), PVShared::estimated_count, IsParallelWorker, parallel_vacuum_process_all_indexes(), PVShared::reltuples, and ParallelVacuumState::shared.

Referenced by lazy_vacuum_all_indexes().

◆ parallel_vacuum_cleanup_all_indexes()

void parallel_vacuum_cleanup_all_indexes ( ParallelVacuumState pvs,
long  num_table_tuples,
int  num_index_scans,
bool  estimated_count 
)

Definition at line 519 of file vacuumparallel.c.

521{
523
524 /*
525 * We can provide a better estimate of total number of surviving tuples
526 * (we assume indexes are more interested in that than in the number of
527 * nominally live tuples).
528 */
529 pvs->shared->reltuples = num_table_tuples;
530 pvs->shared->estimated_count = estimated_count;
531
532 parallel_vacuum_process_all_indexes(pvs, num_index_scans, false);
533}

References Assert(), PVShared::estimated_count, IsParallelWorker, parallel_vacuum_process_all_indexes(), PVShared::reltuples, and ParallelVacuumState::shared.

Referenced by lazy_cleanup_all_indexes().

◆ parallel_vacuum_end()

void parallel_vacuum_end ( ParallelVacuumState pvs,
IndexBulkDeleteResult **  istats 
)

Definition at line 436 of file vacuumparallel.c.

437{
439
440 /* Copy the updated statistics */
441 for (int i = 0; i < pvs->nindexes; i++)
442 {
443 PVIndStats *indstats = &(pvs->indstats[i]);
444
445 if (indstats->istat_updated)
446 {
448 memcpy(istats[i], &indstats->istat, sizeof(IndexBulkDeleteResult));
449 }
450 else
451 istats[i] = NULL;
452 }
453
455
458
460 pfree(pvs);
461}
void DestroyParallelContext(ParallelContext *pcxt)
Definition: parallel.c:950
#define palloc0_object(type)
Definition: fe_memutils.h:75
int i
Definition: isn.c:77
void pfree(void *pointer)
Definition: mcxt.c:1594
bool istat_updated
IndexBulkDeleteResult istat
ParallelContext * pcxt
PVIndStats * indstats
void TidStoreDestroy(TidStore *ts)
Definition: tidstore.c:317
void ExitParallelMode(void)
Definition: xact.c:1065

References Assert(), ParallelVacuumState::dead_items, DestroyParallelContext(), ExitParallelMode(), i, ParallelVacuumState::indstats, IsParallelWorker, PVIndStats::istat, PVIndStats::istat_updated, ParallelVacuumState::nindexes, palloc0_object, ParallelVacuumState::pcxt, pfree(), TidStoreDestroy(), and ParallelVacuumState::will_parallel_vacuum.

Referenced by dead_items_cleanup().

◆ parallel_vacuum_get_dead_items()

TidStore * parallel_vacuum_get_dead_items ( ParallelVacuumState pvs,
VacDeadItemsInfo **  dead_items_info_p 
)

Definition at line 467 of file vacuumparallel.c.

468{
469 *dead_items_info_p = &(pvs->shared->dead_items_info);
470 return pvs->dead_items;
471}
VacDeadItemsInfo dead_items_info

References ParallelVacuumState::dead_items, PVShared::dead_items_info, and ParallelVacuumState::shared.

Referenced by dead_items_alloc(), and dead_items_reset().

◆ parallel_vacuum_init()

ParallelVacuumState * parallel_vacuum_init ( Relation  rel,
Relation indrels,
int  nindexes,
int  nrequested_workers,
int  vac_work_mem,
int  elevel,
BufferAccessStrategy  bstrategy 
)

Definition at line 243 of file vacuumparallel.c.

246{
248 ParallelContext *pcxt;
249 PVShared *shared;
250 TidStore *dead_items;
251 PVIndStats *indstats;
252 BufferUsage *buffer_usage;
253 WalUsage *wal_usage;
254 bool *will_parallel_vacuum;
255 Size est_indstats_len;
256 Size est_shared_len;
257 int nindexes_mwm = 0;
258 int parallel_workers = 0;
259 int querylen;
260
261 /*
262 * A parallel vacuum must be requested and there must be indexes on the
263 * relation
264 */
265 Assert(nrequested_workers >= 0);
266 Assert(nindexes > 0);
267
268 /*
269 * Compute the number of parallel vacuum workers to launch
270 */
271 will_parallel_vacuum = palloc0_array(bool, nindexes);
272 parallel_workers = parallel_vacuum_compute_workers(indrels, nindexes,
273 nrequested_workers,
274 will_parallel_vacuum);
275 if (parallel_workers <= 0)
276 {
277 /* Can't perform vacuum in parallel -- return NULL */
278 pfree(will_parallel_vacuum);
279 return NULL;
280 }
281
283 pvs->indrels = indrels;
284 pvs->nindexes = nindexes;
285 pvs->will_parallel_vacuum = will_parallel_vacuum;
286 pvs->bstrategy = bstrategy;
287 pvs->heaprel = rel;
288
290 pcxt = CreateParallelContext("postgres", "parallel_vacuum_main",
291 parallel_workers);
292 Assert(pcxt->nworkers > 0);
293 pvs->pcxt = pcxt;
294
295 /* Estimate size for index vacuum stats -- PARALLEL_VACUUM_KEY_INDEX_STATS */
296 est_indstats_len = mul_size(sizeof(PVIndStats), nindexes);
297 shm_toc_estimate_chunk(&pcxt->estimator, est_indstats_len);
299
300 /* Estimate size for shared information -- PARALLEL_VACUUM_KEY_SHARED */
301 est_shared_len = sizeof(PVShared);
302 shm_toc_estimate_chunk(&pcxt->estimator, est_shared_len);
304
305 /*
306 * Estimate space for BufferUsage and WalUsage --
307 * PARALLEL_VACUUM_KEY_BUFFER_USAGE and PARALLEL_VACUUM_KEY_WAL_USAGE.
308 *
309 * If there are no extensions loaded that care, we could skip this. We
310 * have no way of knowing whether anyone's looking at pgBufferUsage or
311 * pgWalUsage, so do it unconditionally.
312 */
314 mul_size(sizeof(BufferUsage), pcxt->nworkers));
317 mul_size(sizeof(WalUsage), pcxt->nworkers));
319
320 /* Finally, estimate PARALLEL_VACUUM_KEY_QUERY_TEXT space */
322 {
323 querylen = strlen(debug_query_string);
324 shm_toc_estimate_chunk(&pcxt->estimator, querylen + 1);
326 }
327 else
328 querylen = 0; /* keep compiler quiet */
329
331
332 /* Prepare index vacuum stats */
333 indstats = (PVIndStats *) shm_toc_allocate(pcxt->toc, est_indstats_len);
334 MemSet(indstats, 0, est_indstats_len);
335 for (int i = 0; i < nindexes; i++)
336 {
337 Relation indrel = indrels[i];
338 uint8 vacoptions = indrel->rd_indam->amparallelvacuumoptions;
339
340 /*
341 * Cleanup option should be either disabled, always performing in
342 * parallel or conditionally performing in parallel.
343 */
344 Assert(((vacoptions & VACUUM_OPTION_PARALLEL_CLEANUP) == 0) ||
345 ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) == 0));
347
348 if (!will_parallel_vacuum[i])
349 continue;
350
352 nindexes_mwm++;
353
354 /*
355 * Remember the number of indexes that support parallel operation for
356 * each phase.
357 */
358 if ((vacoptions & VACUUM_OPTION_PARALLEL_BULKDEL) != 0)
360 if ((vacoptions & VACUUM_OPTION_PARALLEL_CLEANUP) != 0)
362 if ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) != 0)
364 }
366 pvs->indstats = indstats;
367
368 /* Prepare shared information */
369 shared = (PVShared *) shm_toc_allocate(pcxt->toc, est_shared_len);
370 MemSet(shared, 0, est_shared_len);
371 shared->relid = RelationGetRelid(rel);
372 shared->elevel = elevel;
375 (nindexes_mwm > 0) ?
376 maintenance_work_mem / Min(parallel_workers, nindexes_mwm) :
378 shared->dead_items_info.max_bytes = vac_work_mem * (size_t) 1024;
379
380 /* Prepare DSA space for dead items */
382 LWTRANCHE_PARALLEL_VACUUM_DSA);
383 pvs->dead_items = dead_items;
384 shared->dead_items_handle = TidStoreGetHandle(dead_items);
386
387 /* Use the same buffer size for all workers */
388 shared->ring_nbuffers = GetAccessStrategyBufferCount(bstrategy);
389
390 pg_atomic_init_u32(&(shared->cost_balance), 0);
391 pg_atomic_init_u32(&(shared->active_nworkers), 0);
392 pg_atomic_init_u32(&(shared->idx), 0);
393
395 pvs->shared = shared;
396
397 /*
398 * Allocate space for each worker's BufferUsage and WalUsage; no need to
399 * initialize
400 */
401 buffer_usage = shm_toc_allocate(pcxt->toc,
402 mul_size(sizeof(BufferUsage), pcxt->nworkers));
404 pvs->buffer_usage = buffer_usage;
405 wal_usage = shm_toc_allocate(pcxt->toc,
406 mul_size(sizeof(WalUsage), pcxt->nworkers));
408 pvs->wal_usage = wal_usage;
409
410 /* Store query string for workers */
412 {
413 char *sharedquery;
414
415 sharedquery = (char *) shm_toc_allocate(pcxt->toc, querylen + 1);
416 memcpy(sharedquery, debug_query_string, querylen + 1);
417 sharedquery[querylen] = '\0';
418 shm_toc_insert(pcxt->toc,
419 PARALLEL_VACUUM_KEY_QUERY_TEXT, sharedquery);
420 }
421
422 /* Success -- return parallel vacuum state */
423 return pvs;
424}
static void pg_atomic_init_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
Definition: atomics.h:219
void InitializeParallelDSM(ParallelContext *pcxt)
Definition: parallel.c:211
ParallelContext * CreateParallelContext(const char *library_name, const char *function_name, int nworkers)
Definition: parallel.c:173
int64 pgstat_get_my_query_id(void)
#define Min(x, y)
Definition: c.h:1016
uint8_t uint8
Definition: c.h:550
#define MemSet(start, val, len)
Definition: c.h:1032
size_t Size
Definition: c.h:624
dsa_handle dsa_get_handle(dsa_area *area)
Definition: dsa.c:498
#define palloc0_array(type, count)
Definition: fe_memutils.h:77
int GetAccessStrategyBufferCount(BufferAccessStrategy strategy)
Definition: freelist.c:586
int maintenance_work_mem
Definition: globals.c:133
const char * debug_query_string
Definition: postgres.c:89
void * shm_toc_allocate(shm_toc *toc, Size nbytes)
Definition: shm_toc.c:88
void shm_toc_insert(shm_toc *toc, uint64 key, void *address)
Definition: shm_toc.c:171
#define shm_toc_estimate_chunk(e, sz)
Definition: shm_toc.h:51
#define shm_toc_estimate_keys(e, cnt)
Definition: shm_toc.h:53
Size mul_size(Size s1, Size s2)
Definition: shmem.c:510
bool amusemaintenanceworkmem
Definition: amapi.h:280
uint8 amparallelvacuumoptions
Definition: amapi.h:284
pg_atomic_uint32 cost_balance
int maintenance_work_mem_worker
int64 queryid
pg_atomic_uint32 active_nworkers
dsa_pointer dead_items_handle
dsa_handle dead_items_dsa_handle
int ring_nbuffers
pg_atomic_uint32 idx
shm_toc_estimator estimator
Definition: parallel.h:41
shm_toc * toc
Definition: parallel.h:44
BufferAccessStrategy bstrategy
BufferUsage * buffer_usage
struct IndexAmRoutine * rd_indam
Definition: rel.h:206
size_t max_bytes
Definition: vacuum.h:299
dsa_area * TidStoreGetDSA(TidStore *ts)
Definition: tidstore.c:544
dsa_pointer TidStoreGetHandle(TidStore *ts)
Definition: tidstore.c:552
TidStore * TidStoreCreateShared(size_t max_bytes, int tranche_id)
Definition: tidstore.c:208
#define VACUUM_OPTION_PARALLEL_CLEANUP
Definition: vacuum.h:63
#define VACUUM_OPTION_PARALLEL_BULKDEL
Definition: vacuum.h:48
#define VACUUM_OPTION_MAX_VALID_VALUE
Definition: vacuum.h:66
#define VACUUM_OPTION_PARALLEL_COND_CLEANUP
Definition: vacuum.h:55
static int parallel_vacuum_compute_workers(Relation *indrels, int nindexes, int nrequested, bool *will_parallel_vacuum)
#define PARALLEL_VACUUM_KEY_INDEX_STATS
#define PARALLEL_VACUUM_KEY_QUERY_TEXT
#define PARALLEL_VACUUM_KEY_BUFFER_USAGE
#define PARALLEL_VACUUM_KEY_SHARED
#define PARALLEL_VACUUM_KEY_WAL_USAGE
struct PVShared PVShared
void EnterParallelMode(void)
Definition: xact.c:1052

References PVShared::active_nworkers, IndexAmRoutine::amparallelvacuumoptions, IndexAmRoutine::amusemaintenanceworkmem, Assert(), ParallelVacuumState::bstrategy, ParallelVacuumState::buffer_usage, PVShared::cost_balance, CreateParallelContext(), ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, PVShared::dead_items_info, debug_query_string, dsa_get_handle(), PVShared::elevel, EnterParallelMode(), ParallelContext::estimator, GetAccessStrategyBufferCount(), ParallelVacuumState::heaprel, i, PVShared::idx, ParallelVacuumState::indrels, ParallelVacuumState::indstats, InitializeParallelDSM(), maintenance_work_mem, PVShared::maintenance_work_mem_worker, VacDeadItemsInfo::max_bytes, MemSet, Min, mul_size(), ParallelVacuumState::nindexes, ParallelVacuumState::nindexes_parallel_bulkdel, ParallelVacuumState::nindexes_parallel_cleanup, ParallelVacuumState::nindexes_parallel_condcleanup, ParallelContext::nworkers, palloc0_array, palloc0_object, parallel_vacuum_compute_workers(), PARALLEL_VACUUM_KEY_BUFFER_USAGE, PARALLEL_VACUUM_KEY_INDEX_STATS, PARALLEL_VACUUM_KEY_QUERY_TEXT, PARALLEL_VACUUM_KEY_SHARED, PARALLEL_VACUUM_KEY_WAL_USAGE, ParallelVacuumState::pcxt, pfree(), pg_atomic_init_u32(), pgstat_get_my_query_id(), PVShared::queryid, RelationData::rd_indam, RelationGetRelid, PVShared::relid, PVShared::ring_nbuffers, ParallelVacuumState::shared, shm_toc_allocate(), shm_toc_estimate_chunk, shm_toc_estimate_keys, shm_toc_insert(), TidStoreCreateShared(), TidStoreGetDSA(), TidStoreGetHandle(), ParallelContext::toc, VACUUM_OPTION_MAX_VALID_VALUE, VACUUM_OPTION_PARALLEL_BULKDEL, VACUUM_OPTION_PARALLEL_CLEANUP, VACUUM_OPTION_PARALLEL_COND_CLEANUP, ParallelVacuumState::wal_usage, and ParallelVacuumState::will_parallel_vacuum.

Referenced by dead_items_alloc().

◆ parallel_vacuum_main()

void parallel_vacuum_main ( dsm_segment seg,
shm_toc toc 
)

Definition at line 989 of file vacuumparallel.c.

990{
992 Relation rel;
993 Relation *indrels;
994 PVIndStats *indstats;
995 PVShared *shared;
996 TidStore *dead_items;
997 BufferUsage *buffer_usage;
998 WalUsage *wal_usage;
999 int nindexes;
1000 char *sharedquery;
1001 ErrorContextCallback errcallback;
1002
1003 /*
1004 * A parallel vacuum worker must have only PROC_IN_VACUUM flag since we
1005 * don't support parallel vacuum for autovacuum as of now.
1006 */
1008
1009 elog(DEBUG1, "starting parallel vacuum worker");
1010
1011 shared = (PVShared *) shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_SHARED, false);
1012
1013 /* Set debug_query_string for individual workers */
1014 sharedquery = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_QUERY_TEXT, true);
1015 debug_query_string = sharedquery;
1017
1018 /* Track query ID */
1019 pgstat_report_query_id(shared->queryid, false);
1020
1021 /*
1022 * Open table. The lock mode is the same as the leader process. It's
1023 * okay because the lock mode does not conflict among the parallel
1024 * workers.
1025 */
1027
1028 /*
1029 * Open all indexes. indrels are sorted in order by OID, which should be
1030 * matched to the leader's one.
1031 */
1032 vac_open_indexes(rel, RowExclusiveLock, &nindexes, &indrels);
1033 Assert(nindexes > 0);
1034
1035 /*
1036 * Apply the desired value of maintenance_work_mem within this process.
1037 * Really we should use SetConfigOption() to change a GUC, but since we're
1038 * already in parallel mode guc.c would complain about that. Fortunately,
1039 * by the same token guc.c will not let any user-defined code change it.
1040 * So just avert your eyes while we do this:
1041 */
1042 if (shared->maintenance_work_mem_worker > 0)
1044
1045 /* Set index statistics */
1046 indstats = (PVIndStats *) shm_toc_lookup(toc,
1048 false);
1049
1050 /* Find dead_items in shared memory */
1051 dead_items = TidStoreAttach(shared->dead_items_dsa_handle,
1052 shared->dead_items_handle);
1053
1054 /* Set cost-based vacuum delay */
1060
1061 /* Set parallel vacuum state */
1062 pvs.indrels = indrels;
1063 pvs.nindexes = nindexes;
1064 pvs.indstats = indstats;
1065 pvs.shared = shared;
1066 pvs.dead_items = dead_items;
1069 pvs.heaprel = rel;
1070
1071 /* These fields will be filled during index vacuum or cleanup */
1072 pvs.indname = NULL;
1074
1075 /* Each parallel VACUUM worker gets its own access strategy. */
1077 shared->ring_nbuffers * (BLCKSZ / 1024));
1078
1079 /* Setup error traceback support for ereport() */
1081 errcallback.arg = &pvs;
1082 errcallback.previous = error_context_stack;
1083 error_context_stack = &errcallback;
1084
1085 /* Prepare to track buffer usage during parallel execution */
1087
1088 /* Process indexes to perform vacuum/cleanup */
1090
1091 /* Report buffer/WAL usage during parallel execution */
1092 buffer_usage = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_BUFFER_USAGE, false);
1093 wal_usage = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_WAL_USAGE, false);
1095 &wal_usage[ParallelWorkerNumber]);
1096
1097 /* Report any remaining cost-based vacuum delay time */
1101
1102 TidStoreDetach(dead_items);
1103
1104 /* Pop the error context stack */
1105 error_context_stack = errcallback.previous;
1106
1107 vac_close_indexes(nindexes, indrels, RowExclusiveLock);
1110}
void VacuumUpdateCosts(void)
Definition: autovacuum.c:1668
int ParallelWorkerNumber
Definition: parallel.c:115
void pgstat_progress_parallel_incr_param(int index, int64 incr)
void pgstat_report_query_id(int64 query_id, bool force)
void pgstat_report_activity(BackendState state, const char *cmd_str)
@ STATE_RUNNING
ErrorContextCallback * error_context_stack
Definition: elog.c:95
#define DEBUG1
Definition: elog.h:30
void FreeAccessStrategy(BufferAccessStrategy strategy)
Definition: freelist.c:643
int VacuumCostBalance
Definition: globals.c:157
void InstrEndParallelQuery(BufferUsage *bufusage, WalUsage *walusage)
Definition: instrument.c:208
void InstrStartParallelQuery(void)
Definition: instrument.c:200
#define RowExclusiveLock
Definition: lockdefs.h:38
char * get_namespace_name(Oid nspid)
Definition: lsyscache.c:3531
char * pstrdup(const char *in)
Definition: mcxt.c:1759
#define PROC_IN_VACUUM
Definition: proc.h:58
#define PROGRESS_VACUUM_DELAY_TIME
Definition: progress.h:31
#define RelationGetNamespace(relation)
Definition: rel.h:556
void * shm_toc_lookup(shm_toc *toc, uint64 key, bool noError)
Definition: shm_toc.c:232
PGPROC * MyProc
Definition: proc.c:67
struct ErrorContextCallback * previous
Definition: elog.h:297
void(* callback)(void *arg)
Definition: elog.h:298
uint8 statusFlags
Definition: proc.h:259
PVIndVacStatus status
void table_close(Relation relation, LOCKMODE lockmode)
Definition: table.c:126
Relation table_open(Oid relationId, LOCKMODE lockmode)
Definition: table.c:40
void TidStoreDetach(TidStore *ts)
Definition: tidstore.c:269
TidStore * TidStoreAttach(dsa_handle area_handle, dsa_pointer handle)
Definition: tidstore.c:244
pg_atomic_uint32 * VacuumActiveNWorkers
Definition: vacuum.c:117
bool track_cost_delay_timing
Definition: vacuum.c:82
void vac_open_indexes(Relation relation, LOCKMODE lockmode, int *nindexes, Relation **Irel)
Definition: vacuum.c:2362
int VacuumCostBalanceLocal
Definition: vacuum.c:118
int64 parallel_vacuum_worker_delay_ns
Definition: vacuum.c:95
void vac_close_indexes(int nindexes, Relation *Irel, LOCKMODE lockmode)
Definition: vacuum.c:2405
pg_atomic_uint32 * VacuumSharedCostBalance
Definition: vacuum.c:116
static void parallel_vacuum_error_callback(void *arg)
static void parallel_vacuum_process_safe_indexes(ParallelVacuumState *pvs)
@ PARALLEL_INDVAC_STATUS_INITIAL

References PVShared::active_nworkers, ErrorContextCallback::arg, Assert(), BAS_VACUUM, ParallelVacuumState::bstrategy, ErrorContextCallback::callback, PVShared::cost_balance, ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, DEBUG1, debug_query_string, elog, error_context_stack, FreeAccessStrategy(), get_namespace_name(), GetAccessStrategyWithSize(), ParallelVacuumState::heaprel, ParallelVacuumState::indname, ParallelVacuumState::indrels, ParallelVacuumState::indstats, InstrEndParallelQuery(), InstrStartParallelQuery(), maintenance_work_mem, PVShared::maintenance_work_mem_worker, MyProc, ParallelVacuumState::nindexes, PARALLEL_INDVAC_STATUS_INITIAL, parallel_vacuum_error_callback(), PARALLEL_VACUUM_KEY_BUFFER_USAGE, PARALLEL_VACUUM_KEY_INDEX_STATS, PARALLEL_VACUUM_KEY_QUERY_TEXT, PARALLEL_VACUUM_KEY_SHARED, PARALLEL_VACUUM_KEY_WAL_USAGE, parallel_vacuum_process_safe_indexes(), parallel_vacuum_worker_delay_ns, ParallelWorkerNumber, pgstat_progress_parallel_incr_param(), pgstat_report_activity(), pgstat_report_query_id(), ErrorContextCallback::previous, PROC_IN_VACUUM, PROGRESS_VACUUM_DELAY_TIME, pstrdup(), PVShared::queryid, RelationGetNamespace, RelationGetRelationName, PVShared::relid, ParallelVacuumState::relname, ParallelVacuumState::relnamespace, PVShared::ring_nbuffers, RowExclusiveLock, ParallelVacuumState::shared, ShareUpdateExclusiveLock, shm_toc_lookup(), STATE_RUNNING, ParallelVacuumState::status, PGPROC::statusFlags, table_close(), table_open(), TidStoreAttach(), TidStoreDetach(), track_cost_delay_timing, vac_close_indexes(), vac_open_indexes(), VacuumActiveNWorkers, VacuumCostBalance, VacuumCostBalanceLocal, VacuumSharedCostBalance, and VacuumUpdateCosts().

◆ parallel_vacuum_reset_dead_items()

void parallel_vacuum_reset_dead_items ( ParallelVacuumState pvs)

Definition at line 475 of file vacuumparallel.c.

476{
477 VacDeadItemsInfo *dead_items_info = &(pvs->shared->dead_items_info);
478
479 /*
480 * Free the current tidstore and return allocated DSA segments to the
481 * operating system. Then we recreate the tidstore with the same max_bytes
482 * limitation we just used.
483 */
485 pvs->dead_items = TidStoreCreateShared(dead_items_info->max_bytes,
486 LWTRANCHE_PARALLEL_VACUUM_DSA);
487
488 /* Update the DSA pointer for dead_items to the new one */
491
492 /* Reset the counter */
493 dead_items_info->num_items = 0;
494}
int64 num_items
Definition: vacuum.h:300

References ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, PVShared::dead_items_info, dsa_get_handle(), VacDeadItemsInfo::max_bytes, VacDeadItemsInfo::num_items, ParallelVacuumState::shared, TidStoreCreateShared(), TidStoreDestroy(), TidStoreGetDSA(), and TidStoreGetHandle().

Referenced by dead_items_reset().

◆ std_typanalyze()

bool std_typanalyze ( VacAttrStats stats)

Definition at line 1896 of file analyze.c.

1897{
1898 Oid ltopr;
1899 Oid eqopr;
1900 StdAnalyzeData *mystats;
1901
1902 /* If the attstattarget column is negative, use the default value */
1903 if (stats->attstattarget < 0)
1905
1906 /* Look for default "<" and "=" operators for column's type */
1908 false, false, false,
1909 &ltopr, &eqopr, NULL,
1910 NULL);
1911
1912 /* Save the operator info for compute_stats routines */
1913 mystats = palloc_object(StdAnalyzeData);
1914 mystats->eqopr = eqopr;
1915 mystats->eqfunc = OidIsValid(eqopr) ? get_opcode(eqopr) : InvalidOid;
1916 mystats->ltopr = ltopr;
1917 stats->extra_data = mystats;
1918
1919 /*
1920 * Determine which standard statistics algorithm to use
1921 */
1922 if (OidIsValid(eqopr) && OidIsValid(ltopr))
1923 {
1924 /* Seems to be a scalar datatype */
1926 /*--------------------
1927 * The following choice of minrows is based on the paper
1928 * "Random sampling for histogram construction: how much is enough?"
1929 * by Surajit Chaudhuri, Rajeev Motwani and Vivek Narasayya, in
1930 * Proceedings of ACM SIGMOD International Conference on Management
1931 * of Data, 1998, Pages 436-447. Their Corollary 1 to Theorem 5
1932 * says that for table size n, histogram size k, maximum relative
1933 * error in bin size f, and error probability gamma, the minimum
1934 * random sample size is
1935 * r = 4 * k * ln(2*n/gamma) / f^2
1936 * Taking f = 0.5, gamma = 0.01, n = 10^6 rows, we obtain
1937 * r = 305.82 * k
1938 * Note that because of the log function, the dependence on n is
1939 * quite weak; even at n = 10^12, a 300*k sample gives <= 0.66
1940 * bin size error with probability 0.99. So there's no real need to
1941 * scale for n, which is a good thing because we don't necessarily
1942 * know it at this point.
1943 *--------------------
1944 */
1945 stats->minrows = 300 * stats->attstattarget;
1946 }
1947 else if (OidIsValid(eqopr))
1948 {
1949 /* We can still recognize distinct values */
1951 /* Might as well use the same minrows as above */
1952 stats->minrows = 300 * stats->attstattarget;
1953 }
1954 else
1955 {
1956 /* Can't do much but the trivial stuff */
1958 /* Might as well use the same minrows as above */
1959 stats->minrows = 300 * stats->attstattarget;
1960 }
1961
1962 return true;
1963}
#define OidIsValid(objectId)
Definition: c.h:788
static void compute_scalar_stats(VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)
Definition: analyze.c:2407
int default_statistics_target
Definition: analyze.c:70
static void compute_distinct_stats(VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)
Definition: analyze.c:2064
static void compute_trivial_stats(VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)
Definition: analyze.c:1974
#define palloc_object(type)
Definition: fe_memutils.h:74
RegProcedure get_opcode(Oid opno)
Definition: lsyscache.c:1450
void get_sort_group_operators(Oid argtype, bool needLT, bool needEQ, bool needGT, Oid *ltOpr, Oid *eqOpr, Oid *gtOpr, bool *isHashable)
Definition: parse_oper.c:181
unsigned int Oid
Definition: postgres_ext.h:32
Oid attrtypid
Definition: vacuum.h:126
int minrows
Definition: vacuum.h:137
int attstattarget
Definition: vacuum.h:125
void * extra_data
Definition: vacuum.h:138
AnalyzeAttrComputeStatsFunc compute_stats
Definition: vacuum.h:136

References VacAttrStats::attrtypid, VacAttrStats::attstattarget, compute_distinct_stats(), compute_scalar_stats(), VacAttrStats::compute_stats, compute_trivial_stats(), default_statistics_target, StdAnalyzeData::eqfunc, StdAnalyzeData::eqopr, VacAttrStats::extra_data, get_opcode(), get_sort_group_operators(), InvalidOid, StdAnalyzeData::ltopr, VacAttrStats::minrows, OidIsValid, and palloc_object.

Referenced by array_typanalyze(), examine_attribute(), and examine_expression().

◆ vac_bulkdel_one_index()

IndexBulkDeleteResult * vac_bulkdel_one_index ( IndexVacuumInfo ivinfo,
IndexBulkDeleteResult istat,
TidStore dead_items,
VacDeadItemsInfo dead_items_info 
)

Definition at line 2633 of file vacuum.c.

2635{
2636 /* Do bulk deletion */
2637 istat = index_bulk_delete(ivinfo, istat, vac_tid_reaped,
2638 dead_items);
2639
2640 ereport(ivinfo->message_level,
2641 (errmsg("scanned index \"%s\" to remove %" PRId64 " row versions",
2643 dead_items_info->num_items)));
2644
2645 return istat;
2646}
IndexBulkDeleteResult * index_bulk_delete(IndexVacuumInfo *info, IndexBulkDeleteResult *istat, IndexBulkDeleteCallback callback, void *callback_state)
Definition: indexam.c:805
Relation index
Definition: genam.h:73
int message_level
Definition: genam.h:78
static bool vac_tid_reaped(ItemPointer itemptr, void *state)
Definition: vacuum.c:2680

References ereport, errmsg(), IndexVacuumInfo::index, index_bulk_delete(), IndexVacuumInfo::message_level, VacDeadItemsInfo::num_items, RelationGetRelationName, and vac_tid_reaped().

Referenced by lazy_vacuum_one_index(), and parallel_vacuum_process_one_index().

◆ vac_cleanup_one_index()

IndexBulkDeleteResult * vac_cleanup_one_index ( IndexVacuumInfo ivinfo,
IndexBulkDeleteResult istat 
)

Definition at line 2654 of file vacuum.c.

2655{
2656 istat = index_vacuum_cleanup(ivinfo, istat);
2657
2658 if (istat)
2659 ereport(ivinfo->message_level,
2660 (errmsg("index \"%s\" now contains %.0f row versions in %u pages",
2662 istat->num_index_tuples,
2663 istat->num_pages),
2664 errdetail("%.0f index row versions were removed.\n"
2665 "%u index pages were newly deleted.\n"
2666 "%u index pages are currently deleted, of which %u are currently reusable.",
2667 istat->tuples_removed,
2668 istat->pages_newly_deleted,
2669 istat->pages_deleted, istat->pages_free)));
2670
2671 return istat;
2672}
int errdetail(const char *fmt,...)
Definition: elog.c:1216
IndexBulkDeleteResult * index_vacuum_cleanup(IndexVacuumInfo *info, IndexBulkDeleteResult *istat)
Definition: indexam.c:826
BlockNumber pages_deleted
Definition: genam.h:109
BlockNumber pages_newly_deleted
Definition: genam.h:108
BlockNumber pages_free
Definition: genam.h:110
BlockNumber num_pages
Definition: genam.h:104
double tuples_removed
Definition: genam.h:107
double num_index_tuples
Definition: genam.h:106

References ereport, errdetail(), errmsg(), IndexVacuumInfo::index, index_vacuum_cleanup(), IndexVacuumInfo::message_level, IndexBulkDeleteResult::num_index_tuples, IndexBulkDeleteResult::num_pages, IndexBulkDeleteResult::pages_deleted, IndexBulkDeleteResult::pages_free, IndexBulkDeleteResult::pages_newly_deleted, RelationGetRelationName, and IndexBulkDeleteResult::tuples_removed.

Referenced by lazy_cleanup_one_index(), and parallel_vacuum_process_one_index().

◆ vac_close_indexes()

void vac_close_indexes ( int  nindexes,
Relation Irel,
LOCKMODE  lockmode 
)

Definition at line 2405 of file vacuum.c.

2406{
2407 if (Irel == NULL)
2408 return;
2409
2410 while (nindexes--)
2411 {
2412 Relation ind = Irel[nindexes];
2413
2414 index_close(ind, lockmode);
2415 }
2416 pfree(Irel);
2417}
void index_close(Relation relation, LOCKMODE lockmode)
Definition: indexam.c:177

References index_close(), and pfree().

Referenced by do_analyze_rel(), heap_vacuum_rel(), and parallel_vacuum_main().

◆ vac_estimate_reltuples()

double vac_estimate_reltuples ( Relation  relation,
BlockNumber  total_pages,
BlockNumber  scanned_pages,
double  scanned_tuples 
)

Definition at line 1330 of file vacuum.c.

1334{
1335 BlockNumber old_rel_pages = relation->rd_rel->relpages;
1336 double old_rel_tuples = relation->rd_rel->reltuples;
1337 double old_density;
1338 double unscanned_pages;
1339 double total_tuples;
1340
1341 /* If we did scan the whole table, just use the count as-is */
1342 if (scanned_pages >= total_pages)
1343 return scanned_tuples;
1344
1345 /*
1346 * When successive VACUUM commands scan the same few pages again and
1347 * again, without anything from the table really changing, there is a risk
1348 * that our beliefs about tuple density will gradually become distorted.
1349 * This might be caused by vacuumlazy.c implementation details, such as
1350 * its tendency to always scan the last heap page. Handle that here.
1351 *
1352 * If the relation is _exactly_ the same size according to the existing
1353 * pg_class entry, and only a few of its pages (less than 2%) were
1354 * scanned, keep the existing value of reltuples. Also keep the existing
1355 * value when only a subset of rel's pages <= a single page were scanned.
1356 *
1357 * (Note: we might be returning -1 here.)
1358 */
1359 if (old_rel_pages == total_pages &&
1360 scanned_pages < (double) total_pages * 0.02)
1361 return old_rel_tuples;
1362 if (scanned_pages <= 1)
1363 return old_rel_tuples;
1364
1365 /*
1366 * If old density is unknown, we can't do much except scale up
1367 * scanned_tuples to match total_pages.
1368 */
1369 if (old_rel_tuples < 0 || old_rel_pages == 0)
1370 return floor((scanned_tuples / scanned_pages) * total_pages + 0.5);
1371
1372 /*
1373 * Okay, we've covered the corner cases. The normal calculation is to
1374 * convert the old measurement to a density (tuples per page), then
1375 * estimate the number of tuples in the unscanned pages using that figure,
1376 * and finally add on the number of tuples in the scanned pages.
1377 */
1378 old_density = old_rel_tuples / old_rel_pages;
1379 unscanned_pages = (double) total_pages - (double) scanned_pages;
1380 total_tuples = old_density * unscanned_pages + scanned_tuples;
1381 return floor(total_tuples + 0.5);
1382}

References RelationData::rd_rel.

Referenced by lazy_scan_heap(), and statapprox_heap().

◆ vac_open_indexes()

void vac_open_indexes ( Relation  relation,
LOCKMODE  lockmode,
int *  nindexes,
Relation **  Irel 
)

Definition at line 2362 of file vacuum.c.

2364{
2365 List *indexoidlist;
2366 ListCell *indexoidscan;
2367 int i;
2368
2369 Assert(lockmode != NoLock);
2370
2371 indexoidlist = RelationGetIndexList(relation);
2372
2373 /* allocate enough memory for all indexes */
2374 i = list_length(indexoidlist);
2375
2376 if (i > 0)
2377 *Irel = (Relation *) palloc(i * sizeof(Relation));
2378 else
2379 *Irel = NULL;
2380
2381 /* collect just the ready indexes */
2382 i = 0;
2383 foreach(indexoidscan, indexoidlist)
2384 {
2385 Oid indexoid = lfirst_oid(indexoidscan);
2386 Relation indrel;
2387
2388 indrel = index_open(indexoid, lockmode);
2389 if (indrel->rd_index->indisready)
2390 (*Irel)[i++] = indrel;
2391 else
2392 index_close(indrel, lockmode);
2393 }
2394
2395 *nindexes = i;
2396
2397 list_free(indexoidlist);
2398}
Relation index_open(Oid relationId, LOCKMODE lockmode)
Definition: indexam.c:133
void list_free(List *list)
Definition: list.c:1546
void * palloc(Size size)
Definition: mcxt.c:1365
static int list_length(const List *l)
Definition: pg_list.h:152
#define lfirst_oid(lc)
Definition: pg_list.h:174
List * RelationGetIndexList(Relation relation)
Definition: relcache.c:4836
Definition: pg_list.h:54
Form_pg_index rd_index
Definition: rel.h:192

References Assert(), i, index_close(), index_open(), lfirst_oid, list_free(), list_length(), NoLock, palloc(), RelationData::rd_index, and RelationGetIndexList().

Referenced by do_analyze_rel(), heap_vacuum_rel(), and parallel_vacuum_main().

◆ vac_update_datfrozenxid()

void vac_update_datfrozenxid ( void  )

Definition at line 1608 of file vacuum.c.

1609{
1610 HeapTuple tuple;
1611 Form_pg_database dbform;
1612 Relation relation;
1613 SysScanDesc scan;
1614 HeapTuple classTup;
1615 TransactionId newFrozenXid;
1616 MultiXactId newMinMulti;
1617 TransactionId lastSaneFrozenXid;
1618 MultiXactId lastSaneMinMulti;
1619 bool bogus = false;
1620 bool dirty = false;
1621 ScanKeyData key[1];
1622 void *inplace_state;
1623
1624 /*
1625 * Restrict this task to one backend per database. This avoids race
1626 * conditions that would move datfrozenxid or datminmxid backward. It
1627 * avoids calling vac_truncate_clog() with a datfrozenxid preceding a
1628 * datfrozenxid passed to an earlier vac_truncate_clog() call.
1629 */
1631
1632 /*
1633 * Initialize the "min" calculation with
1634 * GetOldestNonRemovableTransactionId(), which is a reasonable
1635 * approximation to the minimum relfrozenxid for not-yet-committed
1636 * pg_class entries for new tables; see AddNewRelationTuple(). So we
1637 * cannot produce a wrong minimum by starting with this.
1638 */
1639 newFrozenXid = GetOldestNonRemovableTransactionId(NULL);
1640
1641 /*
1642 * Similarly, initialize the MultiXact "min" with the value that would be
1643 * used on pg_class for new tables. See AddNewRelationTuple().
1644 */
1645 newMinMulti = GetOldestMultiXactId();
1646
1647 /*
1648 * Identify the latest relfrozenxid and relminmxid values that we could
1649 * validly see during the scan. These are conservative values, but it's
1650 * not really worth trying to be more exact.
1651 */
1652 lastSaneFrozenXid = ReadNextTransactionId();
1653 lastSaneMinMulti = ReadNextMultiXactId();
1654
1655 /*
1656 * We must seqscan pg_class to find the minimum Xid, because there is no
1657 * index that can help us here.
1658 *
1659 * See vac_truncate_clog() for the race condition to prevent.
1660 */
1661 relation = table_open(RelationRelationId, AccessShareLock);
1662
1663 scan = systable_beginscan(relation, InvalidOid, false,
1664 NULL, 0, NULL);
1665
1666 while ((classTup = systable_getnext(scan)) != NULL)
1667 {
1668 volatile FormData_pg_class *classForm = (Form_pg_class) GETSTRUCT(classTup);
1669 TransactionId relfrozenxid = classForm->relfrozenxid;
1670 TransactionId relminmxid = classForm->relminmxid;
1671
1672 /*
1673 * Only consider relations able to hold unfrozen XIDs (anything else
1674 * should have InvalidTransactionId in relfrozenxid anyway).
1675 */
1676 if (classForm->relkind != RELKIND_RELATION &&
1677 classForm->relkind != RELKIND_MATVIEW &&
1678 classForm->relkind != RELKIND_TOASTVALUE)
1679 {
1680 Assert(!TransactionIdIsValid(relfrozenxid));
1681 Assert(!MultiXactIdIsValid(relminmxid));
1682 continue;
1683 }
1684
1685 /*
1686 * Some table AMs might not need per-relation xid / multixid horizons.
1687 * It therefore seems reasonable to allow relfrozenxid and relminmxid
1688 * to not be set (i.e. set to their respective Invalid*Id)
1689 * independently. Thus validate and compute horizon for each only if
1690 * set.
1691 *
1692 * If things are working properly, no relation should have a
1693 * relfrozenxid or relminmxid that is "in the future". However, such
1694 * cases have been known to arise due to bugs in pg_upgrade. If we
1695 * see any entries that are "in the future", chicken out and don't do
1696 * anything. This ensures we won't truncate clog & multixact SLRUs
1697 * before those relations have been scanned and cleaned up.
1698 */
1699
1700 if (TransactionIdIsValid(relfrozenxid))
1701 {
1702 Assert(TransactionIdIsNormal(relfrozenxid));
1703
1704 /* check for values in the future */
1705 if (TransactionIdPrecedes(lastSaneFrozenXid, relfrozenxid))
1706 {
1707 bogus = true;
1708 break;
1709 }
1710
1711 /* determine new horizon */
1712 if (TransactionIdPrecedes(relfrozenxid, newFrozenXid))
1713 newFrozenXid = relfrozenxid;
1714 }
1715
1716 if (MultiXactIdIsValid(relminmxid))
1717 {
1718 /* check for values in the future */
1719 if (MultiXactIdPrecedes(lastSaneMinMulti, relminmxid))
1720 {
1721 bogus = true;
1722 break;
1723 }
1724
1725 /* determine new horizon */
1726 if (MultiXactIdPrecedes(relminmxid, newMinMulti))
1727 newMinMulti = relminmxid;
1728 }
1729 }
1730
1731 /* we're done with pg_class */
1732 systable_endscan(scan);
1733 table_close(relation, AccessShareLock);
1734
1735 /* chicken out if bogus data found */
1736 if (bogus)
1737 return;
1738
1739 Assert(TransactionIdIsNormal(newFrozenXid));
1740 Assert(MultiXactIdIsValid(newMinMulti));
1741
1742 /* Now fetch the pg_database tuple we need to update. */
1743 relation = table_open(DatabaseRelationId, RowExclusiveLock);
1744
1745 /*
1746 * Fetch a copy of the tuple to scribble on. We could check the syscache
1747 * tuple first. If that concluded !dirty, we'd avoid waiting on
1748 * concurrent heap_update() and would avoid exclusive-locking the buffer.
1749 * For now, don't optimize that.
1750 */
1751 ScanKeyInit(&key[0],
1752 Anum_pg_database_oid,
1753 BTEqualStrategyNumber, F_OIDEQ,
1755
1756 systable_inplace_update_begin(relation, DatabaseOidIndexId, true,
1757 NULL, 1, key, &tuple, &inplace_state);
1758
1759 if (!HeapTupleIsValid(tuple))
1760 elog(ERROR, "could not find tuple for database %u", MyDatabaseId);
1761
1762 dbform = (Form_pg_database) GETSTRUCT(tuple);
1763
1764 /*
1765 * As in vac_update_relstats(), we ordinarily don't want to let
1766 * datfrozenxid go backward; but if it's "in the future" then it must be
1767 * corrupt and it seems best to overwrite it.
1768 */
1769 if (dbform->datfrozenxid != newFrozenXid &&
1770 (TransactionIdPrecedes(dbform->datfrozenxid, newFrozenXid) ||
1771 TransactionIdPrecedes(lastSaneFrozenXid, dbform->datfrozenxid)))
1772 {
1773 dbform->datfrozenxid = newFrozenXid;
1774 dirty = true;
1775 }
1776 else
1777 newFrozenXid = dbform->datfrozenxid;
1778
1779 /* Ditto for datminmxid */
1780 if (dbform->datminmxid != newMinMulti &&
1781 (MultiXactIdPrecedes(dbform->datminmxid, newMinMulti) ||
1782 MultiXactIdPrecedes(lastSaneMinMulti, dbform->datminmxid)))
1783 {
1784 dbform->datminmxid = newMinMulti;
1785 dirty = true;
1786 }
1787 else
1788 newMinMulti = dbform->datminmxid;
1789
1790 if (dirty)
1791 systable_inplace_update_finish(inplace_state, tuple);
1792 else
1793 systable_inplace_update_cancel(inplace_state);
1794
1795 heap_freetuple(tuple);
1796 table_close(relation, RowExclusiveLock);
1797
1798 /*
1799 * If we were able to advance datfrozenxid or datminmxid, see if we can
1800 * truncate pg_xact and/or pg_multixact. Also do it if the shared
1801 * XID-wrap-limit info is stale, since this action will update that too.
1802 */
1803 if (dirty || ForceTransactionIdLimitUpdate())
1804 vac_truncate_clog(newFrozenXid, newMinMulti,
1805 lastSaneFrozenXid, lastSaneMinMulti);
1806}
TransactionId MultiXactId
Definition: c.h:681
uint32 TransactionId
Definition: c.h:671
void systable_endscan(SysScanDesc sysscan)
Definition: genam.c:603
void systable_inplace_update_cancel(void *state)
Definition: genam.c:902
void systable_inplace_update_begin(Relation relation, Oid indexId, bool indexOK, Snapshot snapshot, int nkeys, const ScanKeyData *key, HeapTuple *oldtupcopy, void **state)
Definition: genam.c:807
void systable_inplace_update_finish(void *state, HeapTuple tuple)
Definition: genam.c:883
HeapTuple systable_getnext(SysScanDesc sysscan)
Definition: genam.c:514
SysScanDesc systable_beginscan(Relation heapRelation, Oid indexId, bool indexOK, Snapshot snapshot, int nkeys, ScanKey key)
Definition: genam.c:388
Oid MyDatabaseId
Definition: globals.c:94
void heap_freetuple(HeapTuple htup)
Definition: heaptuple.c:1435
#define HeapTupleIsValid(tuple)
Definition: htup.h:78
static void * GETSTRUCT(const HeapTupleData *tuple)
Definition: htup_details.h:728
void LockDatabaseFrozenIds(LOCKMODE lockmode)
Definition: lmgr.c:491
#define AccessShareLock
Definition: lockdefs.h:36
#define ExclusiveLock
Definition: lockdefs.h:42
bool MultiXactIdPrecedes(MultiXactId multi1, MultiXactId multi2)
Definition: multixact.c:2828
MultiXactId GetOldestMultiXactId(void)
Definition: multixact.c:2300
MultiXactId ReadNextMultiXactId(void)
Definition: multixact.c:622
#define MultiXactIdIsValid(multi)
Definition: multixact.h:29
FormData_pg_class * Form_pg_class
Definition: pg_class.h:156
FormData_pg_class
Definition: pg_class.h:145
FormData_pg_database * Form_pg_database
Definition: pg_database.h:96
static Datum ObjectIdGetDatum(Oid X)
Definition: postgres.h:262
TransactionId GetOldestNonRemovableTransactionId(Relation rel)
Definition: procarray.c:1953
void ScanKeyInit(ScanKey entry, AttrNumber attributeNumber, StrategyNumber strategy, RegProcedure procedure, Datum argument)
Definition: scankey.c:76
#define BTEqualStrategyNumber
Definition: stratnum.h:31
static TransactionId ReadNextTransactionId(void)
Definition: transam.h:377
#define TransactionIdIsValid(xid)
Definition: transam.h:41
#define TransactionIdIsNormal(xid)
Definition: transam.h:42
static bool TransactionIdPrecedes(TransactionId id1, TransactionId id2)
Definition: transam.h:263
static void vac_truncate_clog(TransactionId frozenXID, MultiXactId minMulti, TransactionId lastSaneFrozenXid, MultiXactId lastSaneMinMulti)
Definition: vacuum.c:1827
bool ForceTransactionIdLimitUpdate(void)
Definition: varsup.c:517

References AccessShareLock, Assert(), BTEqualStrategyNumber, elog, ERROR, ExclusiveLock, ForceTransactionIdLimitUpdate(), FormData_pg_class, GetOldestMultiXactId(), GetOldestNonRemovableTransactionId(), GETSTRUCT(), heap_freetuple(), HeapTupleIsValid, InvalidOid, sort-test::key, LockDatabaseFrozenIds(), MultiXactIdIsValid, MultiXactIdPrecedes(), MyDatabaseId, ObjectIdGetDatum(), ReadNextMultiXactId(), ReadNextTransactionId(), RowExclusiveLock, ScanKeyInit(), systable_beginscan(), systable_endscan(), systable_getnext(), systable_inplace_update_begin(), systable_inplace_update_cancel(), systable_inplace_update_finish(), table_close(), table_open(), TransactionIdIsNormal, TransactionIdIsValid, TransactionIdPrecedes(), and vac_truncate_clog().

Referenced by do_autovacuum(), and vacuum().

◆ vac_update_relstats()

void vac_update_relstats ( Relation  relation,
BlockNumber  num_pages,
double  num_tuples,
BlockNumber  num_all_visible_pages,
BlockNumber  num_all_frozen_pages,
bool  hasindex,
TransactionId  frozenxid,
MultiXactId  minmulti,
bool *  frozenxid_updated,
bool *  minmulti_updated,
bool  in_outer_xact 
)

Definition at line 1426 of file vacuum.c.

1434{
1435 Oid relid = RelationGetRelid(relation);
1436 Relation rd;
1437 ScanKeyData key[1];
1438 HeapTuple ctup;
1439 void *inplace_state;
1440 Form_pg_class pgcform;
1441 bool dirty,
1442 futurexid,
1443 futuremxid;
1444 TransactionId oldfrozenxid;
1445 MultiXactId oldminmulti;
1446
1447 rd = table_open(RelationRelationId, RowExclusiveLock);
1448
1449 /* Fetch a copy of the tuple to scribble on */
1450 ScanKeyInit(&key[0],
1451 Anum_pg_class_oid,
1452 BTEqualStrategyNumber, F_OIDEQ,
1453 ObjectIdGetDatum(relid));
1454 systable_inplace_update_begin(rd, ClassOidIndexId, true,
1455 NULL, 1, key, &ctup, &inplace_state);
1456 if (!HeapTupleIsValid(ctup))
1457 elog(ERROR, "pg_class entry for relid %u vanished during vacuuming",
1458 relid);
1459 pgcform = (Form_pg_class) GETSTRUCT(ctup);
1460
1461 /* Apply statistical updates, if any, to copied tuple */
1462
1463 dirty = false;
1464 if (pgcform->relpages != (int32) num_pages)
1465 {
1466 pgcform->relpages = (int32) num_pages;
1467 dirty = true;
1468 }
1469 if (pgcform->reltuples != (float4) num_tuples)
1470 {
1471 pgcform->reltuples = (float4) num_tuples;
1472 dirty = true;
1473 }
1474 if (pgcform->relallvisible != (int32) num_all_visible_pages)
1475 {
1476 pgcform->relallvisible = (int32) num_all_visible_pages;
1477 dirty = true;
1478 }
1479 if (pgcform->relallfrozen != (int32) num_all_frozen_pages)
1480 {
1481 pgcform->relallfrozen = (int32) num_all_frozen_pages;
1482 dirty = true;
1483 }
1484
1485 /* Apply DDL updates, but not inside an outer transaction (see above) */
1486
1487 if (!in_outer_xact)
1488 {
1489 /*
1490 * If we didn't find any indexes, reset relhasindex.
1491 */
1492 if (pgcform->relhasindex && !hasindex)
1493 {
1494 pgcform->relhasindex = false;
1495 dirty = true;
1496 }
1497
1498 /* We also clear relhasrules and relhastriggers if needed */
1499 if (pgcform->relhasrules && relation->rd_rules == NULL)
1500 {
1501 pgcform->relhasrules = false;
1502 dirty = true;
1503 }
1504 if (pgcform->relhastriggers && relation->trigdesc == NULL)
1505 {
1506 pgcform->relhastriggers = false;
1507 dirty = true;
1508 }
1509 }
1510
1511 /*
1512 * Update relfrozenxid, unless caller passed InvalidTransactionId
1513 * indicating it has no new data.
1514 *
1515 * Ordinarily, we don't let relfrozenxid go backwards. However, if the
1516 * stored relfrozenxid is "in the future" then it seems best to assume
1517 * it's corrupt, and overwrite with the oldest remaining XID in the table.
1518 * This should match vac_update_datfrozenxid() concerning what we consider
1519 * to be "in the future".
1520 */
1521 oldfrozenxid = pgcform->relfrozenxid;
1522 futurexid = false;
1523 if (frozenxid_updated)
1524 *frozenxid_updated = false;
1525 if (TransactionIdIsNormal(frozenxid) && oldfrozenxid != frozenxid)
1526 {
1527 bool update = false;
1528
1529 if (TransactionIdPrecedes(oldfrozenxid, frozenxid))
1530 update = true;
1531 else if (TransactionIdPrecedes(ReadNextTransactionId(), oldfrozenxid))
1532 futurexid = update = true;
1533
1534 if (update)
1535 {
1536 pgcform->relfrozenxid = frozenxid;
1537 dirty = true;
1538 if (frozenxid_updated)
1539 *frozenxid_updated = true;
1540 }
1541 }
1542
1543 /* Similarly for relminmxid */
1544 oldminmulti = pgcform->relminmxid;
1545 futuremxid = false;
1546 if (minmulti_updated)
1547 *minmulti_updated = false;
1548 if (MultiXactIdIsValid(minmulti) && oldminmulti != minmulti)
1549 {
1550 bool update = false;
1551
1552 if (MultiXactIdPrecedes(oldminmulti, minmulti))
1553 update = true;
1554 else if (MultiXactIdPrecedes(ReadNextMultiXactId(), oldminmulti))
1555 futuremxid = update = true;
1556
1557 if (update)
1558 {
1559 pgcform->relminmxid = minmulti;
1560 dirty = true;
1561 if (minmulti_updated)
1562 *minmulti_updated = true;
1563 }
1564 }
1565
1566 /* If anything changed, write out the tuple. */
1567 if (dirty)
1568 systable_inplace_update_finish(inplace_state, ctup);
1569 else
1570 systable_inplace_update_cancel(inplace_state);
1571
1573
1574 if (futurexid)
1577 errmsg_internal("overwrote invalid relfrozenxid value %u with new value %u for table \"%s\"",
1578 oldfrozenxid, frozenxid,
1579 RelationGetRelationName(relation))));
1580 if (futuremxid)
1583 errmsg_internal("overwrote invalid relminmxid value %u with new value %u for table \"%s\"",
1584 oldminmulti, minmulti,
1585 RelationGetRelationName(relation))));
1586}
int32_t int32
Definition: c.h:548
float float4
Definition: c.h:648
int errmsg_internal(const char *fmt,...)
Definition: elog.c:1170
#define ERRCODE_DATA_CORRUPTED
Definition: pg_basebackup.c:42
TriggerDesc * trigdesc
Definition: rel.h:117
RuleLock * rd_rules
Definition: rel.h:115

References BTEqualStrategyNumber, elog, ereport, errcode(), ERRCODE_DATA_CORRUPTED, errmsg_internal(), ERROR, GETSTRUCT(), HeapTupleIsValid, sort-test::key, MultiXactIdIsValid, MultiXactIdPrecedes(), ObjectIdGetDatum(), RelationData::rd_rules, ReadNextMultiXactId(), ReadNextTransactionId(), RelationGetRelationName, RelationGetRelid, RowExclusiveLock, ScanKeyInit(), systable_inplace_update_begin(), systable_inplace_update_cancel(), systable_inplace_update_finish(), table_close(), table_open(), TransactionIdIsNormal, TransactionIdPrecedes(), RelationData::trigdesc, and WARNING.

Referenced by do_analyze_rel(), heap_vacuum_rel(), and update_relstats_all_indexes().

◆ vacuum()

void vacuum ( List relations,
const VacuumParams  params,
BufferAccessStrategy  bstrategy,
MemoryContext  vac_context,
bool  isTopLevel 
)

Definition at line 494 of file vacuum.c.

496{
497 static bool in_vacuum = false;
498
499 const char *stmttype;
500 volatile bool in_outer_xact,
501 use_own_xacts;
502
503 stmttype = (params.options & VACOPT_VACUUM) ? "VACUUM" : "ANALYZE";
504
505 /*
506 * We cannot run VACUUM inside a user transaction block; if we were inside
507 * a transaction, then our commit- and start-transaction-command calls
508 * would not have the intended effect! There are numerous other subtle
509 * dependencies on this, too.
510 *
511 * ANALYZE (without VACUUM) can run either way.
512 */
513 if (params.options & VACOPT_VACUUM)
514 {
515 PreventInTransactionBlock(isTopLevel, stmttype);
516 in_outer_xact = false;
517 }
518 else
519 in_outer_xact = IsInTransactionBlock(isTopLevel);
520
521 /*
522 * Check for and disallow recursive calls. This could happen when VACUUM
523 * FULL or ANALYZE calls a hostile index expression that itself calls
524 * ANALYZE.
525 */
526 if (in_vacuum)
528 (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
529 errmsg("%s cannot be executed from VACUUM or ANALYZE",
530 stmttype)));
531
532 /*
533 * Build list of relation(s) to process, putting any new data in
534 * vac_context for safekeeping.
535 */
537 {
538 /* We don't process any tables in this case */
539 Assert(relations == NIL);
540 }
541 else if (relations != NIL)
542 {
543 List *newrels = NIL;
544 ListCell *lc;
545
546 foreach(lc, relations)
547 {
549 List *sublist;
550 MemoryContext old_context;
551
552 sublist = expand_vacuum_rel(vrel, vac_context, params.options);
553 old_context = MemoryContextSwitchTo(vac_context);
554 newrels = list_concat(newrels, sublist);
555 MemoryContextSwitchTo(old_context);
556 }
557 relations = newrels;
558 }
559 else
560 relations = get_all_vacuum_rels(vac_context, params.options);
561
562 /*
563 * Decide whether we need to start/commit our own transactions.
564 *
565 * For VACUUM (with or without ANALYZE): always do so, so that we can
566 * release locks as soon as possible. (We could possibly use the outer
567 * transaction for a one-table VACUUM, but handling TOAST tables would be
568 * problematic.)
569 *
570 * For ANALYZE (no VACUUM): if inside a transaction block, we cannot
571 * start/commit our own transactions. Also, there's no need to do so if
572 * only processing one relation. For multiple relations when not within a
573 * transaction block, and also in an autovacuum worker, use own
574 * transactions so we can release locks sooner.
575 */
576 if (params.options & VACOPT_VACUUM)
577 use_own_xacts = true;
578 else
579 {
580 Assert(params.options & VACOPT_ANALYZE);
582 use_own_xacts = true;
583 else if (in_outer_xact)
584 use_own_xacts = false;
585 else if (list_length(relations) > 1)
586 use_own_xacts = true;
587 else
588 use_own_xacts = false;
589 }
590
591 /*
592 * vacuum_rel expects to be entered with no transaction active; it will
593 * start and commit its own transaction. But we are called by an SQL
594 * command, and so we are executing inside a transaction already. We
595 * commit the transaction started in PostgresMain() here, and start
596 * another one before exiting to match the commit waiting for us back in
597 * PostgresMain().
598 */
599 if (use_own_xacts)
600 {
601 Assert(!in_outer_xact);
602
603 /* ActiveSnapshot is not set by autovacuum */
604 if (ActiveSnapshotSet())
606
607 /* matches the StartTransaction in PostgresMain() */
609 }
610
611 /* Turn vacuum cost accounting on or off, and set/clear in_vacuum */
612 PG_TRY();
613 {
614 ListCell *cur;
615
616 in_vacuum = true;
617 VacuumFailsafeActive = false;
623
624 /*
625 * Loop to process each selected relation.
626 */
627 foreach(cur, relations)
628 {
630
631 if (params.options & VACOPT_VACUUM)
632 {
633 if (!vacuum_rel(vrel->oid, vrel->relation, params, bstrategy))
634 continue;
635 }
636
637 if (params.options & VACOPT_ANALYZE)
638 {
639 /*
640 * If using separate xacts, start one for analyze. Otherwise,
641 * we can use the outer transaction.
642 */
643 if (use_own_xacts)
644 {
646 /* functions in indexes may want a snapshot set */
648 }
649
650 analyze_rel(vrel->oid, vrel->relation, params,
651 vrel->va_cols, in_outer_xact, bstrategy);
652
653 if (use_own_xacts)
654 {
656 /* standard_ProcessUtility() does CCI if !use_own_xacts */
659 }
660 else
661 {
662 /*
663 * If we're not using separate xacts, better separate the
664 * ANALYZE actions with CCIs. This avoids trouble if user
665 * says "ANALYZE t, t".
666 */
668 }
669 }
670
671 /*
672 * Ensure VacuumFailsafeActive has been reset before vacuuming the
673 * next relation.
674 */
675 VacuumFailsafeActive = false;
676 }
677 }
678 PG_FINALLY();
679 {
680 in_vacuum = false;
681 VacuumCostActive = false;
682 VacuumFailsafeActive = false;
684 }
685 PG_END_TRY();
686
687 /*
688 * Finish up processing.
689 */
690 if (use_own_xacts)
691 {
692 /* here, we are not in a transaction */
693
694 /*
695 * This matches the CommitTransaction waiting for us in
696 * PostgresMain().
697 */
699 }
700
701 if ((params.options & VACOPT_VACUUM) &&
703 {
704 /*
705 * Update pg_database.datfrozenxid, and truncate pg_xact if possible.
706 */
708 }
709
710}
void analyze_rel(Oid relid, RangeVar *relation, const VacuumParams params, List *va_cols, bool in_outer_xact, BufferAccessStrategy bstrategy)
Definition: analyze.c:108
struct cursor * cur
Definition: ecpg.c:29
#define PG_TRY(...)
Definition: elog.h:372
#define PG_END_TRY(...)
Definition: elog.h:397
#define PG_FINALLY(...)
Definition: elog.h:389
bool VacuumCostActive
Definition: globals.c:158
List * list_concat(List *list1, const List *list2)
Definition: list.c:561
Snapshot GetTransactionSnapshot(void)
Definition: snapmgr.c:272
void PushActiveSnapshot(Snapshot snapshot)
Definition: snapmgr.c:682
bool ActiveSnapshotSet(void)
Definition: snapmgr.c:812
void PopActiveSnapshot(void)
Definition: snapmgr.c:775
RangeVar * relation
Definition: parsenodes.h:3991
static List * expand_vacuum_rel(VacuumRelation *vrel, MemoryContext vac_context, int options)
Definition: vacuum.c:883
static List * get_all_vacuum_rels(MemoryContext vac_context, int options)
Definition: vacuum.c:1038
void vac_update_datfrozenxid(void)
Definition: vacuum.c:1608
bool VacuumFailsafeActive
Definition: vacuum.c:110
static bool vacuum_rel(Oid relid, RangeVar *relation, VacuumParams params, BufferAccessStrategy bstrategy)
Definition: vacuum.c:2002
bool IsInTransactionBlock(bool isTopLevel)
Definition: xact.c:3787
void CommandCounterIncrement(void)
Definition: xact.c:1101
void PreventInTransactionBlock(bool isTopLevel, const char *stmtType)
Definition: xact.c:3666
void StartTransactionCommand(void)
Definition: xact.c:3077
void CommitTransactionCommand(void)
Definition: xact.c:3175

References ActiveSnapshotSet(), AmAutoVacuumWorkerProcess, analyze_rel(), Assert(), CommandCounterIncrement(), CommitTransactionCommand(), cur, ereport, errcode(), errmsg(), ERROR, expand_vacuum_rel(), get_all_vacuum_rels(), GetTransactionSnapshot(), IsInTransactionBlock(), lfirst_node, list_concat(), list_length(), MemoryContextSwitchTo(), NIL, VacuumRelation::oid, VacuumParams::options, PG_END_TRY, PG_FINALLY, PG_TRY, PopActiveSnapshot(), PreventInTransactionBlock(), PushActiveSnapshot(), VacuumRelation::relation, StartTransactionCommand(), VacuumRelation::va_cols, vac_update_datfrozenxid(), VACOPT_ANALYZE, VACOPT_ONLY_DATABASE_STATS, VACOPT_SKIP_DATABASE_STATS, VACOPT_VACUUM, vacuum_rel(), VacuumActiveNWorkers, VacuumCostActive, VacuumCostBalance, VacuumCostBalanceLocal, VacuumFailsafeActive, VacuumSharedCostBalance, and VacuumUpdateCosts().

Referenced by autovacuum_do_vac_analyze(), ExecVacuum(), parallel_vacuum_index_is_parallel_safe(), and parallel_vacuum_process_all_indexes().

◆ vacuum_delay_point()

void vacuum_delay_point ( bool  is_analyze)

Definition at line 2426 of file vacuum.c.

2427{
2428 double msec = 0;
2429
2430 /* Always check for interrupts */
2432
2433 if (InterruptPending ||
2435 return;
2436
2437 /*
2438 * Autovacuum workers should reload the configuration file if requested.
2439 * This allows changes to [autovacuum_]vacuum_cost_limit and
2440 * [autovacuum_]vacuum_cost_delay to take effect while a table is being
2441 * vacuumed or analyzed.
2442 */
2444 {
2445 ConfigReloadPending = false;
2448 }
2449
2450 /*
2451 * If we disabled cost-based delays after reloading the config file,
2452 * return.
2453 */
2454 if (!VacuumCostActive)
2455 return;
2456
2457 /*
2458 * For parallel vacuum, the delay is computed based on the shared cost
2459 * balance. See compute_parallel_delay.
2460 */
2461 if (VacuumSharedCostBalance != NULL)
2462 msec = compute_parallel_delay();
2465
2466 /* Nap if appropriate */
2467 if (msec > 0)
2468 {
2469 instr_time delay_start;
2470
2471 if (msec > vacuum_cost_delay * 4)
2472 msec = vacuum_cost_delay * 4;
2473
2475 INSTR_TIME_SET_CURRENT(delay_start);
2476
2477 pgstat_report_wait_start(WAIT_EVENT_VACUUM_DELAY);
2478 pg_usleep(msec * 1000);
2480
2482 {
2483 instr_time delay_end;
2484 instr_time delay;
2485
2486 INSTR_TIME_SET_CURRENT(delay_end);
2487 INSTR_TIME_SET_ZERO(delay);
2488 INSTR_TIME_ACCUM_DIFF(delay, delay_end, delay_start);
2489
2490 /*
2491 * For parallel workers, we only report the delay time every once
2492 * in a while to avoid overloading the leader with messages and
2493 * interrupts.
2494 */
2495 if (IsParallelWorker())
2496 {
2497 static instr_time last_report_time;
2498 instr_time time_since_last_report;
2499
2500 Assert(!is_analyze);
2501
2502 /* Accumulate the delay time */
2504
2505 /* Calculate interval since last report */
2506 INSTR_TIME_SET_ZERO(time_since_last_report);
2507 INSTR_TIME_ACCUM_DIFF(time_since_last_report, delay_end, last_report_time);
2508
2509 /* If we haven't reported in a while, do so now */
2510 if (INSTR_TIME_GET_NANOSEC(time_since_last_report) >=
2512 {
2515
2516 /* Reset variables */
2517 last_report_time = delay_end;
2519 }
2520 }
2521 else if (is_analyze)
2523 INSTR_TIME_GET_NANOSEC(delay));
2524 else
2526 INSTR_TIME_GET_NANOSEC(delay));
2527 }
2528
2529 /*
2530 * We don't want to ignore postmaster death during very long vacuums
2531 * with vacuum_cost_delay configured. We can't use the usual
2532 * WaitLatch() approach here because we want microsecond-based sleep
2533 * durations above.
2534 */
2536 exit(1);
2537
2539
2540 /*
2541 * Balance and update limit values for autovacuum workers. We must do
2542 * this periodically, as the number of workers across which we are
2543 * balancing the limit may have changed.
2544 *
2545 * TODO: There may be better criteria for determining when to do this
2546 * besides "check after napping".
2547 */
2549
2550 /* Might have gotten an interrupt while sleeping */
2552 }
2553}
void AutoVacuumUpdateCostLimit(void)
Definition: autovacuum.c:1737
void pgstat_progress_incr_param(int index, int64 incr)
volatile sig_atomic_t InterruptPending
Definition: globals.c:32
bool IsUnderPostmaster
Definition: globals.c:120
void ProcessConfigFile(GucContext context)
Definition: guc-file.l:120
@ PGC_SIGHUP
Definition: guc.h:75
#define INSTR_TIME_SET_CURRENT(t)
Definition: instr_time.h:122
#define INSTR_TIME_GET_NANOSEC(t)
Definition: instr_time.h:125
#define INSTR_TIME_SET_ZERO(t)
Definition: instr_time.h:172
#define INSTR_TIME_ACCUM_DIFF(x, y, z)
Definition: instr_time.h:184
volatile sig_atomic_t ConfigReloadPending
Definition: interrupt.c:27
#define PostmasterIsAlive()
Definition: pmsignal.h:107
#define PROGRESS_ANALYZE_DELAY_TIME
Definition: progress.h:62
void pg_usleep(long microsec)
Definition: signal.c:53
double vacuum_cost_delay
Definition: vacuum.c:91
static double compute_parallel_delay(void)
Definition: vacuum.c:2578
#define PARALLEL_VACUUM_DELAY_REPORT_INTERVAL_NS
Definition: vacuum.c:70
static void pgstat_report_wait_start(uint32 wait_event_info)
Definition: wait_event.h:69
static void pgstat_report_wait_end(void)
Definition: wait_event.h:85

References AmAutoVacuumWorkerProcess, Assert(), AutoVacuumUpdateCostLimit(), CHECK_FOR_INTERRUPTS, compute_parallel_delay(), ConfigReloadPending, INSTR_TIME_ACCUM_DIFF, INSTR_TIME_GET_NANOSEC, INSTR_TIME_SET_CURRENT, INSTR_TIME_SET_ZERO, InterruptPending, IsParallelWorker, IsUnderPostmaster, PARALLEL_VACUUM_DELAY_REPORT_INTERVAL_NS, parallel_vacuum_worker_delay_ns, pg_usleep(), PGC_SIGHUP, pgstat_progress_incr_param(), pgstat_progress_parallel_incr_param(), pgstat_report_wait_end(), pgstat_report_wait_start(), PostmasterIsAlive, ProcessConfigFile(), PROGRESS_ANALYZE_DELAY_TIME, PROGRESS_VACUUM_DELAY_TIME, track_cost_delay_timing, vacuum_cost_delay, vacuum_cost_limit, VacuumCostActive, VacuumCostBalance, VacuumSharedCostBalance, and VacuumUpdateCosts().

Referenced by acquire_sample_rows(), blbulkdelete(), blvacuumcleanup(), btvacuumpage(), btvacuumscan(), compute_array_stats(), compute_distinct_stats(), compute_index_stats(), compute_range_stats(), compute_scalar_stats(), compute_trivial_stats(), compute_tsvector_stats(), file_acquire_sample_rows(), ginbulkdelete(), ginInsertCleanup(), ginvacuumcleanup(), gistvacuumpage(), gistvacuumscan(), hashbucketcleanup(), lazy_scan_heap(), lazy_vacuum_heap_rel(), spgprocesspending(), and spgvacuumscan().

◆ vacuum_get_cutoffs()

bool vacuum_get_cutoffs ( Relation  rel,
const VacuumParams  params,
struct VacuumCutoffs cutoffs 
)

Definition at line 1100 of file vacuum.c.

1102{
1103 int freeze_min_age,
1104 multixact_freeze_min_age,
1105 freeze_table_age,
1106 multixact_freeze_table_age,
1107 effective_multixact_freeze_max_age;
1108 TransactionId nextXID,
1109 safeOldestXmin,
1110 aggressiveXIDCutoff;
1111 MultiXactId nextMXID,
1112 safeOldestMxact,
1113 aggressiveMXIDCutoff;
1114
1115 /* Use mutable copies of freeze age parameters */
1116 freeze_min_age = params.freeze_min_age;
1117 multixact_freeze_min_age = params.multixact_freeze_min_age;
1118 freeze_table_age = params.freeze_table_age;
1119 multixact_freeze_table_age = params.multixact_freeze_table_age;
1120
1121 /* Set pg_class fields in cutoffs */
1122 cutoffs->relfrozenxid = rel->rd_rel->relfrozenxid;
1123 cutoffs->relminmxid = rel->rd_rel->relminmxid;
1124
1125 /*
1126 * Acquire OldestXmin.
1127 *
1128 * We can always ignore processes running lazy vacuum. This is because we
1129 * use these values only for deciding which tuples we must keep in the
1130 * tables. Since lazy vacuum doesn't write its XID anywhere (usually no
1131 * XID assigned), it's safe to ignore it. In theory it could be
1132 * problematic to ignore lazy vacuums in a full vacuum, but keep in mind
1133 * that only one vacuum process can be working on a particular table at
1134 * any time, and that each vacuum is always an independent transaction.
1135 */
1137
1139
1140 /* Acquire OldestMxact */
1141 cutoffs->OldestMxact = GetOldestMultiXactId();
1143
1144 /* Acquire next XID/next MXID values used to apply age-based settings */
1145 nextXID = ReadNextTransactionId();
1146 nextMXID = ReadNextMultiXactId();
1147
1148 /*
1149 * Also compute the multixact age for which freezing is urgent. This is
1150 * normally autovacuum_multixact_freeze_max_age, but may be less if
1151 * multixact members are bloated.
1152 */
1153 effective_multixact_freeze_max_age = MultiXactMemberFreezeThreshold();
1154
1155 /*
1156 * Almost ready to set freeze output parameters; check if OldestXmin or
1157 * OldestMxact are held back to an unsafe degree before we start on that
1158 */
1159 safeOldestXmin = nextXID - autovacuum_freeze_max_age;
1160 if (!TransactionIdIsNormal(safeOldestXmin))
1161 safeOldestXmin = FirstNormalTransactionId;
1162 safeOldestMxact = nextMXID - effective_multixact_freeze_max_age;
1163 if (safeOldestMxact < FirstMultiXactId)
1164 safeOldestMxact = FirstMultiXactId;
1165 if (TransactionIdPrecedes(cutoffs->OldestXmin, safeOldestXmin))
1167 (errmsg("cutoff for removing and freezing tuples is far in the past"),
1168 errhint("Close open transactions soon to avoid wraparound problems.\n"
1169 "You might also need to commit or roll back old prepared transactions, or drop stale replication slots.")));
1170 if (MultiXactIdPrecedes(cutoffs->OldestMxact, safeOldestMxact))
1172 (errmsg("cutoff for freezing multixacts is far in the past"),
1173 errhint("Close open transactions soon to avoid wraparound problems.\n"
1174 "You might also need to commit or roll back old prepared transactions, or drop stale replication slots.")));
1175
1176 /*
1177 * Determine the minimum freeze age to use: as specified by the caller, or
1178 * vacuum_freeze_min_age, but in any case not more than half
1179 * autovacuum_freeze_max_age, so that autovacuums to prevent XID
1180 * wraparound won't occur too frequently.
1181 */
1182 if (freeze_min_age < 0)
1183 freeze_min_age = vacuum_freeze_min_age;
1184 freeze_min_age = Min(freeze_min_age, autovacuum_freeze_max_age / 2);
1185 Assert(freeze_min_age >= 0);
1186
1187 /* Compute FreezeLimit, being careful to generate a normal XID */
1188 cutoffs->FreezeLimit = nextXID - freeze_min_age;
1189 if (!TransactionIdIsNormal(cutoffs->FreezeLimit))
1191 /* FreezeLimit must always be <= OldestXmin */
1192 if (TransactionIdPrecedes(cutoffs->OldestXmin, cutoffs->FreezeLimit))
1193 cutoffs->FreezeLimit = cutoffs->OldestXmin;
1194
1195 /*
1196 * Determine the minimum multixact freeze age to use: as specified by
1197 * caller, or vacuum_multixact_freeze_min_age, but in any case not more
1198 * than half effective_multixact_freeze_max_age, so that autovacuums to
1199 * prevent MultiXact wraparound won't occur too frequently.
1200 */
1201 if (multixact_freeze_min_age < 0)
1202 multixact_freeze_min_age = vacuum_multixact_freeze_min_age;
1203 multixact_freeze_min_age = Min(multixact_freeze_min_age,
1204 effective_multixact_freeze_max_age / 2);
1205 Assert(multixact_freeze_min_age >= 0);
1206
1207 /* Compute MultiXactCutoff, being careful to generate a valid value */
1208 cutoffs->MultiXactCutoff = nextMXID - multixact_freeze_min_age;
1209 if (cutoffs->MultiXactCutoff < FirstMultiXactId)
1211 /* MultiXactCutoff must always be <= OldestMxact */
1212 if (MultiXactIdPrecedes(cutoffs->OldestMxact, cutoffs->MultiXactCutoff))
1213 cutoffs->MultiXactCutoff = cutoffs->OldestMxact;
1214
1215 /*
1216 * Finally, figure out if caller needs to do an aggressive VACUUM or not.
1217 *
1218 * Determine the table freeze age to use: as specified by the caller, or
1219 * the value of the vacuum_freeze_table_age GUC, but in any case not more
1220 * than autovacuum_freeze_max_age * 0.95, so that if you have e.g nightly
1221 * VACUUM schedule, the nightly VACUUM gets a chance to freeze XIDs before
1222 * anti-wraparound autovacuum is launched.
1223 */
1224 if (freeze_table_age < 0)
1225 freeze_table_age = vacuum_freeze_table_age;
1226 freeze_table_age = Min(freeze_table_age, autovacuum_freeze_max_age * 0.95);
1227 Assert(freeze_table_age >= 0);
1228 aggressiveXIDCutoff = nextXID - freeze_table_age;
1229 if (!TransactionIdIsNormal(aggressiveXIDCutoff))
1230 aggressiveXIDCutoff = FirstNormalTransactionId;
1232 aggressiveXIDCutoff))
1233 return true;
1234
1235 /*
1236 * Similar to the above, determine the table freeze age to use for
1237 * multixacts: as specified by the caller, or the value of the
1238 * vacuum_multixact_freeze_table_age GUC, but in any case not more than
1239 * effective_multixact_freeze_max_age * 0.95, so that if you have e.g.
1240 * nightly VACUUM schedule, the nightly VACUUM gets a chance to freeze
1241 * multixacts before anti-wraparound autovacuum is launched.
1242 */
1243 if (multixact_freeze_table_age < 0)
1244 multixact_freeze_table_age = vacuum_multixact_freeze_table_age;
1245 multixact_freeze_table_age =
1246 Min(multixact_freeze_table_age,
1247 effective_multixact_freeze_max_age * 0.95);
1248 Assert(multixact_freeze_table_age >= 0);
1249 aggressiveMXIDCutoff = nextMXID - multixact_freeze_table_age;
1250 if (aggressiveMXIDCutoff < FirstMultiXactId)
1251 aggressiveMXIDCutoff = FirstMultiXactId;
1253 aggressiveMXIDCutoff))
1254 return true;
1255
1256 /* Non-aggressive VACUUM */
1257 return false;
1258}
int autovacuum_freeze_max_age
Definition: autovacuum.c:129
int errhint(const char *fmt,...)
Definition: elog.c:1330
bool MultiXactIdPrecedesOrEquals(MultiXactId multi1, MultiXactId multi2)
Definition: multixact.c:2842
int MultiXactMemberFreezeThreshold(void)
Definition: multixact.c:2510
#define FirstMultiXactId
Definition: multixact.h:26
TransactionId FreezeLimit
Definition: vacuum.h:289
TransactionId OldestXmin
Definition: vacuum.h:279
TransactionId relfrozenxid
Definition: vacuum.h:263
MultiXactId relminmxid
Definition: vacuum.h:264
MultiXactId MultiXactCutoff
Definition: vacuum.h:290
MultiXactId OldestMxact
Definition: vacuum.h:280
static bool TransactionIdPrecedesOrEquals(TransactionId id1, TransactionId id2)
Definition: transam.h:282
#define FirstNormalTransactionId
Definition: transam.h:34
int vacuum_freeze_min_age
Definition: vacuum.c:75
int vacuum_multixact_freeze_table_age
Definition: vacuum.c:78
int vacuum_freeze_table_age
Definition: vacuum.c:76
int vacuum_multixact_freeze_min_age
Definition: vacuum.c:77

References Assert(), autovacuum_freeze_max_age, ereport, errhint(), errmsg(), FirstMultiXactId, FirstNormalTransactionId, VacuumParams::freeze_min_age, VacuumParams::freeze_table_age, VacuumCutoffs::FreezeLimit, GetOldestMultiXactId(), GetOldestNonRemovableTransactionId(), Min, VacuumParams::multixact_freeze_min_age, VacuumParams::multixact_freeze_table_age, VacuumCutoffs::MultiXactCutoff, MultiXactIdIsValid, MultiXactIdPrecedes(), MultiXactIdPrecedesOrEquals(), MultiXactMemberFreezeThreshold(), VacuumCutoffs::OldestMxact, VacuumCutoffs::OldestXmin, RelationData::rd_rel, ReadNextMultiXactId(), ReadNextTransactionId(), VacuumCutoffs::relfrozenxid, VacuumCutoffs::relminmxid, TransactionIdIsNormal, TransactionIdPrecedes(), TransactionIdPrecedesOrEquals(), vacuum_freeze_min_age, vacuum_freeze_table_age, vacuum_multixact_freeze_min_age, vacuum_multixact_freeze_table_age, and WARNING.

Referenced by copy_table_data(), and heap_vacuum_rel().

◆ vacuum_is_permitted_for_relation()

bool vacuum_is_permitted_for_relation ( Oid  relid,
Form_pg_class  reltuple,
bits32  options 
)

Definition at line 719 of file vacuum.c.

721{
722 char *relname;
723
725
726 /*----------
727 * A role has privileges to vacuum or analyze the relation if any of the
728 * following are true:
729 * - the role owns the current database and the relation is not shared
730 * - the role has the MAINTAIN privilege on the relation
731 *----------
732 */
733 if ((object_ownercheck(DatabaseRelationId, MyDatabaseId, GetUserId()) &&
734 !reltuple->relisshared) ||
736 return true;
737
738 relname = NameStr(reltuple->relname);
739
740 if ((options & VACOPT_VACUUM) != 0)
741 {
743 (errmsg("permission denied to vacuum \"%s\", skipping it",
744 relname)));
745
746 /*
747 * For VACUUM ANALYZE, both logs could show up, but just generate
748 * information for VACUUM as that would be the first one to be
749 * processed.
750 */
751 return false;
752 }
753
754 if ((options & VACOPT_ANALYZE) != 0)
756 (errmsg("permission denied to analyze \"%s\", skipping it",
757 relname)));
758
759 return false;
760}
@ ACLCHECK_OK
Definition: acl.h:183
bool object_ownercheck(Oid classid, Oid objectid, Oid roleid)
Definition: aclchk.c:4090
AclResult pg_class_aclcheck(Oid table_oid, Oid roleid, AclMode mode)
Definition: aclchk.c:4039
#define NameStr(name)
Definition: c.h:765
Oid GetUserId(void)
Definition: miscinit.c:469
#define ACL_MAINTAIN
Definition: parsenodes.h:90
NameData relname
Definition: pg_class.h:38

References ACL_MAINTAIN, ACLCHECK_OK, Assert(), ereport, errmsg(), GetUserId(), MyDatabaseId, NameStr, object_ownercheck(), pg_class_aclcheck(), relname, VACOPT_ANALYZE, VACOPT_VACUUM, and WARNING.

Referenced by analyze_rel(), expand_vacuum_rel(), get_all_vacuum_rels(), and vacuum_rel().

◆ vacuum_open_relation()

Relation vacuum_open_relation ( Oid  relid,
RangeVar relation,
bits32  options,
bool  verbose,
LOCKMODE  lmode 
)

Definition at line 771 of file vacuum.c.

773{
774 Relation rel;
775 bool rel_lock = true;
776 int elevel;
777
779
780 /*
781 * Open the relation and get the appropriate lock on it.
782 *
783 * There's a race condition here: the relation may have gone away since
784 * the last time we saw it. If so, we don't need to vacuum or analyze it.
785 *
786 * If we've been asked not to wait for the relation lock, acquire it first
787 * in non-blocking mode, before calling try_relation_open().
788 */
790 rel = try_relation_open(relid, lmode);
791 else if (ConditionalLockRelationOid(relid, lmode))
792 rel = try_relation_open(relid, NoLock);
793 else
794 {
795 rel = NULL;
796 rel_lock = false;
797 }
798
799 /* if relation is opened, leave */
800 if (rel)
801 return rel;
802
803 /*
804 * Relation could not be opened, hence generate if possible a log
805 * informing on the situation.
806 *
807 * If the RangeVar is not defined, we do not have enough information to
808 * provide a meaningful log statement. Chances are that the caller has
809 * intentionally not provided this information so that this logging is
810 * skipped, anyway.
811 */
812 if (relation == NULL)
813 return NULL;
814
815 /*
816 * Determine the log level.
817 *
818 * For manual VACUUM or ANALYZE, we emit a WARNING to match the log
819 * statements in the permission checks; otherwise, only log if the caller
820 * so requested.
821 */
823 elevel = WARNING;
824 else if (verbose)
825 elevel = LOG;
826 else
827 return NULL;
828
829 if ((options & VACOPT_VACUUM) != 0)
830 {
831 if (!rel_lock)
832 ereport(elevel,
833 (errcode(ERRCODE_LOCK_NOT_AVAILABLE),
834 errmsg("skipping vacuum of \"%s\" --- lock not available",
835 relation->relname)));
836 else
837 ereport(elevel,
839 errmsg("skipping vacuum of \"%s\" --- relation no longer exists",
840 relation->relname)));
841
842 /*
843 * For VACUUM ANALYZE, both logs could show up, but just generate
844 * information for VACUUM as that would be the first one to be
845 * processed.
846 */
847 return NULL;
848 }
849
850 if ((options & VACOPT_ANALYZE) != 0)
851 {
852 if (!rel_lock)
853 ereport(elevel,
854 (errcode(ERRCODE_LOCK_NOT_AVAILABLE),
855 errmsg("skipping analyze of \"%s\" --- lock not available",
856 relation->relname)));
857 else
858 ereport(elevel,
860 errmsg("skipping analyze of \"%s\" --- relation no longer exists",
861 relation->relname)));
862 }
863
864 return NULL;
865}
#define LOG
Definition: elog.h:31
bool ConditionalLockRelationOid(Oid relid, LOCKMODE lockmode)
Definition: lmgr.c:151
#define ERRCODE_UNDEFINED_TABLE
Definition: pgbench.c:79
Relation try_relation_open(Oid relationId, LOCKMODE lockmode)
Definition: relation.c:88
char * relname
Definition: primnodes.h:83

References AmAutoVacuumWorkerProcess, Assert(), ConditionalLockRelationOid(), ereport, errcode(), ERRCODE_UNDEFINED_TABLE, errmsg(), LOG, NoLock, RangeVar::relname, try_relation_open(), VACOPT_ANALYZE, VACOPT_SKIP_LOCKED, VACOPT_VACUUM, verbose, and WARNING.

Referenced by analyze_rel(), and vacuum_rel().

◆ vacuum_xid_failsafe_check()

bool vacuum_xid_failsafe_check ( const struct VacuumCutoffs cutoffs)

Definition at line 1268 of file vacuum.c.

1269{
1270 TransactionId relfrozenxid = cutoffs->relfrozenxid;
1271 MultiXactId relminmxid = cutoffs->relminmxid;
1272 TransactionId xid_skip_limit;
1273 MultiXactId multi_skip_limit;
1274 int skip_index_vacuum;
1275
1276 Assert(TransactionIdIsNormal(relfrozenxid));
1277 Assert(MultiXactIdIsValid(relminmxid));
1278
1279 /*
1280 * Determine the index skipping age to use. In any case no less than
1281 * autovacuum_freeze_max_age * 1.05.
1282 */
1283 skip_index_vacuum = Max(vacuum_failsafe_age, autovacuum_freeze_max_age * 1.05);
1284
1285 xid_skip_limit = ReadNextTransactionId() - skip_index_vacuum;
1286 if (!TransactionIdIsNormal(xid_skip_limit))
1287 xid_skip_limit = FirstNormalTransactionId;
1288
1289 if (TransactionIdPrecedes(relfrozenxid, xid_skip_limit))
1290 {
1291 /* The table's relfrozenxid is too old */
1292 return true;
1293 }
1294
1295 /*
1296 * Similar to above, determine the index skipping age to use for
1297 * multixact. In any case no less than autovacuum_multixact_freeze_max_age *
1298 * 1.05.
1299 */
1300 skip_index_vacuum = Max(vacuum_multixact_failsafe_age,
1302
1303 multi_skip_limit = ReadNextMultiXactId() - skip_index_vacuum;
1304 if (multi_skip_limit < FirstMultiXactId)
1305 multi_skip_limit = FirstMultiXactId;
1306
1307 if (MultiXactIdPrecedes(relminmxid, multi_skip_limit))
1308 {
1309 /* The table's relminmxid is too old */
1310 return true;
1311 }
1312
1313 return false;
1314}
int autovacuum_multixact_freeze_max_age
Definition: autovacuum.c:130
int vacuum_multixact_failsafe_age
Definition: vacuum.c:80
int vacuum_failsafe_age
Definition: vacuum.c:79

References Assert(), autovacuum_freeze_max_age, autovacuum_multixact_freeze_max_age, FirstMultiXactId, FirstNormalTransactionId, Max, MultiXactIdIsValid, MultiXactIdPrecedes(), ReadNextMultiXactId(), ReadNextTransactionId(), VacuumCutoffs::relfrozenxid, VacuumCutoffs::relminmxid, TransactionIdIsNormal, TransactionIdPrecedes(), vacuum_failsafe_age, and vacuum_multixact_failsafe_age.

Referenced by lazy_check_wraparound_failsafe().

◆ VacuumUpdateCosts()

void VacuumUpdateCosts ( void  )

Definition at line 1668 of file autovacuum.c.

1669{
1670 if (MyWorkerInfo)
1671 {
1674 else if (autovacuum_vac_cost_delay >= 0)
1676 else
1677 /* fall back to VacuumCostDelay */
1679
1681 }
1682 else
1683 {
1684 /* Must be explicit VACUUM or ANALYZE */
1687 }
1688
1689 /*
1690 * If configuration changes are allowed to impact VacuumCostActive, make
1691 * sure it is updated.
1692 */
1695 else if (vacuum_cost_delay > 0)
1696 VacuumCostActive = true;
1697 else
1698 {
1699 VacuumCostActive = false;
1701 }
1702
1703 /*
1704 * Since the cost logging requires a lock, avoid rendering the log message
1705 * in case we are using a message level where the log wouldn't be emitted.
1706 */
1708 {
1709 Oid dboid,
1710 tableoid;
1711
1712 Assert(!LWLockHeldByMe(AutovacuumLock));
1713
1714 LWLockAcquire(AutovacuumLock, LW_SHARED);
1715 dboid = MyWorkerInfo->wi_dboid;
1716 tableoid = MyWorkerInfo->wi_tableoid;
1717 LWLockRelease(AutovacuumLock);
1718
1719 elog(DEBUG2,
1720 "Autovacuum VacuumUpdateCosts(db=%u, rel=%u, dobalance=%s, cost_limit=%d, cost_delay=%g active=%s failsafe=%s)",
1721 dboid, tableoid, pg_atomic_unlocked_test_flag(&MyWorkerInfo->wi_dobalance) ? "no" : "yes",
1723 vacuum_cost_delay > 0 ? "yes" : "no",
1724 VacuumFailsafeActive ? "yes" : "no");
1725 }
1726}
static double av_storage_param_cost_delay
Definition: autovacuum.c:151
double autovacuum_vac_cost_delay
Definition: autovacuum.c:132
bool message_level_is_interesting(int elevel)
Definition: elog.c:273
double VacuumCostDelay
Definition: globals.c:155
bool LWLockHeldByMe(LWLock *lock)
Definition: lwlock.c:1977
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:1174
void LWLockRelease(LWLock *lock)
Definition: lwlock.c:1894
@ LW_SHARED
Definition: lwlock.h:113

References Assert(), autovacuum_vac_cost_delay, AutoVacuumUpdateCostLimit(), av_storage_param_cost_delay, DEBUG2, elog, LW_SHARED, LWLockAcquire(), LWLockHeldByMe(), LWLockRelease(), message_level_is_interesting(), MyWorkerInfo, pg_atomic_unlocked_test_flag(), vacuum_cost_delay, vacuum_cost_limit, VacuumCostActive, VacuumCostBalance, VacuumCostDelay, VacuumCostLimit, VacuumFailsafeActive, WorkerInfoData::wi_dboid, WorkerInfoData::wi_dobalance, and WorkerInfoData::wi_tableoid.

Referenced by do_autovacuum(), parallel_vacuum_main(), vacuum(), and vacuum_delay_point().

Variable Documentation

◆ default_statistics_target

PGDLLIMPORT int default_statistics_target
extern

◆ parallel_vacuum_worker_delay_ns

PGDLLIMPORT int64 parallel_vacuum_worker_delay_ns
extern

Definition at line 95 of file vacuum.c.

Referenced by parallel_vacuum_main(), and vacuum_delay_point().

◆ track_cost_delay_timing

PGDLLIMPORT bool track_cost_delay_timing
extern

Definition at line 82 of file vacuum.c.

Referenced by do_analyze_rel(), heap_vacuum_rel(), parallel_vacuum_main(), and vacuum_delay_point().

◆ vacuum_cost_delay

PGDLLIMPORT double vacuum_cost_delay
extern

◆ vacuum_cost_limit

PGDLLIMPORT int vacuum_cost_limit
extern

◆ vacuum_failsafe_age

PGDLLIMPORT int vacuum_failsafe_age
extern

Definition at line 79 of file vacuum.c.

Referenced by vacuum_xid_failsafe_check().

◆ vacuum_freeze_min_age

PGDLLIMPORT int vacuum_freeze_min_age
extern

Definition at line 75 of file vacuum.c.

Referenced by do_autovacuum(), and vacuum_get_cutoffs().

◆ vacuum_freeze_table_age

PGDLLIMPORT int vacuum_freeze_table_age
extern

Definition at line 76 of file vacuum.c.

Referenced by do_autovacuum(), and vacuum_get_cutoffs().

◆ vacuum_max_eager_freeze_failure_rate

PGDLLIMPORT double vacuum_max_eager_freeze_failure_rate
extern

Definition at line 81 of file vacuum.c.

Referenced by default_reloptions(), ExecVacuum(), and table_recheck_autovac().

◆ vacuum_multixact_failsafe_age

PGDLLIMPORT int vacuum_multixact_failsafe_age
extern

Definition at line 80 of file vacuum.c.

Referenced by vacuum_xid_failsafe_check().

◆ vacuum_multixact_freeze_min_age

PGDLLIMPORT int vacuum_multixact_freeze_min_age
extern

Definition at line 77 of file vacuum.c.

Referenced by do_autovacuum(), and vacuum_get_cutoffs().

◆ vacuum_multixact_freeze_table_age

PGDLLIMPORT int vacuum_multixact_freeze_table_age
extern

Definition at line 78 of file vacuum.c.

Referenced by do_autovacuum(), and vacuum_get_cutoffs().

◆ vacuum_truncate

PGDLLIMPORT bool vacuum_truncate
extern

Definition at line 83 of file vacuum.c.

Referenced by default_reloptions(), and vacuum_rel().

◆ VacuumActiveNWorkers

◆ VacuumCostBalanceLocal

PGDLLIMPORT int VacuumCostBalanceLocal
extern

◆ VacuumFailsafeActive

◆ VacuumSharedCostBalance