PostgreSQL Source Code  git master
vacuum.h File Reference
#include "access/htup.h"
#include "access/genam.h"
#include "access/parallel.h"
#include "access/tidstore.h"
#include "catalog/pg_class.h"
#include "catalog/pg_statistic.h"
#include "catalog/pg_type.h"
#include "parser/parse_node.h"
#include "storage/buf.h"
#include "storage/lock.h"
#include "utils/relcache.h"
Include dependency graph for vacuum.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures

struct  VacAttrStats
 
struct  VacuumParams
 
struct  VacuumCutoffs
 
struct  VacDeadItemsInfo
 

Macros

#define VACUUM_OPTION_NO_PARALLEL   0
 
#define VACUUM_OPTION_PARALLEL_BULKDEL   (1 << 0)
 
#define VACUUM_OPTION_PARALLEL_COND_CLEANUP   (1 << 1)
 
#define VACUUM_OPTION_PARALLEL_CLEANUP   (1 << 2)
 
#define VACUUM_OPTION_MAX_VALID_VALUE   ((1 << 3) - 1)
 
#define VACOPT_VACUUM   0x01 /* do VACUUM */
 
#define VACOPT_ANALYZE   0x02 /* do ANALYZE */
 
#define VACOPT_VERBOSE   0x04 /* output INFO instrumentation messages */
 
#define VACOPT_FREEZE   0x08 /* FREEZE option */
 
#define VACOPT_FULL   0x10 /* FULL (non-concurrent) vacuum */
 
#define VACOPT_SKIP_LOCKED   0x20 /* skip if cannot get lock */
 
#define VACOPT_PROCESS_MAIN   0x40 /* process main relation */
 
#define VACOPT_PROCESS_TOAST   0x80 /* process the TOAST table, if any */
 
#define VACOPT_DISABLE_PAGE_SKIPPING   0x100 /* don't skip any pages */
 
#define VACOPT_SKIP_DATABASE_STATS   0x200 /* skip vac_update_datfrozenxid() */
 
#define VACOPT_ONLY_DATABASE_STATS   0x400 /* only vac_update_datfrozenxid() */
 
#define MAX_STATISTICS_TARGET   10000
 

Typedefs

typedef struct ParallelVacuumState ParallelVacuumState
 
typedef struct VacAttrStatsVacAttrStatsP
 
typedef Datum(* AnalyzeAttrFetchFunc) (VacAttrStatsP stats, int rownum, bool *isNull)
 
typedef void(* AnalyzeAttrComputeStatsFunc) (VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)
 
typedef struct VacAttrStats VacAttrStats
 
typedef enum VacOptValue VacOptValue
 
typedef struct VacuumParams VacuumParams
 
typedef struct VacDeadItemsInfo VacDeadItemsInfo
 

Enumerations

enum  VacOptValue { VACOPTVALUE_UNSPECIFIED = 0 , VACOPTVALUE_AUTO , VACOPTVALUE_DISABLED , VACOPTVALUE_ENABLED }
 

Functions

void ExecVacuum (ParseState *pstate, VacuumStmt *vacstmt, bool isTopLevel)
 
void vacuum (List *relations, VacuumParams *params, BufferAccessStrategy bstrategy, MemoryContext vac_context, bool isTopLevel)
 
void vac_open_indexes (Relation relation, LOCKMODE lockmode, int *nindexes, Relation **Irel)
 
void vac_close_indexes (int nindexes, Relation *Irel, LOCKMODE lockmode)
 
double vac_estimate_reltuples (Relation relation, BlockNumber total_pages, BlockNumber scanned_pages, double scanned_tuples)
 
void vac_update_relstats (Relation relation, BlockNumber num_pages, double num_tuples, BlockNumber num_all_visible_pages, bool hasindex, TransactionId frozenxid, MultiXactId minmulti, bool *frozenxid_updated, bool *minmulti_updated, bool in_outer_xact)
 
bool vacuum_get_cutoffs (Relation rel, const VacuumParams *params, struct VacuumCutoffs *cutoffs)
 
bool vacuum_xid_failsafe_check (const struct VacuumCutoffs *cutoffs)
 
void vac_update_datfrozenxid (void)
 
void vacuum_delay_point (void)
 
bool vacuum_is_permitted_for_relation (Oid relid, Form_pg_class reltuple, bits32 options)
 
Relation vacuum_open_relation (Oid relid, RangeVar *relation, bits32 options, bool verbose, LOCKMODE lmode)
 
IndexBulkDeleteResultvac_bulkdel_one_index (IndexVacuumInfo *ivinfo, IndexBulkDeleteResult *istat, TidStore *dead_items, VacDeadItemsInfo *dead_items_info)
 
IndexBulkDeleteResultvac_cleanup_one_index (IndexVacuumInfo *ivinfo, IndexBulkDeleteResult *istat)
 
void AutoVacuumUpdateCostLimit (void)
 
void VacuumUpdateCosts (void)
 
ParallelVacuumStateparallel_vacuum_init (Relation rel, Relation *indrels, int nindexes, int nrequested_workers, int vac_work_mem, int elevel, BufferAccessStrategy bstrategy)
 
void parallel_vacuum_end (ParallelVacuumState *pvs, IndexBulkDeleteResult **istats)
 
TidStoreparallel_vacuum_get_dead_items (ParallelVacuumState *pvs, VacDeadItemsInfo **dead_items_info_p)
 
void parallel_vacuum_reset_dead_items (ParallelVacuumState *pvs)
 
void parallel_vacuum_bulkdel_all_indexes (ParallelVacuumState *pvs, long num_table_tuples, int num_index_scans)
 
void parallel_vacuum_cleanup_all_indexes (ParallelVacuumState *pvs, long num_table_tuples, int num_index_scans, bool estimated_count)
 
void parallel_vacuum_main (dsm_segment *seg, shm_toc *toc)
 
void analyze_rel (Oid relid, RangeVar *relation, VacuumParams *params, List *va_cols, bool in_outer_xact, BufferAccessStrategy bstrategy)
 
bool std_typanalyze (VacAttrStats *stats)
 
double anl_random_fract (void)
 
double anl_init_selection_state (int n)
 
double anl_get_next_S (double t, int n, double *stateptr)
 

Variables

PGDLLIMPORT int default_statistics_target
 
PGDLLIMPORT int vacuum_freeze_min_age
 
PGDLLIMPORT int vacuum_freeze_table_age
 
PGDLLIMPORT int vacuum_multixact_freeze_min_age
 
PGDLLIMPORT int vacuum_multixact_freeze_table_age
 
PGDLLIMPORT int vacuum_failsafe_age
 
PGDLLIMPORT int vacuum_multixact_failsafe_age
 
PGDLLIMPORT pg_atomic_uint32VacuumSharedCostBalance
 
PGDLLIMPORT pg_atomic_uint32VacuumActiveNWorkers
 
PGDLLIMPORT int VacuumCostBalanceLocal
 
PGDLLIMPORT bool VacuumFailsafeActive
 
PGDLLIMPORT double vacuum_cost_delay
 
PGDLLIMPORT int vacuum_cost_limit
 

Macro Definition Documentation

◆ MAX_STATISTICS_TARGET

#define MAX_STATISTICS_TARGET   10000

Definition at line 305 of file vacuum.h.

◆ VACOPT_ANALYZE

#define VACOPT_ANALYZE   0x02 /* do ANALYZE */

Definition at line 181 of file vacuum.h.

◆ VACOPT_DISABLE_PAGE_SKIPPING

#define VACOPT_DISABLE_PAGE_SKIPPING   0x100 /* don't skip any pages */

Definition at line 188 of file vacuum.h.

◆ VACOPT_FREEZE

#define VACOPT_FREEZE   0x08 /* FREEZE option */

Definition at line 183 of file vacuum.h.

◆ VACOPT_FULL

#define VACOPT_FULL   0x10 /* FULL (non-concurrent) vacuum */

Definition at line 184 of file vacuum.h.

◆ VACOPT_ONLY_DATABASE_STATS

#define VACOPT_ONLY_DATABASE_STATS   0x400 /* only vac_update_datfrozenxid() */

Definition at line 190 of file vacuum.h.

◆ VACOPT_PROCESS_MAIN

#define VACOPT_PROCESS_MAIN   0x40 /* process main relation */

Definition at line 186 of file vacuum.h.

◆ VACOPT_PROCESS_TOAST

#define VACOPT_PROCESS_TOAST   0x80 /* process the TOAST table, if any */

Definition at line 187 of file vacuum.h.

◆ VACOPT_SKIP_DATABASE_STATS

#define VACOPT_SKIP_DATABASE_STATS   0x200 /* skip vac_update_datfrozenxid() */

Definition at line 189 of file vacuum.h.

◆ VACOPT_SKIP_LOCKED

#define VACOPT_SKIP_LOCKED   0x20 /* skip if cannot get lock */

Definition at line 185 of file vacuum.h.

◆ VACOPT_VACUUM

#define VACOPT_VACUUM   0x01 /* do VACUUM */

Definition at line 180 of file vacuum.h.

◆ VACOPT_VERBOSE

#define VACOPT_VERBOSE   0x04 /* output INFO instrumentation messages */

Definition at line 182 of file vacuum.h.

◆ VACUUM_OPTION_MAX_VALID_VALUE

#define VACUUM_OPTION_MAX_VALID_VALUE   ((1 << 3) - 1)

Definition at line 66 of file vacuum.h.

◆ VACUUM_OPTION_NO_PARALLEL

#define VACUUM_OPTION_NO_PARALLEL   0

Definition at line 42 of file vacuum.h.

◆ VACUUM_OPTION_PARALLEL_BULKDEL

#define VACUUM_OPTION_PARALLEL_BULKDEL   (1 << 0)

Definition at line 48 of file vacuum.h.

◆ VACUUM_OPTION_PARALLEL_CLEANUP

#define VACUUM_OPTION_PARALLEL_CLEANUP   (1 << 2)

Definition at line 63 of file vacuum.h.

◆ VACUUM_OPTION_PARALLEL_COND_CLEANUP

#define VACUUM_OPTION_PARALLEL_COND_CLEANUP   (1 << 1)

Definition at line 55 of file vacuum.h.

Typedef Documentation

◆ AnalyzeAttrComputeStatsFunc

typedef void(* AnalyzeAttrComputeStatsFunc) (VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)

Definition at line 111 of file vacuum.h.

◆ AnalyzeAttrFetchFunc

typedef Datum(* AnalyzeAttrFetchFunc) (VacAttrStatsP stats, int rownum, bool *isNull)

Definition at line 108 of file vacuum.h.

◆ ParallelVacuumState

Definition at line 1 of file vacuum.h.

◆ VacAttrStats

typedef struct VacAttrStats VacAttrStats

◆ VacAttrStatsP

typedef struct VacAttrStats* VacAttrStatsP

Definition at line 106 of file vacuum.h.

◆ VacDeadItemsInfo

◆ VacOptValue

typedef enum VacOptValue VacOptValue

◆ VacuumParams

typedef struct VacuumParams VacuumParams

Enumeration Type Documentation

◆ VacOptValue

Enumerator
VACOPTVALUE_UNSPECIFIED 
VACOPTVALUE_AUTO 
VACOPTVALUE_DISABLED 
VACOPTVALUE_ENABLED 

Definition at line 200 of file vacuum.h.

201 {
206 } VacOptValue;
VacOptValue
Definition: vacuum.h:201
@ VACOPTVALUE_AUTO
Definition: vacuum.h:203
@ VACOPTVALUE_ENABLED
Definition: vacuum.h:205
@ VACOPTVALUE_UNSPECIFIED
Definition: vacuum.h:202
@ VACOPTVALUE_DISABLED
Definition: vacuum.h:204

Function Documentation

◆ analyze_rel()

void analyze_rel ( Oid  relid,
RangeVar relation,
VacuumParams params,
List va_cols,
bool  in_outer_xact,
BufferAccessStrategy  bstrategy 
)

Definition at line 111 of file analyze.c.

114 {
115  Relation onerel;
116  int elevel;
117  AcquireSampleRowsFunc acquirefunc = NULL;
118  BlockNumber relpages = 0;
119 
120  /* Select logging level */
121  if (params->options & VACOPT_VERBOSE)
122  elevel = INFO;
123  else
124  elevel = DEBUG2;
125 
126  /* Set up static variables */
127  vac_strategy = bstrategy;
128 
129  /*
130  * Check for user-requested abort.
131  */
133 
134  /*
135  * Open the relation, getting ShareUpdateExclusiveLock to ensure that two
136  * ANALYZEs don't run on it concurrently. (This also locks out a
137  * concurrent VACUUM, which doesn't matter much at the moment but might
138  * matter if we ever try to accumulate stats on dead tuples.) If the rel
139  * has been dropped since we last saw it, we don't need to process it.
140  *
141  * Make sure to generate only logs for ANALYZE in this case.
142  */
143  onerel = vacuum_open_relation(relid, relation, params->options & ~(VACOPT_VACUUM),
144  params->log_min_duration >= 0,
146 
147  /* leave if relation could not be opened or locked */
148  if (!onerel)
149  return;
150 
151  /*
152  * Check if relation needs to be skipped based on privileges. This check
153  * happens also when building the relation list to analyze for a manual
154  * operation, and needs to be done additionally here as ANALYZE could
155  * happen across multiple transactions where privileges could have changed
156  * in-between. Make sure to generate only logs for ANALYZE in this case.
157  */
159  onerel->rd_rel,
160  params->options & ~VACOPT_VACUUM))
161  {
163  return;
164  }
165 
166  /*
167  * Silently ignore tables that are temp tables of other backends ---
168  * trying to analyze these is rather pointless, since their contents are
169  * probably not up-to-date on disk. (We don't throw a warning here; it
170  * would just lead to chatter during a database-wide ANALYZE.)
171  */
172  if (RELATION_IS_OTHER_TEMP(onerel))
173  {
175  return;
176  }
177 
178  /*
179  * We can ANALYZE any table except pg_statistic. See update_attstats
180  */
181  if (RelationGetRelid(onerel) == StatisticRelationId)
182  {
184  return;
185  }
186 
187  /*
188  * Check that it's of an analyzable relkind, and set up appropriately.
189  */
190  if (onerel->rd_rel->relkind == RELKIND_RELATION ||
191  onerel->rd_rel->relkind == RELKIND_MATVIEW)
192  {
193  /* Regular table, so we'll use the regular row acquisition function */
194  acquirefunc = acquire_sample_rows;
195  /* Also get regular table's size */
196  relpages = RelationGetNumberOfBlocks(onerel);
197  }
198  else if (onerel->rd_rel->relkind == RELKIND_FOREIGN_TABLE)
199  {
200  /*
201  * For a foreign table, call the FDW's hook function to see whether it
202  * supports analysis.
203  */
204  FdwRoutine *fdwroutine;
205  bool ok = false;
206 
207  fdwroutine = GetFdwRoutineForRelation(onerel, false);
208 
209  if (fdwroutine->AnalyzeForeignTable != NULL)
210  ok = fdwroutine->AnalyzeForeignTable(onerel,
211  &acquirefunc,
212  &relpages);
213 
214  if (!ok)
215  {
217  (errmsg("skipping \"%s\" --- cannot analyze this foreign table",
218  RelationGetRelationName(onerel))));
220  return;
221  }
222  }
223  else if (onerel->rd_rel->relkind == RELKIND_PARTITIONED_TABLE)
224  {
225  /*
226  * For partitioned tables, we want to do the recursive ANALYZE below.
227  */
228  }
229  else
230  {
231  /* No need for a WARNING if we already complained during VACUUM */
232  if (!(params->options & VACOPT_VACUUM))
234  (errmsg("skipping \"%s\" --- cannot analyze non-tables or special system tables",
235  RelationGetRelationName(onerel))));
237  return;
238  }
239 
240  /*
241  * OK, let's do it. First, initialize progress reporting.
242  */
244  RelationGetRelid(onerel));
245 
246  /*
247  * Do the normal non-recursive ANALYZE. We can skip this for partitioned
248  * tables, which don't contain any rows.
249  */
250  if (onerel->rd_rel->relkind != RELKIND_PARTITIONED_TABLE)
251  do_analyze_rel(onerel, params, va_cols, acquirefunc,
252  relpages, false, in_outer_xact, elevel);
253 
254  /*
255  * If there are child tables, do recursive ANALYZE.
256  */
257  if (onerel->rd_rel->relhassubclass)
258  do_analyze_rel(onerel, params, va_cols, acquirefunc, relpages,
259  true, in_outer_xact, elevel);
260 
261  /*
262  * Close source relation now, but keep lock so that no one deletes it
263  * before we commit. (If someone did, they'd fail to clean up the entries
264  * we made in pg_statistic. Also, releasing the lock before commit would
265  * expose us to concurrent-update failures in update_attstats.)
266  */
267  relation_close(onerel, NoLock);
268 
270 }
void pgstat_progress_start_command(ProgressCommandType cmdtype, Oid relid)
void pgstat_progress_end_command(void)
@ PROGRESS_COMMAND_ANALYZE
uint32 BlockNumber
Definition: block.h:31
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:273
static BufferAccessStrategy vac_strategy
Definition: analyze.c:77
static int acquire_sample_rows(Relation onerel, int elevel, HeapTuple *rows, int targrows, double *totalrows, double *totaldeadrows)
Definition: analyze.c:1185
static void do_analyze_rel(Relation onerel, VacuumParams *params, List *va_cols, AcquireSampleRowsFunc acquirefunc, BlockNumber relpages, bool inh, bool in_outer_xact, int elevel)
Definition: analyze.c:280
int errmsg(const char *fmt,...)
Definition: elog.c:1070
#define WARNING
Definition: elog.h:36
#define DEBUG2
Definition: elog.h:29
#define INFO
Definition: elog.h:34
#define ereport(elevel,...)
Definition: elog.h:149
int(* AcquireSampleRowsFunc)(Relation relation, int elevel, HeapTuple *rows, int targrows, double *totalrows, double *totaldeadrows)
Definition: fdwapi.h:151
FdwRoutine * GetFdwRoutineForRelation(Relation relation, bool makecopy)
Definition: foreign.c:442
#define NoLock
Definition: lockdefs.h:34
#define ShareUpdateExclusiveLock
Definition: lockdefs.h:39
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:122
#define RelationGetRelid(relation)
Definition: rel.h:505
#define RelationGetRelationName(relation)
Definition: rel.h:539
#define RELATION_IS_OTHER_TEMP(relation)
Definition: rel.h:658
void relation_close(Relation relation, LOCKMODE lockmode)
Definition: relation.c:205
AnalyzeForeignTable_function AnalyzeForeignTable
Definition: fdwapi.h:257
Form_pg_class rd_rel
Definition: rel.h:111
bits32 options
Definition: vacuum.h:219
int log_min_duration
Definition: vacuum.h:227
Relation vacuum_open_relation(Oid relid, RangeVar *relation, bits32 options, bool verbose, LOCKMODE lmode)
Definition: vacuum.c:755
bool vacuum_is_permitted_for_relation(Oid relid, Form_pg_class reltuple, bits32 options)
Definition: vacuum.c:703
#define VACOPT_VACUUM
Definition: vacuum.h:180
#define VACOPT_VERBOSE
Definition: vacuum.h:182

References acquire_sample_rows(), FdwRoutine::AnalyzeForeignTable, CHECK_FOR_INTERRUPTS, DEBUG2, do_analyze_rel(), ereport, errmsg(), GetFdwRoutineForRelation(), INFO, VacuumParams::log_min_duration, NoLock, VacuumParams::options, pgstat_progress_end_command(), pgstat_progress_start_command(), PROGRESS_COMMAND_ANALYZE, RelationData::rd_rel, relation_close(), RELATION_IS_OTHER_TEMP, RelationGetNumberOfBlocks, RelationGetRelationName, RelationGetRelid, ShareUpdateExclusiveLock, vac_strategy, VACOPT_VACUUM, VACOPT_VERBOSE, vacuum_is_permitted_for_relation(), vacuum_open_relation(), and WARNING.

Referenced by vacuum().

◆ anl_get_next_S()

double anl_get_next_S ( double  t,
int  n,
double *  stateptr 
)

Definition at line 296 of file sampling.c.

297 {
298  double result;
299 
300  oldrs.W = *stateptr;
301  result = reservoir_get_next_S(&oldrs, t, n);
302  *stateptr = oldrs.W;
303  return result;
304 }
static ReservoirStateData oldrs
Definition: sampling.c:262
double reservoir_get_next_S(ReservoirState rs, double t, int n)
Definition: sampling.c:147

◆ anl_init_selection_state()

double anl_init_selection_state ( int  n)

Definition at line 281 of file sampling.c.

282 {
283  /* initialize if first time through */
285  {
287  &oldrs.randstate);
288  oldrs_initialized = true;
289  }
290 
291  /* Initial value of W (for use when Algorithm Z is first applied) */
292  return exp(-log(sampler_random_fract(&oldrs.randstate)) / n);
293 }
#define unlikely(x)
Definition: c.h:314
uint32 pg_prng_uint32(pg_prng_state *state)
Definition: pg_prng.c:227
pg_prng_state pg_global_prng_state
Definition: pg_prng.c:34
static bool oldrs_initialized
Definition: sampling.c:263
double sampler_random_fract(pg_prng_state *randstate)
Definition: sampling.c:241
void sampler_random_init_state(uint32 seed, pg_prng_state *randstate)
Definition: sampling.c:234
pg_prng_state randstate
Definition: sampling.h:49

◆ anl_random_fract()

double anl_random_fract ( void  )

Definition at line 266 of file sampling.c.

267 {
268  /* initialize if first time through */
270  {
272  &oldrs.randstate);
273  oldrs_initialized = true;
274  }
275 
276  /* and compute a random fraction */
278 }

◆ AutoVacuumUpdateCostLimit()

void AutoVacuumUpdateCostLimit ( void  )

Definition at line 1704 of file autovacuum.c.

1705 {
1706  if (!MyWorkerInfo)
1707  return;
1708 
1709  /*
1710  * note: in cost_limit, zero also means use value from elsewhere, because
1711  * zero is not a valid value.
1712  */
1713 
1716  else
1717  {
1718  int nworkers_for_balance;
1719 
1720  if (autovacuum_vac_cost_limit > 0)
1722  else
1724 
1725  /* Only balance limit if no cost-related storage parameters specified */
1727  return;
1728 
1730 
1731  nworkers_for_balance = pg_atomic_read_u32(&AutoVacuumShmem->av_nworkersForBalance);
1732 
1733  /* There is at least 1 autovac worker (this worker) */
1734  if (nworkers_for_balance <= 0)
1735  elog(ERROR, "nworkers_for_balance must be > 0");
1736 
1737  vacuum_cost_limit = Max(vacuum_cost_limit / nworkers_for_balance, 1);
1738  }
1739 }
static bool pg_atomic_unlocked_test_flag(volatile pg_atomic_flag *ptr)
Definition: atomics.h:196
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:239
int autovacuum_vac_cost_limit
Definition: autovacuum.c:131
static int av_storage_param_cost_limit
Definition: autovacuum.c:149
static AutoVacuumShmemStruct * AutoVacuumShmem
Definition: autovacuum.c:301
static WorkerInfo MyWorkerInfo
Definition: autovacuum.c:311
#define Max(x, y)
Definition: c.h:989
#define Assert(condition)
Definition: c.h:849
#define ERROR
Definition: elog.h:39
#define elog(elevel,...)
Definition: elog.h:225
int VacuumCostLimit
Definition: globals.c:153
pg_atomic_uint32 av_nworkersForBalance
Definition: autovacuum.c:298
pg_atomic_flag wi_dobalance
Definition: autovacuum.c:235
int vacuum_cost_limit
Definition: vacuum.c:81

References Assert, autovacuum_vac_cost_limit, AutoVacuumShmem, AutoVacuumShmemStruct::av_nworkersForBalance, av_storage_param_cost_limit, elog, ERROR, Max, MyWorkerInfo, pg_atomic_read_u32(), pg_atomic_unlocked_test_flag(), vacuum_cost_limit, VacuumCostLimit, and WorkerInfoData::wi_dobalance.

Referenced by vacuum_delay_point(), and VacuumUpdateCosts().

◆ ExecVacuum()

void ExecVacuum ( ParseState pstate,
VacuumStmt vacstmt,
bool  isTopLevel 
)

Definition at line 147 of file vacuum.c.

148 {
149  VacuumParams params;
150  BufferAccessStrategy bstrategy = NULL;
151  bool verbose = false;
152  bool skip_locked = false;
153  bool analyze = false;
154  bool freeze = false;
155  bool full = false;
156  bool disable_page_skipping = false;
157  bool process_main = true;
158  bool process_toast = true;
159  int ring_size;
160  bool skip_database_stats = false;
161  bool only_database_stats = false;
162  MemoryContext vac_context;
163  ListCell *lc;
164 
165  /* index_cleanup and truncate values unspecified for now */
168 
169  /* By default parallel vacuum is enabled */
170  params.nworkers = 0;
171 
172  /* Will be set later if we recurse to a TOAST table. */
173  params.toast_parent = InvalidOid;
174 
175  /*
176  * Set this to an invalid value so it is clear whether or not a
177  * BUFFER_USAGE_LIMIT was specified when making the access strategy.
178  */
179  ring_size = -1;
180 
181  /* Parse options list */
182  foreach(lc, vacstmt->options)
183  {
184  DefElem *opt = (DefElem *) lfirst(lc);
185 
186  /* Parse common options for VACUUM and ANALYZE */
187  if (strcmp(opt->defname, "verbose") == 0)
188  verbose = defGetBoolean(opt);
189  else if (strcmp(opt->defname, "skip_locked") == 0)
190  skip_locked = defGetBoolean(opt);
191  else if (strcmp(opt->defname, "buffer_usage_limit") == 0)
192  {
193  const char *hintmsg;
194  int result;
195  char *vac_buffer_size;
196 
197  vac_buffer_size = defGetString(opt);
198 
199  /*
200  * Check that the specified value is valid and the size falls
201  * within the hard upper and lower limits if it is not 0.
202  */
203  if (!parse_int(vac_buffer_size, &result, GUC_UNIT_KB, &hintmsg) ||
204  (result != 0 &&
205  (result < MIN_BAS_VAC_RING_SIZE_KB || result > MAX_BAS_VAC_RING_SIZE_KB)))
206  {
207  ereport(ERROR,
208  (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
209  errmsg("BUFFER_USAGE_LIMIT option must be 0 or between %d kB and %d kB",
211  hintmsg ? errhint("%s", _(hintmsg)) : 0));
212  }
213 
214  ring_size = result;
215  }
216  else if (!vacstmt->is_vacuumcmd)
217  ereport(ERROR,
218  (errcode(ERRCODE_SYNTAX_ERROR),
219  errmsg("unrecognized ANALYZE option \"%s\"", opt->defname),
220  parser_errposition(pstate, opt->location)));
221 
222  /* Parse options available on VACUUM */
223  else if (strcmp(opt->defname, "analyze") == 0)
224  analyze = defGetBoolean(opt);
225  else if (strcmp(opt->defname, "freeze") == 0)
226  freeze = defGetBoolean(opt);
227  else if (strcmp(opt->defname, "full") == 0)
228  full = defGetBoolean(opt);
229  else if (strcmp(opt->defname, "disable_page_skipping") == 0)
230  disable_page_skipping = defGetBoolean(opt);
231  else if (strcmp(opt->defname, "index_cleanup") == 0)
232  {
233  /* Interpret no string as the default, which is 'auto' */
234  if (!opt->arg)
236  else
237  {
238  char *sval = defGetString(opt);
239 
240  /* Try matching on 'auto' string, or fall back on boolean */
241  if (pg_strcasecmp(sval, "auto") == 0)
243  else
245  }
246  }
247  else if (strcmp(opt->defname, "process_main") == 0)
248  process_main = defGetBoolean(opt);
249  else if (strcmp(opt->defname, "process_toast") == 0)
250  process_toast = defGetBoolean(opt);
251  else if (strcmp(opt->defname, "truncate") == 0)
252  params.truncate = get_vacoptval_from_boolean(opt);
253  else if (strcmp(opt->defname, "parallel") == 0)
254  {
255  if (opt->arg == NULL)
256  {
257  ereport(ERROR,
258  (errcode(ERRCODE_SYNTAX_ERROR),
259  errmsg("parallel option requires a value between 0 and %d",
261  parser_errposition(pstate, opt->location)));
262  }
263  else
264  {
265  int nworkers;
266 
267  nworkers = defGetInt32(opt);
268  if (nworkers < 0 || nworkers > MAX_PARALLEL_WORKER_LIMIT)
269  ereport(ERROR,
270  (errcode(ERRCODE_SYNTAX_ERROR),
271  errmsg("parallel workers for vacuum must be between 0 and %d",
273  parser_errposition(pstate, opt->location)));
274 
275  /*
276  * Disable parallel vacuum, if user has specified parallel
277  * degree as zero.
278  */
279  if (nworkers == 0)
280  params.nworkers = -1;
281  else
282  params.nworkers = nworkers;
283  }
284  }
285  else if (strcmp(opt->defname, "skip_database_stats") == 0)
286  skip_database_stats = defGetBoolean(opt);
287  else if (strcmp(opt->defname, "only_database_stats") == 0)
288  only_database_stats = defGetBoolean(opt);
289  else
290  ereport(ERROR,
291  (errcode(ERRCODE_SYNTAX_ERROR),
292  errmsg("unrecognized VACUUM option \"%s\"", opt->defname),
293  parser_errposition(pstate, opt->location)));
294  }
295 
296  /* Set vacuum options */
297  params.options =
298  (vacstmt->is_vacuumcmd ? VACOPT_VACUUM : VACOPT_ANALYZE) |
299  (verbose ? VACOPT_VERBOSE : 0) |
300  (skip_locked ? VACOPT_SKIP_LOCKED : 0) |
301  (analyze ? VACOPT_ANALYZE : 0) |
302  (freeze ? VACOPT_FREEZE : 0) |
303  (full ? VACOPT_FULL : 0) |
304  (disable_page_skipping ? VACOPT_DISABLE_PAGE_SKIPPING : 0) |
305  (process_main ? VACOPT_PROCESS_MAIN : 0) |
306  (process_toast ? VACOPT_PROCESS_TOAST : 0) |
307  (skip_database_stats ? VACOPT_SKIP_DATABASE_STATS : 0) |
308  (only_database_stats ? VACOPT_ONLY_DATABASE_STATS : 0);
309 
310  /* sanity checks on options */
312  Assert((params.options & VACOPT_VACUUM) ||
313  !(params.options & (VACOPT_FULL | VACOPT_FREEZE)));
314 
315  if ((params.options & VACOPT_FULL) && params.nworkers > 0)
316  ereport(ERROR,
317  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
318  errmsg("VACUUM FULL cannot be performed in parallel")));
319 
320  /*
321  * BUFFER_USAGE_LIMIT does nothing for VACUUM (FULL) so just raise an
322  * ERROR for that case. VACUUM (FULL, ANALYZE) does make use of it, so
323  * we'll permit that.
324  */
325  if (ring_size != -1 && (params.options & VACOPT_FULL) &&
326  !(params.options & VACOPT_ANALYZE))
327  ereport(ERROR,
328  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
329  errmsg("BUFFER_USAGE_LIMIT cannot be specified for VACUUM FULL")));
330 
331  /*
332  * Make sure VACOPT_ANALYZE is specified if any column lists are present.
333  */
334  if (!(params.options & VACOPT_ANALYZE))
335  {
336  foreach(lc, vacstmt->rels)
337  {
339 
340  if (vrel->va_cols != NIL)
341  ereport(ERROR,
342  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
343  errmsg("ANALYZE option must be specified when a column list is provided")));
344  }
345  }
346 
347 
348  /*
349  * Sanity check DISABLE_PAGE_SKIPPING option.
350  */
351  if ((params.options & VACOPT_FULL) != 0 &&
352  (params.options & VACOPT_DISABLE_PAGE_SKIPPING) != 0)
353  ereport(ERROR,
354  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
355  errmsg("VACUUM option DISABLE_PAGE_SKIPPING cannot be used with FULL")));
356 
357  /* sanity check for PROCESS_TOAST */
358  if ((params.options & VACOPT_FULL) != 0 &&
359  (params.options & VACOPT_PROCESS_TOAST) == 0)
360  ereport(ERROR,
361  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
362  errmsg("PROCESS_TOAST required with VACUUM FULL")));
363 
364  /* sanity check for ONLY_DATABASE_STATS */
365  if (params.options & VACOPT_ONLY_DATABASE_STATS)
366  {
367  Assert(params.options & VACOPT_VACUUM);
368  if (vacstmt->rels != NIL)
369  ereport(ERROR,
370  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
371  errmsg("ONLY_DATABASE_STATS cannot be specified with a list of tables")));
372  /* don't require people to turn off PROCESS_TOAST/MAIN explicitly */
373  if (params.options & ~(VACOPT_VACUUM |
378  ereport(ERROR,
379  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
380  errmsg("ONLY_DATABASE_STATS cannot be specified with other VACUUM options")));
381  }
382 
383  /*
384  * All freeze ages are zero if the FREEZE option is given; otherwise pass
385  * them as -1 which means to use the default values.
386  */
387  if (params.options & VACOPT_FREEZE)
388  {
389  params.freeze_min_age = 0;
390  params.freeze_table_age = 0;
391  params.multixact_freeze_min_age = 0;
392  params.multixact_freeze_table_age = 0;
393  }
394  else
395  {
396  params.freeze_min_age = -1;
397  params.freeze_table_age = -1;
398  params.multixact_freeze_min_age = -1;
399  params.multixact_freeze_table_age = -1;
400  }
401 
402  /* user-invoked vacuum is never "for wraparound" */
403  params.is_wraparound = false;
404 
405  /* user-invoked vacuum uses VACOPT_VERBOSE instead of log_min_duration */
406  params.log_min_duration = -1;
407 
408  /*
409  * Create special memory context for cross-transaction storage.
410  *
411  * Since it is a child of PortalContext, it will go away eventually even
412  * if we suffer an error; there's no need for special abort cleanup logic.
413  */
414  vac_context = AllocSetContextCreate(PortalContext,
415  "Vacuum",
417 
418  /*
419  * Make a buffer strategy object in the cross-transaction memory context.
420  * We needn't bother making this for VACUUM (FULL) or VACUUM
421  * (ONLY_DATABASE_STATS) as they'll not make use of it. VACUUM (FULL,
422  * ANALYZE) is possible, so we'd better ensure that we make a strategy
423  * when we see ANALYZE.
424  */
425  if ((params.options & (VACOPT_ONLY_DATABASE_STATS |
426  VACOPT_FULL)) == 0 ||
427  (params.options & VACOPT_ANALYZE) != 0)
428  {
429 
430  MemoryContext old_context = MemoryContextSwitchTo(vac_context);
431 
432  Assert(ring_size >= -1);
433 
434  /*
435  * If BUFFER_USAGE_LIMIT was specified by the VACUUM or ANALYZE
436  * command, it overrides the value of VacuumBufferUsageLimit. Either
437  * value may be 0, in which case GetAccessStrategyWithSize() will
438  * return NULL, effectively allowing full use of shared buffers.
439  */
440  if (ring_size == -1)
441  ring_size = VacuumBufferUsageLimit;
442 
443  bstrategy = GetAccessStrategyWithSize(BAS_VACUUM, ring_size);
444 
445  MemoryContextSwitchTo(old_context);
446  }
447 
448  /* Now go through the common routine */
449  vacuum(vacstmt->rels, &params, bstrategy, vac_context, isTopLevel);
450 
451  /* Finally, clean up the vacuum memory context */
452  MemoryContextDelete(vac_context);
453 }
#define MAX_PARALLEL_WORKER_LIMIT
@ BAS_VACUUM
Definition: bufmgr.h:39
int32 defGetInt32(DefElem *def)
Definition: define.c:162
bool defGetBoolean(DefElem *def)
Definition: define.c:107
char * defGetString(DefElem *def)
Definition: define.c:48
int errhint(const char *fmt,...)
Definition: elog.c:1317
int errcode(int sqlerrcode)
Definition: elog.c:853
#define _(x)
Definition: elog.c:90
BufferAccessStrategy GetAccessStrategyWithSize(BufferAccessStrategyType btype, int ring_size_kb)
Definition: freelist.c:584
int VacuumBufferUsageLimit
Definition: globals.c:148
bool parse_int(const char *value, int *result, int flags, const char **hintmsg)
Definition: guc.c:2870
#define GUC_UNIT_KB
Definition: guc.h:228
int verbose
void MemoryContextDelete(MemoryContext context)
Definition: mcxt.c:454
MemoryContext PortalContext
Definition: mcxt.c:158
#define AllocSetContextCreate
Definition: memutils.h:129
#define ALLOCSET_DEFAULT_SIZES
Definition: memutils.h:160
#define MIN_BAS_VAC_RING_SIZE_KB
Definition: miscadmin.h:277
#define MAX_BAS_VAC_RING_SIZE_KB
Definition: miscadmin.h:278
int parser_errposition(ParseState *pstate, int location)
Definition: parse_node.c:106
#define lfirst(lc)
Definition: pg_list.h:172
#define lfirst_node(type, lc)
Definition: pg_list.h:176
#define NIL
Definition: pg_list.h:68
int pg_strcasecmp(const char *s1, const char *s2)
Definition: pgstrcasecmp.c:36
#define InvalidOid
Definition: postgres_ext.h:36
MemoryContextSwitchTo(old_ctx)
static long analyze(struct nfa *nfa)
Definition: regc_nfa.c:3016
char * defname
Definition: parsenodes.h:817
ParseLoc location
Definition: parsenodes.h:821
Node * arg
Definition: parsenodes.h:818
int nworkers
Definition: vacuum.h:239
int freeze_table_age
Definition: vacuum.h:221
VacOptValue truncate
Definition: vacuum.h:231
int freeze_min_age
Definition: vacuum.h:220
bool is_wraparound
Definition: vacuum.h:226
int multixact_freeze_min_age
Definition: vacuum.h:222
int multixact_freeze_table_age
Definition: vacuum.h:224
Oid toast_parent
Definition: vacuum.h:232
VacOptValue index_cleanup
Definition: vacuum.h:230
List * options
Definition: parsenodes.h:3857
bool is_vacuumcmd
Definition: parsenodes.h:3859
List * rels
Definition: parsenodes.h:3858
static VacOptValue get_vacoptval_from_boolean(DefElem *def)
Definition: vacuum.c:2505
void vacuum(List *relations, VacuumParams *params, BufferAccessStrategy bstrategy, MemoryContext vac_context, bool isTopLevel)
Definition: vacuum.c:478
#define VACOPT_FREEZE
Definition: vacuum.h:183
#define VACOPT_SKIP_LOCKED
Definition: vacuum.h:185
#define VACOPT_FULL
Definition: vacuum.h:184
#define VACOPT_SKIP_DATABASE_STATS
Definition: vacuum.h:189
#define VACOPT_PROCESS_TOAST
Definition: vacuum.h:187
#define VACOPT_DISABLE_PAGE_SKIPPING
Definition: vacuum.h:188
#define VACOPT_ONLY_DATABASE_STATS
Definition: vacuum.h:190
#define VACOPT_PROCESS_MAIN
Definition: vacuum.h:186
#define VACOPT_ANALYZE
Definition: vacuum.h:181

References _, ALLOCSET_DEFAULT_SIZES, AllocSetContextCreate, analyze(), DefElem::arg, Assert, BAS_VACUUM, defGetBoolean(), defGetInt32(), defGetString(), DefElem::defname, ereport, errcode(), errhint(), errmsg(), ERROR, VacuumParams::freeze_min_age, VacuumParams::freeze_table_age, get_vacoptval_from_boolean(), GetAccessStrategyWithSize(), GUC_UNIT_KB, VacuumParams::index_cleanup, InvalidOid, VacuumStmt::is_vacuumcmd, VacuumParams::is_wraparound, lfirst, lfirst_node, DefElem::location, VacuumParams::log_min_duration, MAX_BAS_VAC_RING_SIZE_KB, MAX_PARALLEL_WORKER_LIMIT, MemoryContextDelete(), MemoryContextSwitchTo(), MIN_BAS_VAC_RING_SIZE_KB, VacuumParams::multixact_freeze_min_age, VacuumParams::multixact_freeze_table_age, NIL, VacuumParams::nworkers, VacuumParams::options, VacuumStmt::options, parse_int(), parser_errposition(), pg_strcasecmp(), PortalContext, VacuumStmt::rels, VacuumParams::toast_parent, VacuumParams::truncate, VacuumRelation::va_cols, VACOPT_ANALYZE, VACOPT_DISABLE_PAGE_SKIPPING, VACOPT_FREEZE, VACOPT_FULL, VACOPT_ONLY_DATABASE_STATS, VACOPT_PROCESS_MAIN, VACOPT_PROCESS_TOAST, VACOPT_SKIP_DATABASE_STATS, VACOPT_SKIP_LOCKED, VACOPT_VACUUM, VACOPT_VERBOSE, VACOPTVALUE_AUTO, VACOPTVALUE_UNSPECIFIED, vacuum(), VacuumBufferUsageLimit, and verbose.

Referenced by standard_ProcessUtility().

◆ parallel_vacuum_bulkdel_all_indexes()

void parallel_vacuum_bulkdel_all_indexes ( ParallelVacuumState pvs,
long  num_table_tuples,
int  num_index_scans 
)

Definition at line 501 of file vacuumparallel.c.

503 {
505 
506  /*
507  * We can only provide an approximate value of num_heap_tuples, at least
508  * for now.
509  */
510  pvs->shared->reltuples = num_table_tuples;
511  pvs->shared->estimated_count = true;
512 
513  parallel_vacuum_process_all_indexes(pvs, num_index_scans, true);
514 }
#define IsParallelWorker()
Definition: parallel.h:60
double reltuples
bool estimated_count
static void parallel_vacuum_process_all_indexes(ParallelVacuumState *pvs, int num_index_scans, bool vacuum)

References Assert, PVShared::estimated_count, IsParallelWorker, parallel_vacuum_process_all_indexes(), PVShared::reltuples, and ParallelVacuumState::shared.

Referenced by lazy_vacuum_all_indexes().

◆ parallel_vacuum_cleanup_all_indexes()

void parallel_vacuum_cleanup_all_indexes ( ParallelVacuumState pvs,
long  num_table_tuples,
int  num_index_scans,
bool  estimated_count 
)

Definition at line 520 of file vacuumparallel.c.

522 {
524 
525  /*
526  * We can provide a better estimate of total number of surviving tuples
527  * (we assume indexes are more interested in that than in the number of
528  * nominally live tuples).
529  */
530  pvs->shared->reltuples = num_table_tuples;
531  pvs->shared->estimated_count = estimated_count;
532 
533  parallel_vacuum_process_all_indexes(pvs, num_index_scans, false);
534 }

References Assert, PVShared::estimated_count, IsParallelWorker, parallel_vacuum_process_all_indexes(), PVShared::reltuples, and ParallelVacuumState::shared.

Referenced by lazy_cleanup_all_indexes().

◆ parallel_vacuum_end()

void parallel_vacuum_end ( ParallelVacuumState pvs,
IndexBulkDeleteResult **  istats 
)

Definition at line 436 of file vacuumparallel.c.

437 {
439 
440  /* Copy the updated statistics */
441  for (int i = 0; i < pvs->nindexes; i++)
442  {
443  PVIndStats *indstats = &(pvs->indstats[i]);
444 
445  if (indstats->istat_updated)
446  {
447  istats[i] = (IndexBulkDeleteResult *) palloc0(sizeof(IndexBulkDeleteResult));
448  memcpy(istats[i], &indstats->istat, sizeof(IndexBulkDeleteResult));
449  }
450  else
451  istats[i] = NULL;
452  }
453 
455 
458 
460  pfree(pvs);
461 }
void DestroyParallelContext(ParallelContext *pcxt)
Definition: parallel.c:929
int i
Definition: isn.c:73
void pfree(void *pointer)
Definition: mcxt.c:1521
void * palloc0(Size size)
Definition: mcxt.c:1347
bool istat_updated
IndexBulkDeleteResult istat
ParallelContext * pcxt
PVIndStats * indstats
void TidStoreDestroy(TidStore *ts)
Definition: tidstore.c:325
void ExitParallelMode(void)
Definition: xact.c:1063

References Assert, ParallelVacuumState::dead_items, DestroyParallelContext(), ExitParallelMode(), i, ParallelVacuumState::indstats, IsParallelWorker, PVIndStats::istat, PVIndStats::istat_updated, ParallelVacuumState::nindexes, palloc0(), ParallelVacuumState::pcxt, pfree(), TidStoreDestroy(), and ParallelVacuumState::will_parallel_vacuum.

Referenced by dead_items_cleanup().

◆ parallel_vacuum_get_dead_items()

TidStore* parallel_vacuum_get_dead_items ( ParallelVacuumState pvs,
VacDeadItemsInfo **  dead_items_info_p 
)

Definition at line 467 of file vacuumparallel.c.

468 {
469  *dead_items_info_p = &(pvs->shared->dead_items_info);
470  return pvs->dead_items;
471 }
VacDeadItemsInfo dead_items_info

References ParallelVacuumState::dead_items, PVShared::dead_items_info, and ParallelVacuumState::shared.

Referenced by dead_items_alloc().

◆ parallel_vacuum_init()

ParallelVacuumState* parallel_vacuum_init ( Relation  rel,
Relation indrels,
int  nindexes,
int  nrequested_workers,
int  vac_work_mem,
int  elevel,
BufferAccessStrategy  bstrategy 
)

Definition at line 243 of file vacuumparallel.c.

246 {
247  ParallelVacuumState *pvs;
248  ParallelContext *pcxt;
249  PVShared *shared;
250  TidStore *dead_items;
251  PVIndStats *indstats;
252  BufferUsage *buffer_usage;
253  WalUsage *wal_usage;
254  bool *will_parallel_vacuum;
255  Size est_indstats_len;
256  Size est_shared_len;
257  int nindexes_mwm = 0;
258  int parallel_workers = 0;
259  int querylen;
260 
261  /*
262  * A parallel vacuum must be requested and there must be indexes on the
263  * relation
264  */
265  Assert(nrequested_workers >= 0);
266  Assert(nindexes > 0);
267 
268  /*
269  * Compute the number of parallel vacuum workers to launch
270  */
271  will_parallel_vacuum = (bool *) palloc0(sizeof(bool) * nindexes);
272  parallel_workers = parallel_vacuum_compute_workers(indrels, nindexes,
273  nrequested_workers,
274  will_parallel_vacuum);
275  if (parallel_workers <= 0)
276  {
277  /* Can't perform vacuum in parallel -- return NULL */
278  pfree(will_parallel_vacuum);
279  return NULL;
280  }
281 
283  pvs->indrels = indrels;
284  pvs->nindexes = nindexes;
285  pvs->will_parallel_vacuum = will_parallel_vacuum;
286  pvs->bstrategy = bstrategy;
287  pvs->heaprel = rel;
288 
290  pcxt = CreateParallelContext("postgres", "parallel_vacuum_main",
291  parallel_workers);
292  Assert(pcxt->nworkers > 0);
293  pvs->pcxt = pcxt;
294 
295  /* Estimate size for index vacuum stats -- PARALLEL_VACUUM_KEY_INDEX_STATS */
296  est_indstats_len = mul_size(sizeof(PVIndStats), nindexes);
297  shm_toc_estimate_chunk(&pcxt->estimator, est_indstats_len);
298  shm_toc_estimate_keys(&pcxt->estimator, 1);
299 
300  /* Estimate size for shared information -- PARALLEL_VACUUM_KEY_SHARED */
301  est_shared_len = sizeof(PVShared);
302  shm_toc_estimate_chunk(&pcxt->estimator, est_shared_len);
303  shm_toc_estimate_keys(&pcxt->estimator, 1);
304 
305  /*
306  * Estimate space for BufferUsage and WalUsage --
307  * PARALLEL_VACUUM_KEY_BUFFER_USAGE and PARALLEL_VACUUM_KEY_WAL_USAGE.
308  *
309  * If there are no extensions loaded that care, we could skip this. We
310  * have no way of knowing whether anyone's looking at pgBufferUsage or
311  * pgWalUsage, so do it unconditionally.
312  */
314  mul_size(sizeof(BufferUsage), pcxt->nworkers));
315  shm_toc_estimate_keys(&pcxt->estimator, 1);
317  mul_size(sizeof(WalUsage), pcxt->nworkers));
318  shm_toc_estimate_keys(&pcxt->estimator, 1);
319 
320  /* Finally, estimate PARALLEL_VACUUM_KEY_QUERY_TEXT space */
321  if (debug_query_string)
322  {
323  querylen = strlen(debug_query_string);
324  shm_toc_estimate_chunk(&pcxt->estimator, querylen + 1);
325  shm_toc_estimate_keys(&pcxt->estimator, 1);
326  }
327  else
328  querylen = 0; /* keep compiler quiet */
329 
330  InitializeParallelDSM(pcxt);
331 
332  /* Prepare index vacuum stats */
333  indstats = (PVIndStats *) shm_toc_allocate(pcxt->toc, est_indstats_len);
334  MemSet(indstats, 0, est_indstats_len);
335  for (int i = 0; i < nindexes; i++)
336  {
337  Relation indrel = indrels[i];
338  uint8 vacoptions = indrel->rd_indam->amparallelvacuumoptions;
339 
340  /*
341  * Cleanup option should be either disabled, always performing in
342  * parallel or conditionally performing in parallel.
343  */
344  Assert(((vacoptions & VACUUM_OPTION_PARALLEL_CLEANUP) == 0) ||
345  ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) == 0));
346  Assert(vacoptions <= VACUUM_OPTION_MAX_VALID_VALUE);
347 
348  if (!will_parallel_vacuum[i])
349  continue;
350 
351  if (indrel->rd_indam->amusemaintenanceworkmem)
352  nindexes_mwm++;
353 
354  /*
355  * Remember the number of indexes that support parallel operation for
356  * each phase.
357  */
358  if ((vacoptions & VACUUM_OPTION_PARALLEL_BULKDEL) != 0)
360  if ((vacoptions & VACUUM_OPTION_PARALLEL_CLEANUP) != 0)
362  if ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) != 0)
364  }
366  pvs->indstats = indstats;
367 
368  /* Prepare shared information */
369  shared = (PVShared *) shm_toc_allocate(pcxt->toc, est_shared_len);
370  MemSet(shared, 0, est_shared_len);
371  shared->relid = RelationGetRelid(rel);
372  shared->elevel = elevel;
373  shared->queryid = pgstat_get_my_query_id();
375  (nindexes_mwm > 0) ?
376  maintenance_work_mem / Min(parallel_workers, nindexes_mwm) :
378  shared->dead_items_info.max_bytes = vac_work_mem * 1024L;
379 
380  /* Prepare DSA space for dead items */
381  dead_items = TidStoreCreateShared(shared->dead_items_info.max_bytes,
383  pvs->dead_items = dead_items;
384  shared->dead_items_handle = TidStoreGetHandle(dead_items);
385  shared->dead_items_dsa_handle = dsa_get_handle(TidStoreGetDSA(dead_items));
386 
387  /* Use the same buffer size for all workers */
388  shared->ring_nbuffers = GetAccessStrategyBufferCount(bstrategy);
389 
390  pg_atomic_init_u32(&(shared->cost_balance), 0);
391  pg_atomic_init_u32(&(shared->active_nworkers), 0);
392  pg_atomic_init_u32(&(shared->idx), 0);
393 
395  pvs->shared = shared;
396 
397  /*
398  * Allocate space for each worker's BufferUsage and WalUsage; no need to
399  * initialize
400  */
401  buffer_usage = shm_toc_allocate(pcxt->toc,
402  mul_size(sizeof(BufferUsage), pcxt->nworkers));
404  pvs->buffer_usage = buffer_usage;
405  wal_usage = shm_toc_allocate(pcxt->toc,
406  mul_size(sizeof(WalUsage), pcxt->nworkers));
408  pvs->wal_usage = wal_usage;
409 
410  /* Store query string for workers */
411  if (debug_query_string)
412  {
413  char *sharedquery;
414 
415  sharedquery = (char *) shm_toc_allocate(pcxt->toc, querylen + 1);
416  memcpy(sharedquery, debug_query_string, querylen + 1);
417  sharedquery[querylen] = '\0';
418  shm_toc_insert(pcxt->toc,
419  PARALLEL_VACUUM_KEY_QUERY_TEXT, sharedquery);
420  }
421 
422  /* Success -- return parallel vacuum state */
423  return pvs;
424 }
static void pg_atomic_init_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
Definition: atomics.h:221
void InitializeParallelDSM(ParallelContext *pcxt)
Definition: parallel.c:205
ParallelContext * CreateParallelContext(const char *library_name, const char *function_name, int nworkers)
Definition: parallel.c:167
uint64 pgstat_get_my_query_id(void)
#define Min(x, y)
Definition: c.h:995
unsigned char uint8
Definition: c.h:504
#define MemSet(start, val, len)
Definition: c.h:1011
size_t Size
Definition: c.h:596
dsa_handle dsa_get_handle(dsa_area *area)
Definition: dsa.c:498
int GetAccessStrategyBufferCount(BufferAccessStrategy strategy)
Definition: freelist.c:624
int maintenance_work_mem
Definition: globals.c:132
@ LWTRANCHE_PARALLEL_VACUUM_DSA
Definition: lwlock.h:217
const char * debug_query_string
Definition: postgres.c:88
void shm_toc_insert(shm_toc *toc, uint64 key, void *address)
Definition: shm_toc.c:171
void * shm_toc_allocate(shm_toc *toc, Size nbytes)
Definition: shm_toc.c:88
#define shm_toc_estimate_chunk(e, sz)
Definition: shm_toc.h:51
#define shm_toc_estimate_keys(e, cnt)
Definition: shm_toc.h:53
Size mul_size(Size s1, Size s2)
Definition: shmem.c:510
bool amusemaintenanceworkmem
Definition: amapi.h:259
uint8 amparallelvacuumoptions
Definition: amapi.h:263
pg_atomic_uint32 cost_balance
int maintenance_work_mem_worker
pg_atomic_uint32 active_nworkers
dsa_pointer dead_items_handle
dsa_handle dead_items_dsa_handle
uint64 queryid
int ring_nbuffers
pg_atomic_uint32 idx
shm_toc_estimator estimator
Definition: parallel.h:41
shm_toc * toc
Definition: parallel.h:44
BufferAccessStrategy bstrategy
BufferUsage * buffer_usage
struct IndexAmRoutine * rd_indam
Definition: rel.h:206
size_t max_bytes
Definition: vacuum.h:287
TidStore * TidStoreCreateShared(size_t max_bytes, int tranche_id)
Definition: tidstore.c:210
dsa_area * TidStoreGetDSA(TidStore *ts)
Definition: tidstore.c:552
dsa_pointer TidStoreGetHandle(TidStore *ts)
Definition: tidstore.c:560
#define VACUUM_OPTION_PARALLEL_CLEANUP
Definition: vacuum.h:63
#define VACUUM_OPTION_PARALLEL_BULKDEL
Definition: vacuum.h:48
#define VACUUM_OPTION_MAX_VALID_VALUE
Definition: vacuum.h:66
#define VACUUM_OPTION_PARALLEL_COND_CLEANUP
Definition: vacuum.h:55
static int parallel_vacuum_compute_workers(Relation *indrels, int nindexes, int nrequested, bool *will_parallel_vacuum)
#define PARALLEL_VACUUM_KEY_INDEX_STATS
#define PARALLEL_VACUUM_KEY_QUERY_TEXT
#define PARALLEL_VACUUM_KEY_BUFFER_USAGE
#define PARALLEL_VACUUM_KEY_SHARED
#define PARALLEL_VACUUM_KEY_WAL_USAGE
struct PVShared PVShared
void EnterParallelMode(void)
Definition: xact.c:1050

References PVShared::active_nworkers, IndexAmRoutine::amparallelvacuumoptions, IndexAmRoutine::amusemaintenanceworkmem, Assert, ParallelVacuumState::bstrategy, ParallelVacuumState::buffer_usage, PVShared::cost_balance, CreateParallelContext(), ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, PVShared::dead_items_info, debug_query_string, dsa_get_handle(), PVShared::elevel, EnterParallelMode(), ParallelContext::estimator, GetAccessStrategyBufferCount(), ParallelVacuumState::heaprel, i, PVShared::idx, ParallelVacuumState::indrels, ParallelVacuumState::indstats, InitializeParallelDSM(), LWTRANCHE_PARALLEL_VACUUM_DSA, maintenance_work_mem, PVShared::maintenance_work_mem_worker, VacDeadItemsInfo::max_bytes, MemSet, Min, mul_size(), ParallelVacuumState::nindexes, ParallelVacuumState::nindexes_parallel_bulkdel, ParallelVacuumState::nindexes_parallel_cleanup, ParallelVacuumState::nindexes_parallel_condcleanup, ParallelContext::nworkers, palloc0(), parallel_vacuum_compute_workers(), PARALLEL_VACUUM_KEY_BUFFER_USAGE, PARALLEL_VACUUM_KEY_INDEX_STATS, PARALLEL_VACUUM_KEY_QUERY_TEXT, PARALLEL_VACUUM_KEY_SHARED, PARALLEL_VACUUM_KEY_WAL_USAGE, ParallelVacuumState::pcxt, pfree(), pg_atomic_init_u32(), pgstat_get_my_query_id(), PVShared::queryid, RelationData::rd_indam, RelationGetRelid, PVShared::relid, PVShared::ring_nbuffers, ParallelVacuumState::shared, shm_toc_allocate(), shm_toc_estimate_chunk, shm_toc_estimate_keys, shm_toc_insert(), TidStoreCreateShared(), TidStoreGetDSA(), TidStoreGetHandle(), ParallelContext::toc, VACUUM_OPTION_MAX_VALID_VALUE, VACUUM_OPTION_PARALLEL_BULKDEL, VACUUM_OPTION_PARALLEL_CLEANUP, VACUUM_OPTION_PARALLEL_COND_CLEANUP, ParallelVacuumState::wal_usage, and ParallelVacuumState::will_parallel_vacuum.

Referenced by dead_items_alloc().

◆ parallel_vacuum_main()

void parallel_vacuum_main ( dsm_segment seg,
shm_toc toc 
)

Definition at line 990 of file vacuumparallel.c.

991 {
993  Relation rel;
994  Relation *indrels;
995  PVIndStats *indstats;
996  PVShared *shared;
997  TidStore *dead_items;
998  BufferUsage *buffer_usage;
999  WalUsage *wal_usage;
1000  int nindexes;
1001  char *sharedquery;
1002  ErrorContextCallback errcallback;
1003 
1004  /*
1005  * A parallel vacuum worker must have only PROC_IN_VACUUM flag since we
1006  * don't support parallel vacuum for autovacuum as of now.
1007  */
1009 
1010  elog(DEBUG1, "starting parallel vacuum worker");
1011 
1012  shared = (PVShared *) shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_SHARED, false);
1013 
1014  /* Set debug_query_string for individual workers */
1015  sharedquery = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_QUERY_TEXT, true);
1016  debug_query_string = sharedquery;
1018 
1019  /* Track query ID */
1020  pgstat_report_query_id(shared->queryid, false);
1021 
1022  /*
1023  * Open table. The lock mode is the same as the leader process. It's
1024  * okay because the lock mode does not conflict among the parallel
1025  * workers.
1026  */
1027  rel = table_open(shared->relid, ShareUpdateExclusiveLock);
1028 
1029  /*
1030  * Open all indexes. indrels are sorted in order by OID, which should be
1031  * matched to the leader's one.
1032  */
1033  vac_open_indexes(rel, RowExclusiveLock, &nindexes, &indrels);
1034  Assert(nindexes > 0);
1035 
1036  if (shared->maintenance_work_mem_worker > 0)
1038 
1039  /* Set index statistics */
1040  indstats = (PVIndStats *) shm_toc_lookup(toc,
1042  false);
1043 
1044  /* Find dead_items in shared memory */
1045  dead_items = TidStoreAttach(shared->dead_items_dsa_handle,
1046  shared->dead_items_handle);
1047 
1048  /* Set cost-based vacuum delay */
1050  VacuumCostBalance = 0;
1054 
1055  /* Set parallel vacuum state */
1056  pvs.indrels = indrels;
1057  pvs.nindexes = nindexes;
1058  pvs.indstats = indstats;
1059  pvs.shared = shared;
1060  pvs.dead_items = dead_items;
1063  pvs.heaprel = rel;
1064 
1065  /* These fields will be filled during index vacuum or cleanup */
1066  pvs.indname = NULL;
1068 
1069  /* Each parallel VACUUM worker gets its own access strategy. */
1071  shared->ring_nbuffers * (BLCKSZ / 1024));
1072 
1073  /* Setup error traceback support for ereport() */
1075  errcallback.arg = &pvs;
1076  errcallback.previous = error_context_stack;
1077  error_context_stack = &errcallback;
1078 
1079  /* Prepare to track buffer usage during parallel execution */
1081 
1082  /* Process indexes to perform vacuum/cleanup */
1084 
1085  /* Report buffer/WAL usage during parallel execution */
1086  buffer_usage = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_BUFFER_USAGE, false);
1087  wal_usage = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_WAL_USAGE, false);
1089  &wal_usage[ParallelWorkerNumber]);
1090 
1091  TidStoreDetach(dead_items);
1092 
1093  /* Pop the error context stack */
1094  error_context_stack = errcallback.previous;
1095 
1096  vac_close_indexes(nindexes, indrels, RowExclusiveLock);
1099 }
void VacuumUpdateCosts(void)
Definition: autovacuum.c:1635
int ParallelWorkerNumber
Definition: parallel.c:112
void pgstat_report_query_id(uint64 query_id, bool force)
void pgstat_report_activity(BackendState state, const char *cmd_str)
@ STATE_RUNNING
ErrorContextCallback * error_context_stack
Definition: elog.c:94
#define DEBUG1
Definition: elog.h:30
void FreeAccessStrategy(BufferAccessStrategy strategy)
Definition: freelist.c:681
int VacuumCostBalance
Definition: globals.c:156
void InstrEndParallelQuery(BufferUsage *bufusage, WalUsage *walusage)
Definition: instrument.c:208
void InstrStartParallelQuery(void)
Definition: instrument.c:200
#define RowExclusiveLock
Definition: lockdefs.h:38
char * get_namespace_name(Oid nspid)
Definition: lsyscache.c:3366
char * pstrdup(const char *in)
Definition: mcxt.c:1696
#define PROC_IN_VACUUM
Definition: proc.h:58
#define RelationGetNamespace(relation)
Definition: rel.h:546
void * shm_toc_lookup(shm_toc *toc, uint64 key, bool noError)
Definition: shm_toc.c:232
PGPROC * MyProc
Definition: proc.c:67
struct ErrorContextCallback * previous
Definition: elog.h:296
void(* callback)(void *arg)
Definition: elog.h:297
uint8 statusFlags
Definition: proc.h:242
PVIndVacStatus status
void table_close(Relation relation, LOCKMODE lockmode)
Definition: table.c:126
Relation table_open(Oid relationId, LOCKMODE lockmode)
Definition: table.c:40
TidStore * TidStoreAttach(dsa_handle area_handle, dsa_pointer handle)
Definition: tidstore.c:252
void TidStoreDetach(TidStore *ts)
Definition: tidstore.c:277
pg_atomic_uint32 * VacuumActiveNWorkers
Definition: vacuum.c:103
void vac_open_indexes(Relation relation, LOCKMODE lockmode, int *nindexes, Relation **Irel)
Definition: vacuum.c:2298
int VacuumCostBalanceLocal
Definition: vacuum.c:104
void vac_close_indexes(int nindexes, Relation *Irel, LOCKMODE lockmode)
Definition: vacuum.c:2341
pg_atomic_uint32 * VacuumSharedCostBalance
Definition: vacuum.c:102
static void parallel_vacuum_error_callback(void *arg)
static void parallel_vacuum_process_safe_indexes(ParallelVacuumState *pvs)
@ PARALLEL_INDVAC_STATUS_INITIAL

References PVShared::active_nworkers, ErrorContextCallback::arg, Assert, BAS_VACUUM, ParallelVacuumState::bstrategy, ErrorContextCallback::callback, PVShared::cost_balance, ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, DEBUG1, debug_query_string, elog, error_context_stack, FreeAccessStrategy(), get_namespace_name(), GetAccessStrategyWithSize(), ParallelVacuumState::heaprel, ParallelVacuumState::indname, ParallelVacuumState::indrels, ParallelVacuumState::indstats, InstrEndParallelQuery(), InstrStartParallelQuery(), maintenance_work_mem, PVShared::maintenance_work_mem_worker, MyProc, ParallelVacuumState::nindexes, PARALLEL_INDVAC_STATUS_INITIAL, parallel_vacuum_error_callback(), PARALLEL_VACUUM_KEY_BUFFER_USAGE, PARALLEL_VACUUM_KEY_INDEX_STATS, PARALLEL_VACUUM_KEY_QUERY_TEXT, PARALLEL_VACUUM_KEY_SHARED, PARALLEL_VACUUM_KEY_WAL_USAGE, parallel_vacuum_process_safe_indexes(), ParallelWorkerNumber, pgstat_report_activity(), pgstat_report_query_id(), ErrorContextCallback::previous, PROC_IN_VACUUM, pstrdup(), PVShared::queryid, RelationGetNamespace, RelationGetRelationName, PVShared::relid, ParallelVacuumState::relname, ParallelVacuumState::relnamespace, PVShared::ring_nbuffers, RowExclusiveLock, ParallelVacuumState::shared, ShareUpdateExclusiveLock, shm_toc_lookup(), STATE_RUNNING, ParallelVacuumState::status, PGPROC::statusFlags, table_close(), table_open(), TidStoreAttach(), TidStoreDetach(), vac_close_indexes(), vac_open_indexes(), VacuumActiveNWorkers, VacuumCostBalance, VacuumCostBalanceLocal, VacuumSharedCostBalance, and VacuumUpdateCosts().

◆ parallel_vacuum_reset_dead_items()

void parallel_vacuum_reset_dead_items ( ParallelVacuumState pvs)

Definition at line 475 of file vacuumparallel.c.

476 {
477  TidStore *dead_items = pvs->dead_items;
478  VacDeadItemsInfo *dead_items_info = &(pvs->shared->dead_items_info);
479 
480  /*
481  * Free the current tidstore and return allocated DSA segments to the
482  * operating system. Then we recreate the tidstore with the same max_bytes
483  * limitation we just used.
484  */
485  TidStoreDestroy(dead_items);
486  pvs->dead_items = TidStoreCreateShared(dead_items_info->max_bytes,
488 
489  /* Update the DSA pointer for dead_items to the new one */
491  pvs->shared->dead_items_handle = TidStoreGetHandle(dead_items);
492 
493  /* Reset the counter */
494  dead_items_info->num_items = 0;
495 }
int64 num_items
Definition: vacuum.h:288

References ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, PVShared::dead_items_info, dsa_get_handle(), LWTRANCHE_PARALLEL_VACUUM_DSA, VacDeadItemsInfo::max_bytes, VacDeadItemsInfo::num_items, ParallelVacuumState::shared, TidStoreCreateShared(), TidStoreDestroy(), TidStoreGetDSA(), and TidStoreGetHandle().

Referenced by dead_items_reset().

◆ std_typanalyze()

bool std_typanalyze ( VacAttrStats stats)

Definition at line 1872 of file analyze.c.

1873 {
1874  Oid ltopr;
1875  Oid eqopr;
1876  StdAnalyzeData *mystats;
1877 
1878  /* If the attstattarget column is negative, use the default value */
1879  if (stats->attstattarget < 0)
1881 
1882  /* Look for default "<" and "=" operators for column's type */
1884  false, false, false,
1885  &ltopr, &eqopr, NULL,
1886  NULL);
1887 
1888  /* Save the operator info for compute_stats routines */
1889  mystats = (StdAnalyzeData *) palloc(sizeof(StdAnalyzeData));
1890  mystats->eqopr = eqopr;
1891  mystats->eqfunc = OidIsValid(eqopr) ? get_opcode(eqopr) : InvalidOid;
1892  mystats->ltopr = ltopr;
1893  stats->extra_data = mystats;
1894 
1895  /*
1896  * Determine which standard statistics algorithm to use
1897  */
1898  if (OidIsValid(eqopr) && OidIsValid(ltopr))
1899  {
1900  /* Seems to be a scalar datatype */
1902  /*--------------------
1903  * The following choice of minrows is based on the paper
1904  * "Random sampling for histogram construction: how much is enough?"
1905  * by Surajit Chaudhuri, Rajeev Motwani and Vivek Narasayya, in
1906  * Proceedings of ACM SIGMOD International Conference on Management
1907  * of Data, 1998, Pages 436-447. Their Corollary 1 to Theorem 5
1908  * says that for table size n, histogram size k, maximum relative
1909  * error in bin size f, and error probability gamma, the minimum
1910  * random sample size is
1911  * r = 4 * k * ln(2*n/gamma) / f^2
1912  * Taking f = 0.5, gamma = 0.01, n = 10^6 rows, we obtain
1913  * r = 305.82 * k
1914  * Note that because of the log function, the dependence on n is
1915  * quite weak; even at n = 10^12, a 300*k sample gives <= 0.66
1916  * bin size error with probability 0.99. So there's no real need to
1917  * scale for n, which is a good thing because we don't necessarily
1918  * know it at this point.
1919  *--------------------
1920  */
1921  stats->minrows = 300 * stats->attstattarget;
1922  }
1923  else if (OidIsValid(eqopr))
1924  {
1925  /* We can still recognize distinct values */
1927  /* Might as well use the same minrows as above */
1928  stats->minrows = 300 * stats->attstattarget;
1929  }
1930  else
1931  {
1932  /* Can't do much but the trivial stuff */
1934  /* Might as well use the same minrows as above */
1935  stats->minrows = 300 * stats->attstattarget;
1936  }
1937 
1938  return true;
1939 }
#define OidIsValid(objectId)
Definition: c.h:766
static void compute_scalar_stats(VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)
Definition: analyze.c:2383
int default_statistics_target
Definition: analyze.c:73
static void compute_distinct_stats(VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)
Definition: analyze.c:2040
static void compute_trivial_stats(VacAttrStatsP stats, AnalyzeAttrFetchFunc fetchfunc, int samplerows, double totalrows)
Definition: analyze.c:1950
RegProcedure get_opcode(Oid opno)
Definition: lsyscache.c:1285
void * palloc(Size size)
Definition: mcxt.c:1317
void get_sort_group_operators(Oid argtype, bool needLT, bool needEQ, bool needGT, Oid *ltOpr, Oid *eqOpr, Oid *gtOpr, bool *isHashable)
Definition: parse_oper.c:180
unsigned int Oid
Definition: postgres_ext.h:31
Oid attrtypid
Definition: vacuum.h:126
int minrows
Definition: vacuum.h:137
int attstattarget
Definition: vacuum.h:125
void * extra_data
Definition: vacuum.h:138
AnalyzeAttrComputeStatsFunc compute_stats
Definition: vacuum.h:136

References VacAttrStats::attrtypid, VacAttrStats::attstattarget, compute_distinct_stats(), compute_scalar_stats(), VacAttrStats::compute_stats, compute_trivial_stats(), default_statistics_target, StdAnalyzeData::eqfunc, StdAnalyzeData::eqopr, VacAttrStats::extra_data, get_opcode(), get_sort_group_operators(), InvalidOid, StdAnalyzeData::ltopr, VacAttrStats::minrows, OidIsValid, and palloc().

Referenced by array_typanalyze(), examine_attribute(), and examine_expression().

◆ vac_bulkdel_one_index()

IndexBulkDeleteResult* vac_bulkdel_one_index ( IndexVacuumInfo ivinfo,
IndexBulkDeleteResult istat,
TidStore dead_items,
VacDeadItemsInfo dead_items_info 
)

Definition at line 2516 of file vacuum.c.

2518 {
2519  /* Do bulk deletion */
2520  istat = index_bulk_delete(ivinfo, istat, vac_tid_reaped,
2521  (void *) dead_items);
2522 
2523  ereport(ivinfo->message_level,
2524  (errmsg("scanned index \"%s\" to remove %lld row versions",
2525  RelationGetRelationName(ivinfo->index),
2526  (long long) dead_items_info->num_items)));
2527 
2528  return istat;
2529 }
IndexBulkDeleteResult * index_bulk_delete(IndexVacuumInfo *info, IndexBulkDeleteResult *istat, IndexBulkDeleteCallback callback, void *callback_state)
Definition: indexam.c:750
Relation index
Definition: genam.h:46
int message_level
Definition: genam.h:51
static bool vac_tid_reaped(ItemPointer itemptr, void *state)
Definition: vacuum.c:2563

References ereport, errmsg(), IndexVacuumInfo::index, index_bulk_delete(), IndexVacuumInfo::message_level, VacDeadItemsInfo::num_items, RelationGetRelationName, and vac_tid_reaped().

Referenced by lazy_vacuum_one_index(), and parallel_vacuum_process_one_index().

◆ vac_cleanup_one_index()

IndexBulkDeleteResult* vac_cleanup_one_index ( IndexVacuumInfo ivinfo,
IndexBulkDeleteResult istat 
)

Definition at line 2537 of file vacuum.c.

2538 {
2539  istat = index_vacuum_cleanup(ivinfo, istat);
2540 
2541  if (istat)
2542  ereport(ivinfo->message_level,
2543  (errmsg("index \"%s\" now contains %.0f row versions in %u pages",
2544  RelationGetRelationName(ivinfo->index),
2545  istat->num_index_tuples,
2546  istat->num_pages),
2547  errdetail("%.0f index row versions were removed.\n"
2548  "%u index pages were newly deleted.\n"
2549  "%u index pages are currently deleted, of which %u are currently reusable.",
2550  istat->tuples_removed,
2551  istat->pages_newly_deleted,
2552  istat->pages_deleted, istat->pages_free)));
2553 
2554  return istat;
2555 }
int errdetail(const char *fmt,...)
Definition: elog.c:1203
IndexBulkDeleteResult * index_vacuum_cleanup(IndexVacuumInfo *info, IndexBulkDeleteResult *istat)
Definition: indexam.c:771
BlockNumber pages_deleted
Definition: genam.h:82
BlockNumber pages_newly_deleted
Definition: genam.h:81
BlockNumber pages_free
Definition: genam.h:83
BlockNumber num_pages
Definition: genam.h:77
double tuples_removed
Definition: genam.h:80
double num_index_tuples
Definition: genam.h:79

References ereport, errdetail(), errmsg(), IndexVacuumInfo::index, index_vacuum_cleanup(), IndexVacuumInfo::message_level, IndexBulkDeleteResult::num_index_tuples, IndexBulkDeleteResult::num_pages, IndexBulkDeleteResult::pages_deleted, IndexBulkDeleteResult::pages_free, IndexBulkDeleteResult::pages_newly_deleted, RelationGetRelationName, and IndexBulkDeleteResult::tuples_removed.

Referenced by lazy_cleanup_one_index(), and parallel_vacuum_process_one_index().

◆ vac_close_indexes()

void vac_close_indexes ( int  nindexes,
Relation Irel,
LOCKMODE  lockmode 
)

Definition at line 2341 of file vacuum.c.

2342 {
2343  if (Irel == NULL)
2344  return;
2345 
2346  while (nindexes--)
2347  {
2348  Relation ind = Irel[nindexes];
2349 
2350  index_close(ind, lockmode);
2351  }
2352  pfree(Irel);
2353 }
void index_close(Relation relation, LOCKMODE lockmode)
Definition: indexam.c:177

References index_close(), and pfree().

Referenced by do_analyze_rel(), heap_vacuum_rel(), and parallel_vacuum_main().

◆ vac_estimate_reltuples()

double vac_estimate_reltuples ( Relation  relation,
BlockNumber  total_pages,
BlockNumber  scanned_pages,
double  scanned_tuples 
)

Definition at line 1314 of file vacuum.c.

1318 {
1319  BlockNumber old_rel_pages = relation->rd_rel->relpages;
1320  double old_rel_tuples = relation->rd_rel->reltuples;
1321  double old_density;
1322  double unscanned_pages;
1323  double total_tuples;
1324 
1325  /* If we did scan the whole table, just use the count as-is */
1326  if (scanned_pages >= total_pages)
1327  return scanned_tuples;
1328 
1329  /*
1330  * When successive VACUUM commands scan the same few pages again and
1331  * again, without anything from the table really changing, there is a risk
1332  * that our beliefs about tuple density will gradually become distorted.
1333  * This might be caused by vacuumlazy.c implementation details, such as
1334  * its tendency to always scan the last heap page. Handle that here.
1335  *
1336  * If the relation is _exactly_ the same size according to the existing
1337  * pg_class entry, and only a few of its pages (less than 2%) were
1338  * scanned, keep the existing value of reltuples. Also keep the existing
1339  * value when only a subset of rel's pages <= a single page were scanned.
1340  *
1341  * (Note: we might be returning -1 here.)
1342  */
1343  if (old_rel_pages == total_pages &&
1344  scanned_pages < (double) total_pages * 0.02)
1345  return old_rel_tuples;
1346  if (scanned_pages <= 1)
1347  return old_rel_tuples;
1348 
1349  /*
1350  * If old density is unknown, we can't do much except scale up
1351  * scanned_tuples to match total_pages.
1352  */
1353  if (old_rel_tuples < 0 || old_rel_pages == 0)
1354  return floor((scanned_tuples / scanned_pages) * total_pages + 0.5);
1355 
1356  /*
1357  * Okay, we've covered the corner cases. The normal calculation is to
1358  * convert the old measurement to a density (tuples per page), then
1359  * estimate the number of tuples in the unscanned pages using that figure,
1360  * and finally add on the number of tuples in the scanned pages.
1361  */
1362  old_density = old_rel_tuples / old_rel_pages;
1363  unscanned_pages = (double) total_pages - (double) scanned_pages;
1364  total_tuples = old_density * unscanned_pages + scanned_tuples;
1365  return floor(total_tuples + 0.5);
1366 }

References RelationData::rd_rel.

Referenced by lazy_scan_heap(), and statapprox_heap().

◆ vac_open_indexes()

void vac_open_indexes ( Relation  relation,
LOCKMODE  lockmode,
int *  nindexes,
Relation **  Irel 
)

Definition at line 2298 of file vacuum.c.

2300 {
2301  List *indexoidlist;
2302  ListCell *indexoidscan;
2303  int i;
2304 
2305  Assert(lockmode != NoLock);
2306 
2307  indexoidlist = RelationGetIndexList(relation);
2308 
2309  /* allocate enough memory for all indexes */
2310  i = list_length(indexoidlist);
2311 
2312  if (i > 0)
2313  *Irel = (Relation *) palloc(i * sizeof(Relation));
2314  else
2315  *Irel = NULL;
2316 
2317  /* collect just the ready indexes */
2318  i = 0;
2319  foreach(indexoidscan, indexoidlist)
2320  {
2321  Oid indexoid = lfirst_oid(indexoidscan);
2322  Relation indrel;
2323 
2324  indrel = index_open(indexoid, lockmode);
2325  if (indrel->rd_index->indisready)
2326  (*Irel)[i++] = indrel;
2327  else
2328  index_close(indrel, lockmode);
2329  }
2330 
2331  *nindexes = i;
2332 
2333  list_free(indexoidlist);
2334 }
Relation index_open(Oid relationId, LOCKMODE lockmode)
Definition: indexam.c:133
void list_free(List *list)
Definition: list.c:1546
static int list_length(const List *l)
Definition: pg_list.h:152
#define lfirst_oid(lc)
Definition: pg_list.h:174
List * RelationGetIndexList(Relation relation)
Definition: relcache.c:4804
Definition: pg_list.h:54
Form_pg_index rd_index
Definition: rel.h:192

References Assert, i, index_close(), index_open(), lfirst_oid, list_free(), list_length(), NoLock, palloc(), RelationData::rd_index, and RelationGetIndexList().

Referenced by do_analyze_rel(), heap_vacuum_rel(), and parallel_vacuum_main().

◆ vac_update_datfrozenxid()

void vac_update_datfrozenxid ( void  )

Definition at line 1586 of file vacuum.c.

1587 {
1588  HeapTuple tuple;
1589  Form_pg_database dbform;
1590  Relation relation;
1591  SysScanDesc scan;
1592  HeapTuple classTup;
1593  TransactionId newFrozenXid;
1594  MultiXactId newMinMulti;
1595  TransactionId lastSaneFrozenXid;
1596  MultiXactId lastSaneMinMulti;
1597  bool bogus = false;
1598  bool dirty = false;
1599  ScanKeyData key[1];
1600  void *inplace_state;
1601 
1602  /*
1603  * Restrict this task to one backend per database. This avoids race
1604  * conditions that would move datfrozenxid or datminmxid backward. It
1605  * avoids calling vac_truncate_clog() with a datfrozenxid preceding a
1606  * datfrozenxid passed to an earlier vac_truncate_clog() call.
1607  */
1609 
1610  /*
1611  * Initialize the "min" calculation with
1612  * GetOldestNonRemovableTransactionId(), which is a reasonable
1613  * approximation to the minimum relfrozenxid for not-yet-committed
1614  * pg_class entries for new tables; see AddNewRelationTuple(). So we
1615  * cannot produce a wrong minimum by starting with this.
1616  */
1617  newFrozenXid = GetOldestNonRemovableTransactionId(NULL);
1618 
1619  /*
1620  * Similarly, initialize the MultiXact "min" with the value that would be
1621  * used on pg_class for new tables. See AddNewRelationTuple().
1622  */
1623  newMinMulti = GetOldestMultiXactId();
1624 
1625  /*
1626  * Identify the latest relfrozenxid and relminmxid values that we could
1627  * validly see during the scan. These are conservative values, but it's
1628  * not really worth trying to be more exact.
1629  */
1630  lastSaneFrozenXid = ReadNextTransactionId();
1631  lastSaneMinMulti = ReadNextMultiXactId();
1632 
1633  /*
1634  * We must seqscan pg_class to find the minimum Xid, because there is no
1635  * index that can help us here.
1636  *
1637  * See vac_truncate_clog() for the race condition to prevent.
1638  */
1639  relation = table_open(RelationRelationId, AccessShareLock);
1640 
1641  scan = systable_beginscan(relation, InvalidOid, false,
1642  NULL, 0, NULL);
1643 
1644  while ((classTup = systable_getnext(scan)) != NULL)
1645  {
1646  volatile FormData_pg_class *classForm = (Form_pg_class) GETSTRUCT(classTup);
1647  TransactionId relfrozenxid = classForm->relfrozenxid;
1648  TransactionId relminmxid = classForm->relminmxid;
1649 
1650  /*
1651  * Only consider relations able to hold unfrozen XIDs (anything else
1652  * should have InvalidTransactionId in relfrozenxid anyway).
1653  */
1654  if (classForm->relkind != RELKIND_RELATION &&
1655  classForm->relkind != RELKIND_MATVIEW &&
1656  classForm->relkind != RELKIND_TOASTVALUE)
1657  {
1658  Assert(!TransactionIdIsValid(relfrozenxid));
1659  Assert(!MultiXactIdIsValid(relminmxid));
1660  continue;
1661  }
1662 
1663  /*
1664  * Some table AMs might not need per-relation xid / multixid horizons.
1665  * It therefore seems reasonable to allow relfrozenxid and relminmxid
1666  * to not be set (i.e. set to their respective Invalid*Id)
1667  * independently. Thus validate and compute horizon for each only if
1668  * set.
1669  *
1670  * If things are working properly, no relation should have a
1671  * relfrozenxid or relminmxid that is "in the future". However, such
1672  * cases have been known to arise due to bugs in pg_upgrade. If we
1673  * see any entries that are "in the future", chicken out and don't do
1674  * anything. This ensures we won't truncate clog & multixact SLRUs
1675  * before those relations have been scanned and cleaned up.
1676  */
1677 
1678  if (TransactionIdIsValid(relfrozenxid))
1679  {
1680  Assert(TransactionIdIsNormal(relfrozenxid));
1681 
1682  /* check for values in the future */
1683  if (TransactionIdPrecedes(lastSaneFrozenXid, relfrozenxid))
1684  {
1685  bogus = true;
1686  break;
1687  }
1688 
1689  /* determine new horizon */
1690  if (TransactionIdPrecedes(relfrozenxid, newFrozenXid))
1691  newFrozenXid = relfrozenxid;
1692  }
1693 
1694  if (MultiXactIdIsValid(relminmxid))
1695  {
1696  /* check for values in the future */
1697  if (MultiXactIdPrecedes(lastSaneMinMulti, relminmxid))
1698  {
1699  bogus = true;
1700  break;
1701  }
1702 
1703  /* determine new horizon */
1704  if (MultiXactIdPrecedes(relminmxid, newMinMulti))
1705  newMinMulti = relminmxid;
1706  }
1707  }
1708 
1709  /* we're done with pg_class */
1710  systable_endscan(scan);
1711  table_close(relation, AccessShareLock);
1712 
1713  /* chicken out if bogus data found */
1714  if (bogus)
1715  return;
1716 
1717  Assert(TransactionIdIsNormal(newFrozenXid));
1718  Assert(MultiXactIdIsValid(newMinMulti));
1719 
1720  /* Now fetch the pg_database tuple we need to update. */
1721  relation = table_open(DatabaseRelationId, RowExclusiveLock);
1722 
1723  /*
1724  * Fetch a copy of the tuple to scribble on. We could check the syscache
1725  * tuple first. If that concluded !dirty, we'd avoid waiting on
1726  * concurrent heap_update() and would avoid exclusive-locking the buffer.
1727  * For now, don't optimize that.
1728  */
1729  ScanKeyInit(&key[0],
1730  Anum_pg_database_oid,
1731  BTEqualStrategyNumber, F_OIDEQ,
1733 
1734  systable_inplace_update_begin(relation, DatabaseOidIndexId, true,
1735  NULL, 1, key, &tuple, &inplace_state);
1736 
1737  if (!HeapTupleIsValid(tuple))
1738  elog(ERROR, "could not find tuple for database %u", MyDatabaseId);
1739 
1740  dbform = (Form_pg_database) GETSTRUCT(tuple);
1741 
1742  /*
1743  * As in vac_update_relstats(), we ordinarily don't want to let
1744  * datfrozenxid go backward; but if it's "in the future" then it must be
1745  * corrupt and it seems best to overwrite it.
1746  */
1747  if (dbform->datfrozenxid != newFrozenXid &&
1748  (TransactionIdPrecedes(dbform->datfrozenxid, newFrozenXid) ||
1749  TransactionIdPrecedes(lastSaneFrozenXid, dbform->datfrozenxid)))
1750  {
1751  dbform->datfrozenxid = newFrozenXid;
1752  dirty = true;
1753  }
1754  else
1755  newFrozenXid = dbform->datfrozenxid;
1756 
1757  /* Ditto for datminmxid */
1758  if (dbform->datminmxid != newMinMulti &&
1759  (MultiXactIdPrecedes(dbform->datminmxid, newMinMulti) ||
1760  MultiXactIdPrecedes(lastSaneMinMulti, dbform->datminmxid)))
1761  {
1762  dbform->datminmxid = newMinMulti;
1763  dirty = true;
1764  }
1765  else
1766  newMinMulti = dbform->datminmxid;
1767 
1768  if (dirty)
1769  systable_inplace_update_finish(inplace_state, tuple);
1770  else
1771  systable_inplace_update_cancel(inplace_state);
1772 
1773  heap_freetuple(tuple);
1774  table_close(relation, RowExclusiveLock);
1775 
1776  /*
1777  * If we were able to advance datfrozenxid or datminmxid, see if we can
1778  * truncate pg_xact and/or pg_multixact. Also do it if the shared
1779  * XID-wrap-limit info is stale, since this action will update that too.
1780  */
1781  if (dirty || ForceTransactionIdLimitUpdate())
1782  vac_truncate_clog(newFrozenXid, newMinMulti,
1783  lastSaneFrozenXid, lastSaneMinMulti);
1784 }
TransactionId MultiXactId
Definition: c.h:653
uint32 TransactionId
Definition: c.h:643
void systable_endscan(SysScanDesc sysscan)
Definition: genam.c:604
void systable_inplace_update_cancel(void *state)
Definition: genam.c:903
void systable_inplace_update_begin(Relation relation, Oid indexId, bool indexOK, Snapshot snapshot, int nkeys, const ScanKeyData *key, HeapTuple *oldtupcopy, void **state)
Definition: genam.c:806
void systable_inplace_update_finish(void *state, HeapTuple tuple)
Definition: genam.c:884
HeapTuple systable_getnext(SysScanDesc sysscan)
Definition: genam.c:511
SysScanDesc systable_beginscan(Relation heapRelation, Oid indexId, bool indexOK, Snapshot snapshot, int nkeys, ScanKey key)
Definition: genam.c:387
Oid MyDatabaseId
Definition: globals.c:93
void heap_freetuple(HeapTuple htup)
Definition: heaptuple.c:1434
#define HeapTupleIsValid(tuple)
Definition: htup.h:78
#define GETSTRUCT(TUP)
Definition: htup_details.h:653
void LockDatabaseFrozenIds(LOCKMODE lockmode)
Definition: lmgr.c:487
#define AccessShareLock
Definition: lockdefs.h:36
#define ExclusiveLock
Definition: lockdefs.h:42
bool MultiXactIdPrecedes(MultiXactId multi1, MultiXactId multi2)
Definition: multixact.c:3317
MultiXactId GetOldestMultiXactId(void)
Definition: multixact.c:2660
MultiXactId ReadNextMultiXactId(void)
Definition: multixact.c:771
#define MultiXactIdIsValid(multi)
Definition: multixact.h:28
FormData_pg_class * Form_pg_class
Definition: pg_class.h:153
FormData_pg_class
Definition: pg_class.h:142
FormData_pg_database * Form_pg_database
Definition: pg_database.h:96
static Datum ObjectIdGetDatum(Oid X)
Definition: postgres.h:252
TransactionId GetOldestNonRemovableTransactionId(Relation rel)
Definition: procarray.c:2005
void ScanKeyInit(ScanKey entry, AttrNumber attributeNumber, StrategyNumber strategy, RegProcedure procedure, Datum argument)
Definition: scankey.c:76
#define BTEqualStrategyNumber
Definition: stratnum.h:31
bool TransactionIdPrecedes(TransactionId id1, TransactionId id2)
Definition: transam.c:280
static TransactionId ReadNextTransactionId(void)
Definition: transam.h:315
#define TransactionIdIsValid(xid)
Definition: transam.h:41
#define TransactionIdIsNormal(xid)
Definition: transam.h:42
static void vac_truncate_clog(TransactionId frozenXID, MultiXactId minMulti, TransactionId lastSaneFrozenXid, MultiXactId lastSaneMinMulti)
Definition: vacuum.c:1805
bool ForceTransactionIdLimitUpdate(void)
Definition: varsup.c:517

References AccessShareLock, Assert, BTEqualStrategyNumber, elog, ERROR, ExclusiveLock, ForceTransactionIdLimitUpdate(), FormData_pg_class, GetOldestMultiXactId(), GetOldestNonRemovableTransactionId(), GETSTRUCT, heap_freetuple(), HeapTupleIsValid, InvalidOid, sort-test::key, LockDatabaseFrozenIds(), MultiXactIdIsValid, MultiXactIdPrecedes(), MyDatabaseId, ObjectIdGetDatum(), ReadNextMultiXactId(), ReadNextTransactionId(), RowExclusiveLock, ScanKeyInit(), systable_beginscan(), systable_endscan(), systable_getnext(), systable_inplace_update_begin(), systable_inplace_update_cancel(), systable_inplace_update_finish(), table_close(), table_open(), TransactionIdIsNormal, TransactionIdIsValid, TransactionIdPrecedes(), and vac_truncate_clog().

Referenced by do_autovacuum(), and vacuum().

◆ vac_update_relstats()

void vac_update_relstats ( Relation  relation,
BlockNumber  num_pages,
double  num_tuples,
BlockNumber  num_all_visible_pages,
bool  hasindex,
TransactionId  frozenxid,
MultiXactId  minmulti,
bool frozenxid_updated,
bool minmulti_updated,
bool  in_outer_xact 
)

Definition at line 1410 of file vacuum.c.

1417 {
1418  Oid relid = RelationGetRelid(relation);
1419  Relation rd;
1420  ScanKeyData key[1];
1421  HeapTuple ctup;
1422  void *inplace_state;
1423  Form_pg_class pgcform;
1424  bool dirty,
1425  futurexid,
1426  futuremxid;
1427  TransactionId oldfrozenxid;
1428  MultiXactId oldminmulti;
1429 
1430  rd = table_open(RelationRelationId, RowExclusiveLock);
1431 
1432  /* Fetch a copy of the tuple to scribble on */
1433  ScanKeyInit(&key[0],
1434  Anum_pg_class_oid,
1435  BTEqualStrategyNumber, F_OIDEQ,
1436  ObjectIdGetDatum(relid));
1437  systable_inplace_update_begin(rd, ClassOidIndexId, true,
1438  NULL, 1, key, &ctup, &inplace_state);
1439  if (!HeapTupleIsValid(ctup))
1440  elog(ERROR, "pg_class entry for relid %u vanished during vacuuming",
1441  relid);
1442  pgcform = (Form_pg_class) GETSTRUCT(ctup);
1443 
1444  /* Apply statistical updates, if any, to copied tuple */
1445 
1446  dirty = false;
1447  if (pgcform->relpages != (int32) num_pages)
1448  {
1449  pgcform->relpages = (int32) num_pages;
1450  dirty = true;
1451  }
1452  if (pgcform->reltuples != (float4) num_tuples)
1453  {
1454  pgcform->reltuples = (float4) num_tuples;
1455  dirty = true;
1456  }
1457  if (pgcform->relallvisible != (int32) num_all_visible_pages)
1458  {
1459  pgcform->relallvisible = (int32) num_all_visible_pages;
1460  dirty = true;
1461  }
1462 
1463  /* Apply DDL updates, but not inside an outer transaction (see above) */
1464 
1465  if (!in_outer_xact)
1466  {
1467  /*
1468  * If we didn't find any indexes, reset relhasindex.
1469  */
1470  if (pgcform->relhasindex && !hasindex)
1471  {
1472  pgcform->relhasindex = false;
1473  dirty = true;
1474  }
1475 
1476  /* We also clear relhasrules and relhastriggers if needed */
1477  if (pgcform->relhasrules && relation->rd_rules == NULL)
1478  {
1479  pgcform->relhasrules = false;
1480  dirty = true;
1481  }
1482  if (pgcform->relhastriggers && relation->trigdesc == NULL)
1483  {
1484  pgcform->relhastriggers = false;
1485  dirty = true;
1486  }
1487  }
1488 
1489  /*
1490  * Update relfrozenxid, unless caller passed InvalidTransactionId
1491  * indicating it has no new data.
1492  *
1493  * Ordinarily, we don't let relfrozenxid go backwards. However, if the
1494  * stored relfrozenxid is "in the future" then it seems best to assume
1495  * it's corrupt, and overwrite with the oldest remaining XID in the table.
1496  * This should match vac_update_datfrozenxid() concerning what we consider
1497  * to be "in the future".
1498  */
1499  oldfrozenxid = pgcform->relfrozenxid;
1500  futurexid = false;
1501  if (frozenxid_updated)
1502  *frozenxid_updated = false;
1503  if (TransactionIdIsNormal(frozenxid) && oldfrozenxid != frozenxid)
1504  {
1505  bool update = false;
1506 
1507  if (TransactionIdPrecedes(oldfrozenxid, frozenxid))
1508  update = true;
1509  else if (TransactionIdPrecedes(ReadNextTransactionId(), oldfrozenxid))
1510  futurexid = update = true;
1511 
1512  if (update)
1513  {
1514  pgcform->relfrozenxid = frozenxid;
1515  dirty = true;
1516  if (frozenxid_updated)
1517  *frozenxid_updated = true;
1518  }
1519  }
1520 
1521  /* Similarly for relminmxid */
1522  oldminmulti = pgcform->relminmxid;
1523  futuremxid = false;
1524  if (minmulti_updated)
1525  *minmulti_updated = false;
1526  if (MultiXactIdIsValid(minmulti) && oldminmulti != minmulti)
1527  {
1528  bool update = false;
1529 
1530  if (MultiXactIdPrecedes(oldminmulti, minmulti))
1531  update = true;
1532  else if (MultiXactIdPrecedes(ReadNextMultiXactId(), oldminmulti))
1533  futuremxid = update = true;
1534 
1535  if (update)
1536  {
1537  pgcform->relminmxid = minmulti;
1538  dirty = true;
1539  if (minmulti_updated)
1540  *minmulti_updated = true;
1541  }
1542  }
1543 
1544  /* If anything changed, write out the tuple. */
1545  if (dirty)
1546  systable_inplace_update_finish(inplace_state, ctup);
1547  else
1548  systable_inplace_update_cancel(inplace_state);
1549 
1551 
1552  if (futurexid)
1553  ereport(WARNING,
1555  errmsg_internal("overwrote invalid relfrozenxid value %u with new value %u for table \"%s\"",
1556  oldfrozenxid, frozenxid,
1557  RelationGetRelationName(relation))));
1558  if (futuremxid)
1559  ereport(WARNING,
1561  errmsg_internal("overwrote invalid relminmxid value %u with new value %u for table \"%s\"",
1562  oldminmulti, minmulti,
1563  RelationGetRelationName(relation))));
1564 }
signed int int32
Definition: c.h:496
float float4
Definition: c.h:620
int errmsg_internal(const char *fmt,...)
Definition: elog.c:1157
#define ERRCODE_DATA_CORRUPTED
Definition: pg_basebackup.c:41
TriggerDesc * trigdesc
Definition: rel.h:117
RuleLock * rd_rules
Definition: rel.h:115

References BTEqualStrategyNumber, elog, ereport, errcode(), ERRCODE_DATA_CORRUPTED, errmsg_internal(), ERROR, GETSTRUCT, HeapTupleIsValid, sort-test::key, MultiXactIdIsValid, MultiXactIdPrecedes(), ObjectIdGetDatum(), RelationData::rd_rules, ReadNextMultiXactId(), ReadNextTransactionId(), RelationGetRelationName, RelationGetRelid, RowExclusiveLock, ScanKeyInit(), systable_inplace_update_begin(), systable_inplace_update_cancel(), systable_inplace_update_finish(), table_close(), table_open(), TransactionIdIsNormal, TransactionIdPrecedes(), RelationData::trigdesc, and WARNING.

Referenced by do_analyze_rel(), heap_vacuum_rel(), and update_relstats_all_indexes().

◆ vacuum()

void vacuum ( List relations,
VacuumParams params,
BufferAccessStrategy  bstrategy,
MemoryContext  vac_context,
bool  isTopLevel 
)

Definition at line 478 of file vacuum.c.

480 {
481  static bool in_vacuum = false;
482 
483  const char *stmttype;
484  volatile bool in_outer_xact,
485  use_own_xacts;
486 
487  Assert(params != NULL);
488 
489  stmttype = (params->options & VACOPT_VACUUM) ? "VACUUM" : "ANALYZE";
490 
491  /*
492  * We cannot run VACUUM inside a user transaction block; if we were inside
493  * a transaction, then our commit- and start-transaction-command calls
494  * would not have the intended effect! There are numerous other subtle
495  * dependencies on this, too.
496  *
497  * ANALYZE (without VACUUM) can run either way.
498  */
499  if (params->options & VACOPT_VACUUM)
500  {
501  PreventInTransactionBlock(isTopLevel, stmttype);
502  in_outer_xact = false;
503  }
504  else
505  in_outer_xact = IsInTransactionBlock(isTopLevel);
506 
507  /*
508  * Check for and disallow recursive calls. This could happen when VACUUM
509  * FULL or ANALYZE calls a hostile index expression that itself calls
510  * ANALYZE.
511  */
512  if (in_vacuum)
513  ereport(ERROR,
514  (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
515  errmsg("%s cannot be executed from VACUUM or ANALYZE",
516  stmttype)));
517 
518  /*
519  * Build list of relation(s) to process, putting any new data in
520  * vac_context for safekeeping.
521  */
522  if (params->options & VACOPT_ONLY_DATABASE_STATS)
523  {
524  /* We don't process any tables in this case */
525  Assert(relations == NIL);
526  }
527  else if (relations != NIL)
528  {
529  List *newrels = NIL;
530  ListCell *lc;
531 
532  foreach(lc, relations)
533  {
535  List *sublist;
536  MemoryContext old_context;
537 
538  sublist = expand_vacuum_rel(vrel, vac_context, params->options);
539  old_context = MemoryContextSwitchTo(vac_context);
540  newrels = list_concat(newrels, sublist);
541  MemoryContextSwitchTo(old_context);
542  }
543  relations = newrels;
544  }
545  else
546  relations = get_all_vacuum_rels(vac_context, params->options);
547 
548  /*
549  * Decide whether we need to start/commit our own transactions.
550  *
551  * For VACUUM (with or without ANALYZE): always do so, so that we can
552  * release locks as soon as possible. (We could possibly use the outer
553  * transaction for a one-table VACUUM, but handling TOAST tables would be
554  * problematic.)
555  *
556  * For ANALYZE (no VACUUM): if inside a transaction block, we cannot
557  * start/commit our own transactions. Also, there's no need to do so if
558  * only processing one relation. For multiple relations when not within a
559  * transaction block, and also in an autovacuum worker, use own
560  * transactions so we can release locks sooner.
561  */
562  if (params->options & VACOPT_VACUUM)
563  use_own_xacts = true;
564  else
565  {
566  Assert(params->options & VACOPT_ANALYZE);
568  use_own_xacts = true;
569  else if (in_outer_xact)
570  use_own_xacts = false;
571  else if (list_length(relations) > 1)
572  use_own_xacts = true;
573  else
574  use_own_xacts = false;
575  }
576 
577  /*
578  * vacuum_rel expects to be entered with no transaction active; it will
579  * start and commit its own transaction. But we are called by an SQL
580  * command, and so we are executing inside a transaction already. We
581  * commit the transaction started in PostgresMain() here, and start
582  * another one before exiting to match the commit waiting for us back in
583  * PostgresMain().
584  */
585  if (use_own_xacts)
586  {
587  Assert(!in_outer_xact);
588 
589  /* ActiveSnapshot is not set by autovacuum */
590  if (ActiveSnapshotSet())
592 
593  /* matches the StartTransaction in PostgresMain() */
595  }
596 
597  /* Turn vacuum cost accounting on or off, and set/clear in_vacuum */
598  PG_TRY();
599  {
600  ListCell *cur;
601 
602  in_vacuum = true;
603  VacuumFailsafeActive = false;
605  VacuumCostBalance = 0;
608  VacuumActiveNWorkers = NULL;
609 
610  /*
611  * Loop to process each selected relation.
612  */
613  foreach(cur, relations)
614  {
616 
617  if (params->options & VACOPT_VACUUM)
618  {
619  if (!vacuum_rel(vrel->oid, vrel->relation, params, bstrategy))
620  continue;
621  }
622 
623  if (params->options & VACOPT_ANALYZE)
624  {
625  /*
626  * If using separate xacts, start one for analyze. Otherwise,
627  * we can use the outer transaction.
628  */
629  if (use_own_xacts)
630  {
632  /* functions in indexes may want a snapshot set */
634  }
635 
636  analyze_rel(vrel->oid, vrel->relation, params,
637  vrel->va_cols, in_outer_xact, bstrategy);
638 
639  if (use_own_xacts)
640  {
643  }
644  else
645  {
646  /*
647  * If we're not using separate xacts, better separate the
648  * ANALYZE actions with CCIs. This avoids trouble if user
649  * says "ANALYZE t, t".
650  */
652  }
653  }
654 
655  /*
656  * Ensure VacuumFailsafeActive has been reset before vacuuming the
657  * next relation.
658  */
659  VacuumFailsafeActive = false;
660  }
661  }
662  PG_FINALLY();
663  {
664  in_vacuum = false;
665  VacuumCostActive = false;
666  VacuumFailsafeActive = false;
667  VacuumCostBalance = 0;
668  }
669  PG_END_TRY();
670 
671  /*
672  * Finish up processing.
673  */
674  if (use_own_xacts)
675  {
676  /* here, we are not in a transaction */
677 
678  /*
679  * This matches the CommitTransaction waiting for us in
680  * PostgresMain().
681  */
683  }
684 
685  if ((params->options & VACOPT_VACUUM) &&
686  !(params->options & VACOPT_SKIP_DATABASE_STATS))
687  {
688  /*
689  * Update pg_database.datfrozenxid, and truncate pg_xact if possible.
690  */
692  }
693 
694 }
void analyze_rel(Oid relid, RangeVar *relation, VacuumParams *params, List *va_cols, bool in_outer_xact, BufferAccessStrategy bstrategy)
Definition: analyze.c:111
struct cursor * cur
Definition: ecpg.c:28
#define PG_TRY(...)
Definition: elog.h:371
#define PG_END_TRY(...)
Definition: elog.h:396
#define PG_FINALLY(...)
Definition: elog.h:388
bool VacuumCostActive
Definition: globals.c:157
List * list_concat(List *list1, const List *list2)
Definition: list.c:561
#define AmAutoVacuumWorkerProcess()
Definition: miscadmin.h:372
Snapshot GetTransactionSnapshot(void)
Definition: snapmgr.c:216
void PushActiveSnapshot(Snapshot snapshot)
Definition: snapmgr.c:648
bool ActiveSnapshotSet(void)
Definition: snapmgr.c:782
void PopActiveSnapshot(void)
Definition: snapmgr.c:743
RangeVar * relation
Definition: parsenodes.h:3872
static List * expand_vacuum_rel(VacuumRelation *vrel, MemoryContext vac_context, int options)
Definition: vacuum.c:867
static List * get_all_vacuum_rels(MemoryContext vac_context, int options)
Definition: vacuum.c:1022
static bool vacuum_rel(Oid relid, RangeVar *relation, VacuumParams *params, BufferAccessStrategy bstrategy)
Definition: vacuum.c:1974
void vac_update_datfrozenxid(void)
Definition: vacuum.c:1586
bool VacuumFailsafeActive
Definition: vacuum.c:96
bool IsInTransactionBlock(bool isTopLevel)
Definition: xact.c:3759
void CommandCounterIncrement(void)
Definition: xact.c:1099
void PreventInTransactionBlock(bool isTopLevel, const char *stmtType)
Definition: xact.c:3628
void StartTransactionCommand(void)
Definition: xact.c:3039
void CommitTransactionCommand(void)
Definition: xact.c:3137

References ActiveSnapshotSet(), AmAutoVacuumWorkerProcess, analyze_rel(), Assert, CommandCounterIncrement(), CommitTransactionCommand(), cur, ereport, errcode(), errmsg(), ERROR, expand_vacuum_rel(), get_all_vacuum_rels(), GetTransactionSnapshot(), IsInTransactionBlock(), lfirst_node, list_concat(), list_length(), MemoryContextSwitchTo(), NIL, VacuumRelation::oid, VacuumParams::options, PG_END_TRY, PG_FINALLY, PG_TRY, PopActiveSnapshot(), PreventInTransactionBlock(), PushActiveSnapshot(), VacuumRelation::relation, StartTransactionCommand(), VacuumRelation::va_cols, vac_update_datfrozenxid(), VACOPT_ANALYZE, VACOPT_ONLY_DATABASE_STATS, VACOPT_SKIP_DATABASE_STATS, VACOPT_VACUUM, vacuum_rel(), VacuumActiveNWorkers, VacuumCostActive, VacuumCostBalance, VacuumCostBalanceLocal, VacuumFailsafeActive, VacuumSharedCostBalance, and VacuumUpdateCosts().

Referenced by autovacuum_do_vac_analyze(), ExecVacuum(), parallel_vacuum_index_is_parallel_safe(), and parallel_vacuum_process_all_indexes().

◆ vacuum_delay_point()

void vacuum_delay_point ( void  )

Definition at line 2362 of file vacuum.c.

2363 {
2364  double msec = 0;
2365 
2366  /* Always check for interrupts */
2368 
2369  if (InterruptPending ||
2371  return;
2372 
2373  /*
2374  * Autovacuum workers should reload the configuration file if requested.
2375  * This allows changes to [autovacuum_]vacuum_cost_limit and
2376  * [autovacuum_]vacuum_cost_delay to take effect while a table is being
2377  * vacuumed or analyzed.
2378  */
2380  {
2381  ConfigReloadPending = false;
2384  }
2385 
2386  /*
2387  * If we disabled cost-based delays after reloading the config file,
2388  * return.
2389  */
2390  if (!VacuumCostActive)
2391  return;
2392 
2393  /*
2394  * For parallel vacuum, the delay is computed based on the shared cost
2395  * balance. See compute_parallel_delay.
2396  */
2397  if (VacuumSharedCostBalance != NULL)
2398  msec = compute_parallel_delay();
2401 
2402  /* Nap if appropriate */
2403  if (msec > 0)
2404  {
2405  if (msec > vacuum_cost_delay * 4)
2406  msec = vacuum_cost_delay * 4;
2407 
2408  pgstat_report_wait_start(WAIT_EVENT_VACUUM_DELAY);
2409  pg_usleep(msec * 1000);
2411 
2412  /*
2413  * We don't want to ignore postmaster death during very long vacuums
2414  * with vacuum_cost_delay configured. We can't use the usual
2415  * WaitLatch() approach here because we want microsecond-based sleep
2416  * durations above.
2417  */
2419  exit(1);
2420 
2421  VacuumCostBalance = 0;
2422 
2423  /*
2424  * Balance and update limit values for autovacuum workers. We must do
2425  * this periodically, as the number of workers across which we are
2426  * balancing the limit may have changed.
2427  *
2428  * TODO: There may be better criteria for determining when to do this
2429  * besides "check after napping".
2430  */
2432 
2433  /* Might have gotten an interrupt while sleeping */
2435  }
2436 }
void AutoVacuumUpdateCostLimit(void)
Definition: autovacuum.c:1704
volatile sig_atomic_t InterruptPending
Definition: globals.c:31
bool IsUnderPostmaster
Definition: globals.c:119
@ PGC_SIGHUP
Definition: guc.h:71
void ProcessConfigFile(GucContext context)
volatile sig_atomic_t ConfigReloadPending
Definition: interrupt.c:27
exit(1)
#define PostmasterIsAlive()
Definition: pmsignal.h:105
void pg_usleep(long microsec)
Definition: signal.c:53
double vacuum_cost_delay
Definition: vacuum.c:80
static double compute_parallel_delay(void)
Definition: vacuum.c:2461
static void pgstat_report_wait_start(uint32 wait_event_info)
Definition: wait_event.h:85
static void pgstat_report_wait_end(void)
Definition: wait_event.h:101

References AmAutoVacuumWorkerProcess, AutoVacuumUpdateCostLimit(), CHECK_FOR_INTERRUPTS, compute_parallel_delay(), ConfigReloadPending, exit(), InterruptPending, IsUnderPostmaster, pg_usleep(), PGC_SIGHUP, pgstat_report_wait_end(), pgstat_report_wait_start(), PostmasterIsAlive, ProcessConfigFile(), vacuum_cost_delay, vacuum_cost_limit, VacuumCostActive, VacuumCostBalance, VacuumSharedCostBalance, and VacuumUpdateCosts().

Referenced by acquire_sample_rows(), blbulkdelete(), blvacuumcleanup(), btvacuumpage(), compute_array_stats(), compute_distinct_stats(), compute_index_stats(), compute_range_stats(), compute_scalar_stats(), compute_trivial_stats(), compute_tsvector_stats(), file_acquire_sample_rows(), ginbulkdelete(), ginInsertCleanup(), ginvacuumcleanup(), gistvacuumpage(), hashbucketcleanup(), lazy_scan_heap(), lazy_vacuum_heap_rel(), spgprocesspending(), and spgvacuumpage().

◆ vacuum_get_cutoffs()

bool vacuum_get_cutoffs ( Relation  rel,
const VacuumParams params,
struct VacuumCutoffs cutoffs 
)

Definition at line 1084 of file vacuum.c.

1086 {
1087  int freeze_min_age,
1088  multixact_freeze_min_age,
1089  freeze_table_age,
1090  multixact_freeze_table_age,
1091  effective_multixact_freeze_max_age;
1092  TransactionId nextXID,
1093  safeOldestXmin,
1094  aggressiveXIDCutoff;
1095  MultiXactId nextMXID,
1096  safeOldestMxact,
1097  aggressiveMXIDCutoff;
1098 
1099  /* Use mutable copies of freeze age parameters */
1100  freeze_min_age = params->freeze_min_age;
1101  multixact_freeze_min_age = params->multixact_freeze_min_age;
1102  freeze_table_age = params->freeze_table_age;
1103  multixact_freeze_table_age = params->multixact_freeze_table_age;
1104 
1105  /* Set pg_class fields in cutoffs */
1106  cutoffs->relfrozenxid = rel->rd_rel->relfrozenxid;
1107  cutoffs->relminmxid = rel->rd_rel->relminmxid;
1108 
1109  /*
1110  * Acquire OldestXmin.
1111  *
1112  * We can always ignore processes running lazy vacuum. This is because we
1113  * use these values only for deciding which tuples we must keep in the
1114  * tables. Since lazy vacuum doesn't write its XID anywhere (usually no
1115  * XID assigned), it's safe to ignore it. In theory it could be
1116  * problematic to ignore lazy vacuums in a full vacuum, but keep in mind
1117  * that only one vacuum process can be working on a particular table at
1118  * any time, and that each vacuum is always an independent transaction.
1119  */
1121 
1123 
1124  /* Acquire OldestMxact */
1125  cutoffs->OldestMxact = GetOldestMultiXactId();
1127 
1128  /* Acquire next XID/next MXID values used to apply age-based settings */
1129  nextXID = ReadNextTransactionId();
1130  nextMXID = ReadNextMultiXactId();
1131 
1132  /*
1133  * Also compute the multixact age for which freezing is urgent. This is
1134  * normally autovacuum_multixact_freeze_max_age, but may be less if we are
1135  * short of multixact member space.
1136  */
1137  effective_multixact_freeze_max_age = MultiXactMemberFreezeThreshold();
1138 
1139  /*
1140  * Almost ready to set freeze output parameters; check if OldestXmin or
1141  * OldestMxact are held back to an unsafe degree before we start on that
1142  */
1143  safeOldestXmin = nextXID - autovacuum_freeze_max_age;
1144  if (!TransactionIdIsNormal(safeOldestXmin))
1145  safeOldestXmin = FirstNormalTransactionId;
1146  safeOldestMxact = nextMXID - effective_multixact_freeze_max_age;
1147  if (safeOldestMxact < FirstMultiXactId)
1148  safeOldestMxact = FirstMultiXactId;
1149  if (TransactionIdPrecedes(cutoffs->OldestXmin, safeOldestXmin))
1150  ereport(WARNING,
1151  (errmsg("cutoff for removing and freezing tuples is far in the past"),
1152  errhint("Close open transactions soon to avoid wraparound problems.\n"
1153  "You might also need to commit or roll back old prepared transactions, or drop stale replication slots.")));
1154  if (MultiXactIdPrecedes(cutoffs->OldestMxact, safeOldestMxact))
1155  ereport(WARNING,
1156  (errmsg("cutoff for freezing multixacts is far in the past"),
1157  errhint("Close open transactions soon to avoid wraparound problems.\n"
1158  "You might also need to commit or roll back old prepared transactions, or drop stale replication slots.")));
1159 
1160  /*
1161  * Determine the minimum freeze age to use: as specified by the caller, or
1162  * vacuum_freeze_min_age, but in any case not more than half
1163  * autovacuum_freeze_max_age, so that autovacuums to prevent XID
1164  * wraparound won't occur too frequently.
1165  */
1166  if (freeze_min_age < 0)
1167  freeze_min_age = vacuum_freeze_min_age;
1168  freeze_min_age = Min(freeze_min_age, autovacuum_freeze_max_age / 2);
1169  Assert(freeze_min_age >= 0);
1170 
1171  /* Compute FreezeLimit, being careful to generate a normal XID */
1172  cutoffs->FreezeLimit = nextXID - freeze_min_age;
1173  if (!TransactionIdIsNormal(cutoffs->FreezeLimit))
1175  /* FreezeLimit must always be <= OldestXmin */
1176  if (TransactionIdPrecedes(cutoffs->OldestXmin, cutoffs->FreezeLimit))
1177  cutoffs->FreezeLimit = cutoffs->OldestXmin;
1178 
1179  /*
1180  * Determine the minimum multixact freeze age to use: as specified by
1181  * caller, or vacuum_multixact_freeze_min_age, but in any case not more
1182  * than half effective_multixact_freeze_max_age, so that autovacuums to
1183  * prevent MultiXact wraparound won't occur too frequently.
1184  */
1185  if (multixact_freeze_min_age < 0)
1186  multixact_freeze_min_age = vacuum_multixact_freeze_min_age;
1187  multixact_freeze_min_age = Min(multixact_freeze_min_age,
1188  effective_multixact_freeze_max_age / 2);
1189  Assert(multixact_freeze_min_age >= 0);
1190 
1191  /* Compute MultiXactCutoff, being careful to generate a valid value */
1192  cutoffs->MultiXactCutoff = nextMXID - multixact_freeze_min_age;
1193  if (cutoffs->MultiXactCutoff < FirstMultiXactId)
1194  cutoffs->MultiXactCutoff = FirstMultiXactId;
1195  /* MultiXactCutoff must always be <= OldestMxact */
1196  if (MultiXactIdPrecedes(cutoffs->OldestMxact, cutoffs->MultiXactCutoff))
1197  cutoffs->MultiXactCutoff = cutoffs->OldestMxact;
1198 
1199  /*
1200  * Finally, figure out if caller needs to do an aggressive VACUUM or not.
1201  *
1202  * Determine the table freeze age to use: as specified by the caller, or
1203  * the value of the vacuum_freeze_table_age GUC, but in any case not more
1204  * than autovacuum_freeze_max_age * 0.95, so that if you have e.g nightly
1205  * VACUUM schedule, the nightly VACUUM gets a chance to freeze XIDs before
1206  * anti-wraparound autovacuum is launched.
1207  */
1208  if (freeze_table_age < 0)
1209  freeze_table_age = vacuum_freeze_table_age;
1210  freeze_table_age = Min(freeze_table_age, autovacuum_freeze_max_age * 0.95);
1211  Assert(freeze_table_age >= 0);
1212  aggressiveXIDCutoff = nextXID - freeze_table_age;
1213  if (!TransactionIdIsNormal(aggressiveXIDCutoff))
1214  aggressiveXIDCutoff = FirstNormalTransactionId;
1216  aggressiveXIDCutoff))
1217  return true;
1218 
1219  /*
1220  * Similar to the above, determine the table freeze age to use for
1221  * multixacts: as specified by the caller, or the value of the
1222  * vacuum_multixact_freeze_table_age GUC, but in any case not more than
1223  * effective_multixact_freeze_max_age * 0.95, so that if you have e.g.
1224  * nightly VACUUM schedule, the nightly VACUUM gets a chance to freeze
1225  * multixacts before anti-wraparound autovacuum is launched.
1226  */
1227  if (multixact_freeze_table_age < 0)
1228  multixact_freeze_table_age = vacuum_multixact_freeze_table_age;
1229  multixact_freeze_table_age =
1230  Min(multixact_freeze_table_age,
1231  effective_multixact_freeze_max_age * 0.95);
1232  Assert(multixact_freeze_table_age >= 0);
1233  aggressiveMXIDCutoff = nextMXID - multixact_freeze_table_age;
1234  if (aggressiveMXIDCutoff < FirstMultiXactId)
1235  aggressiveMXIDCutoff = FirstMultiXactId;
1237  aggressiveMXIDCutoff))
1238  return true;
1239 
1240  /* Non-aggressive VACUUM */
1241  return false;
1242 }
int autovacuum_freeze_max_age
Definition: autovacuum.c:127
bool MultiXactIdPrecedesOrEquals(MultiXactId multi1, MultiXactId multi2)
Definition: multixact.c:3331
int MultiXactMemberFreezeThreshold(void)
Definition: multixact.c:2978
#define FirstMultiXactId
Definition: multixact.h:25
TransactionId FreezeLimit
Definition: vacuum.h:277
TransactionId OldestXmin
Definition: vacuum.h:267
TransactionId relfrozenxid
Definition: vacuum.h:251
MultiXactId relminmxid
Definition: vacuum.h:252
MultiXactId MultiXactCutoff
Definition: vacuum.h:278
MultiXactId OldestMxact
Definition: vacuum.h:268
bool TransactionIdPrecedesOrEquals(TransactionId id1, TransactionId id2)
Definition: transam.c:299
#define FirstNormalTransactionId
Definition: transam.h:34
int vacuum_freeze_min_age
Definition: vacuum.c:67
int vacuum_multixact_freeze_table_age
Definition: vacuum.c:70
int vacuum_freeze_table_age
Definition: vacuum.c:68
int vacuum_multixact_freeze_min_age
Definition: vacuum.c:69

References Assert, autovacuum_freeze_max_age, ereport, errhint(), errmsg(), FirstMultiXactId, FirstNormalTransactionId, VacuumParams::freeze_min_age, VacuumParams::freeze_table_age, VacuumCutoffs::FreezeLimit, GetOldestMultiXactId(), GetOldestNonRemovableTransactionId(), Min, VacuumParams::multixact_freeze_min_age, VacuumParams::multixact_freeze_table_age, VacuumCutoffs::MultiXactCutoff, MultiXactIdIsValid, MultiXactIdPrecedes(), MultiXactIdPrecedesOrEquals(), MultiXactMemberFreezeThreshold(), VacuumCutoffs::OldestMxact, VacuumCutoffs::OldestXmin, RelationData::rd_rel, ReadNextMultiXactId(), ReadNextTransactionId(), VacuumCutoffs::relfrozenxid, VacuumCutoffs::relminmxid, TransactionIdIsNormal, TransactionIdPrecedes(), TransactionIdPrecedesOrEquals(), vacuum_freeze_min_age, vacuum_freeze_table_age, vacuum_multixact_freeze_min_age, vacuum_multixact_freeze_table_age, and WARNING.

Referenced by copy_table_data(), and heap_vacuum_rel().

◆ vacuum_is_permitted_for_relation()

bool vacuum_is_permitted_for_relation ( Oid  relid,
Form_pg_class  reltuple,
bits32  options 
)

Definition at line 703 of file vacuum.c.

705 {
706  char *relname;
707 
709 
710  /*----------
711  * A role has privileges to vacuum or analyze the relation if any of the
712  * following are true:
713  * - the role owns the current database and the relation is not shared
714  * - the role has the MAINTAIN privilege on the relation
715  *----------
716  */
717  if ((object_ownercheck(DatabaseRelationId, MyDatabaseId, GetUserId()) &&
718  !reltuple->relisshared) ||
720  return true;
721 
722  relname = NameStr(reltuple->relname);
723 
724  if ((options & VACOPT_VACUUM) != 0)
725  {
727  (errmsg("permission denied to vacuum \"%s\", skipping it",
728  relname)));
729 
730  /*
731  * For VACUUM ANALYZE, both logs could show up, but just generate
732  * information for VACUUM as that would be the first one to be
733  * processed.
734  */
735  return false;
736  }
737 
738  if ((options & VACOPT_ANALYZE) != 0)
740  (errmsg("permission denied to analyze \"%s\", skipping it",
741  relname)));
742 
743  return false;
744 }
@ ACLCHECK_OK
Definition: acl.h:183
bool object_ownercheck(Oid classid, Oid objectid, Oid roleid)
Definition: aclchk.c:4145
AclResult pg_class_aclcheck(Oid table_oid, Oid roleid, AclMode mode)
Definition: aclchk.c:4094
#define NameStr(name)
Definition: c.h:737
Oid GetUserId(void)
Definition: miscinit.c:514
#define ACL_MAINTAIN
Definition: parsenodes.h:90
NameData relname
Definition: pg_class.h:38

References ACL_MAINTAIN, ACLCHECK_OK, Assert, ereport, errmsg(), GetUserId(), MyDatabaseId, NameStr, object_ownercheck(), pg_class_aclcheck(), relname, VACOPT_ANALYZE, VACOPT_VACUUM, and WARNING.

Referenced by analyze_rel(), expand_vacuum_rel(), get_all_vacuum_rels(), and vacuum_rel().

◆ vacuum_open_relation()

Relation vacuum_open_relation ( Oid  relid,
RangeVar relation,
bits32  options,
bool  verbose,
LOCKMODE  lmode 
)

Definition at line 755 of file vacuum.c.

757 {
758  Relation rel;
759  bool rel_lock = true;
760  int elevel;
761 
763 
764  /*
765  * Open the relation and get the appropriate lock on it.
766  *
767  * There's a race condition here: the relation may have gone away since
768  * the last time we saw it. If so, we don't need to vacuum or analyze it.
769  *
770  * If we've been asked not to wait for the relation lock, acquire it first
771  * in non-blocking mode, before calling try_relation_open().
772  */
773  if (!(options & VACOPT_SKIP_LOCKED))
774  rel = try_relation_open(relid, lmode);
775  else if (ConditionalLockRelationOid(relid, lmode))
776  rel = try_relation_open(relid, NoLock);
777  else
778  {
779  rel = NULL;
780  rel_lock = false;
781  }
782 
783  /* if relation is opened, leave */
784  if (rel)
785  return rel;
786 
787  /*
788  * Relation could not be opened, hence generate if possible a log
789  * informing on the situation.
790  *
791  * If the RangeVar is not defined, we do not have enough information to
792  * provide a meaningful log statement. Chances are that the caller has
793  * intentionally not provided this information so that this logging is
794  * skipped, anyway.
795  */
796  if (relation == NULL)
797  return NULL;
798 
799  /*
800  * Determine the log level.
801  *
802  * For manual VACUUM or ANALYZE, we emit a WARNING to match the log
803  * statements in the permission checks; otherwise, only log if the caller
804  * so requested.
805  */
807  elevel = WARNING;
808  else if (verbose)
809  elevel = LOG;
810  else
811  return NULL;
812 
813  if ((options & VACOPT_VACUUM) != 0)
814  {
815  if (!rel_lock)
816  ereport(elevel,
817  (errcode(ERRCODE_LOCK_NOT_AVAILABLE),
818  errmsg("skipping vacuum of \"%s\" --- lock not available",
819  relation->relname)));
820  else
821  ereport(elevel,
823  errmsg("skipping vacuum of \"%s\" --- relation no longer exists",
824  relation->relname)));
825 
826  /*
827  * For VACUUM ANALYZE, both logs could show up, but just generate
828  * information for VACUUM as that would be the first one to be
829  * processed.
830  */
831  return NULL;
832  }
833 
834  if ((options & VACOPT_ANALYZE) != 0)
835  {
836  if (!rel_lock)
837  ereport(elevel,
838  (errcode(ERRCODE_LOCK_NOT_AVAILABLE),
839  errmsg("skipping analyze of \"%s\" --- lock not available",
840  relation->relname)));
841  else
842  ereport(elevel,
844  errmsg("skipping analyze of \"%s\" --- relation no longer exists",
845  relation->relname)));
846  }
847 
848  return NULL;
849 }
#define LOG
Definition: elog.h:31
bool ConditionalLockRelationOid(Oid relid, LOCKMODE lockmode)
Definition: lmgr.c:151
#define ERRCODE_UNDEFINED_TABLE
Definition: pgbench.c:78
Relation try_relation_open(Oid relationId, LOCKMODE lockmode)
Definition: relation.c:88
char * relname
Definition: primnodes.h:82

References AmAutoVacuumWorkerProcess, Assert, ConditionalLockRelationOid(), ereport, errcode(), ERRCODE_UNDEFINED_TABLE, errmsg(), LOG, NoLock, RangeVar::relname, try_relation_open(), VACOPT_ANALYZE, VACOPT_SKIP_LOCKED, VACOPT_VACUUM, verbose, and WARNING.

Referenced by analyze_rel(), and vacuum_rel().

◆ vacuum_xid_failsafe_check()

bool vacuum_xid_failsafe_check ( const struct VacuumCutoffs cutoffs)

Definition at line 1252 of file vacuum.c.

1253 {
1254  TransactionId relfrozenxid = cutoffs->relfrozenxid;
1255  MultiXactId relminmxid = cutoffs->relminmxid;
1256  TransactionId xid_skip_limit;
1257  MultiXactId multi_skip_limit;
1258  int skip_index_vacuum;
1259 
1260  Assert(TransactionIdIsNormal(relfrozenxid));
1261  Assert(MultiXactIdIsValid(relminmxid));
1262 
1263  /*
1264  * Determine the index skipping age to use. In any case no less than
1265  * autovacuum_freeze_max_age * 1.05.
1266  */
1267  skip_index_vacuum = Max(vacuum_failsafe_age, autovacuum_freeze_max_age * 1.05);
1268 
1269  xid_skip_limit = ReadNextTransactionId() - skip_index_vacuum;
1270  if (!TransactionIdIsNormal(xid_skip_limit))
1271  xid_skip_limit = FirstNormalTransactionId;
1272 
1273  if (TransactionIdPrecedes(relfrozenxid, xid_skip_limit))
1274  {
1275  /* The table's relfrozenxid is too old */
1276  return true;
1277  }
1278 
1279  /*
1280  * Similar to above, determine the index skipping age to use for
1281  * multixact. In any case no less than autovacuum_multixact_freeze_max_age *
1282  * 1.05.
1283  */
1284  skip_index_vacuum = Max(vacuum_multixact_failsafe_age,
1286 
1287  multi_skip_limit = ReadNextMultiXactId() - skip_index_vacuum;
1288  if (multi_skip_limit < FirstMultiXactId)
1289  multi_skip_limit = FirstMultiXactId;
1290 
1291  if (MultiXactIdPrecedes(relminmxid, multi_skip_limit))
1292  {
1293  /* The table's relminmxid is too old */
1294  return true;
1295  }
1296 
1297  return false;
1298 }
int autovacuum_multixact_freeze_max_age
Definition: autovacuum.c:128
int vacuum_multixact_failsafe_age
Definition: vacuum.c:72
int vacuum_failsafe_age
Definition: vacuum.c:71

References Assert, autovacuum_freeze_max_age, autovacuum_multixact_freeze_max_age, FirstMultiXactId, FirstNormalTransactionId, Max, MultiXactIdIsValid, MultiXactIdPrecedes(), ReadNextMultiXactId(), ReadNextTransactionId(), VacuumCutoffs::relfrozenxid, VacuumCutoffs::relminmxid, TransactionIdIsNormal, TransactionIdPrecedes(), vacuum_failsafe_age, and vacuum_multixact_failsafe_age.

Referenced by lazy_check_wraparound_failsafe().

◆ VacuumUpdateCosts()

void VacuumUpdateCosts ( void  )

Definition at line 1635 of file autovacuum.c.

1636 {
1637  if (MyWorkerInfo)
1638  {
1639  if (av_storage_param_cost_delay >= 0)
1641  else if (autovacuum_vac_cost_delay >= 0)
1643  else
1644  /* fall back to VacuumCostDelay */
1646 
1648  }
1649  else
1650  {
1651  /* Must be explicit VACUUM or ANALYZE */
1654  }
1655 
1656  /*
1657  * If configuration changes are allowed to impact VacuumCostActive, make
1658  * sure it is updated.
1659  */
1662  else if (vacuum_cost_delay > 0)
1663  VacuumCostActive = true;
1664  else
1665  {
1666  VacuumCostActive = false;
1667  VacuumCostBalance = 0;
1668  }
1669 
1670  /*
1671  * Since the cost logging requires a lock, avoid rendering the log message
1672  * in case we are using a message level where the log wouldn't be emitted.
1673  */
1675  {
1676  Oid dboid,
1677  tableoid;
1678 
1679  Assert(!LWLockHeldByMe(AutovacuumLock));
1680 
1681  LWLockAcquire(AutovacuumLock, LW_SHARED);
1682  dboid = MyWorkerInfo->wi_dboid;
1683  tableoid = MyWorkerInfo->wi_tableoid;
1684  LWLockRelease(AutovacuumLock);
1685 
1686  elog(DEBUG2,
1687  "Autovacuum VacuumUpdateCosts(db=%u, rel=%u, dobalance=%s, cost_limit=%d, cost_delay=%g active=%s failsafe=%s)",
1688  dboid, tableoid, pg_atomic_unlocked_test_flag(&MyWorkerInfo->wi_dobalance) ? "no" : "yes",
1690  vacuum_cost_delay > 0 ? "yes" : "no",
1691  VacuumFailsafeActive ? "yes" : "no");
1692  }
1693 }
static double av_storage_param_cost_delay
Definition: autovacuum.c:148
double autovacuum_vac_cost_delay
Definition: autovacuum.c:130
bool message_level_is_interesting(int elevel)
Definition: elog.c:272
double VacuumCostDelay
Definition: globals.c:154
bool LWLockHeldByMe(LWLock *lock)
Definition: lwlock.c:1893
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:1168
void LWLockRelease(LWLock *lock)
Definition: lwlock.c:1781
@ LW_SHARED
Definition: lwlock.h:115

References Assert, autovacuum_vac_cost_delay, AutoVacuumUpdateCostLimit(), av_storage_param_cost_delay, DEBUG2, elog, LW_SHARED, LWLockAcquire(), LWLockHeldByMe(), LWLockRelease(), message_level_is_interesting(), MyWorkerInfo, pg_atomic_unlocked_test_flag(), vacuum_cost_delay, vacuum_cost_limit, VacuumCostActive, VacuumCostBalance, VacuumCostDelay, VacuumCostLimit, VacuumFailsafeActive, WorkerInfoData::wi_dboid, WorkerInfoData::wi_dobalance, and WorkerInfoData::wi_tableoid.

Referenced by do_autovacuum(), parallel_vacuum_main(), vacuum(), and vacuum_delay_point().

Variable Documentation

◆ default_statistics_target

PGDLLIMPORT int default_statistics_target
extern

◆ vacuum_cost_delay

PGDLLIMPORT double vacuum_cost_delay
extern

◆ vacuum_cost_limit

PGDLLIMPORT int vacuum_cost_limit
extern

◆ vacuum_failsafe_age

PGDLLIMPORT int vacuum_failsafe_age
extern

Definition at line 71 of file vacuum.c.

Referenced by vacuum_xid_failsafe_check().

◆ vacuum_freeze_min_age

PGDLLIMPORT int vacuum_freeze_min_age
extern

Definition at line 67 of file vacuum.c.

Referenced by do_autovacuum(), and vacuum_get_cutoffs().

◆ vacuum_freeze_table_age

PGDLLIMPORT int vacuum_freeze_table_age
extern

Definition at line 68 of file vacuum.c.

Referenced by do_autovacuum(), and vacuum_get_cutoffs().

◆ vacuum_multixact_failsafe_age

PGDLLIMPORT int vacuum_multixact_failsafe_age
extern

Definition at line 72 of file vacuum.c.

Referenced by vacuum_xid_failsafe_check().

◆ vacuum_multixact_freeze_min_age

PGDLLIMPORT int vacuum_multixact_freeze_min_age
extern

Definition at line 69 of file vacuum.c.

Referenced by do_autovacuum(), and vacuum_get_cutoffs().

◆ vacuum_multixact_freeze_table_age

PGDLLIMPORT int vacuum_multixact_freeze_table_age
extern

Definition at line 70 of file vacuum.c.

Referenced by do_autovacuum(), and vacuum_get_cutoffs().

◆ VacuumActiveNWorkers

◆ VacuumCostBalanceLocal

PGDLLIMPORT int VacuumCostBalanceLocal
extern

◆ VacuumFailsafeActive

◆ VacuumSharedCostBalance