PostgreSQL Source Code  git master
vacuumparallel.c File Reference
#include "postgres.h"
#include "access/amapi.h"
#include "access/table.h"
#include "access/xact.h"
#include "commands/progress.h"
#include "commands/vacuum.h"
#include "executor/instrument.h"
#include "optimizer/paths.h"
#include "pgstat.h"
#include "storage/bufmgr.h"
#include "tcop/tcopprot.h"
#include "utils/lsyscache.h"
#include "utils/rel.h"
Include dependency graph for vacuumparallel.c:

Go to the source code of this file.

Data Structures

struct  PVShared
 
struct  PVIndStats
 
struct  ParallelVacuumState
 

Macros

#define PARALLEL_VACUUM_KEY_SHARED   1
 
#define PARALLEL_VACUUM_KEY_QUERY_TEXT   2
 
#define PARALLEL_VACUUM_KEY_BUFFER_USAGE   3
 
#define PARALLEL_VACUUM_KEY_WAL_USAGE   4
 
#define PARALLEL_VACUUM_KEY_INDEX_STATS   5
 

Typedefs

typedef struct PVShared PVShared
 
typedef enum PVIndVacStatus PVIndVacStatus
 
typedef struct PVIndStats PVIndStats
 

Enumerations

enum  PVIndVacStatus { PARALLEL_INDVAC_STATUS_INITIAL = 0 , PARALLEL_INDVAC_STATUS_NEED_BULKDELETE , PARALLEL_INDVAC_STATUS_NEED_CLEANUP , PARALLEL_INDVAC_STATUS_COMPLETED }
 

Functions

static int parallel_vacuum_compute_workers (Relation *indrels, int nindexes, int nrequested, bool *will_parallel_vacuum)
 
static void parallel_vacuum_process_all_indexes (ParallelVacuumState *pvs, int num_index_scans, bool vacuum)
 
static void parallel_vacuum_process_safe_indexes (ParallelVacuumState *pvs)
 
static void parallel_vacuum_process_unsafe_indexes (ParallelVacuumState *pvs)
 
static void parallel_vacuum_process_one_index (ParallelVacuumState *pvs, Relation indrel, PVIndStats *indstats)
 
static bool parallel_vacuum_index_is_parallel_safe (Relation indrel, int num_index_scans, bool vacuum)
 
static void parallel_vacuum_error_callback (void *arg)
 
ParallelVacuumStateparallel_vacuum_init (Relation rel, Relation *indrels, int nindexes, int nrequested_workers, int vac_work_mem, int elevel, BufferAccessStrategy bstrategy)
 
void parallel_vacuum_end (ParallelVacuumState *pvs, IndexBulkDeleteResult **istats)
 
TidStoreparallel_vacuum_get_dead_items (ParallelVacuumState *pvs, VacDeadItemsInfo **dead_items_info_p)
 
void parallel_vacuum_reset_dead_items (ParallelVacuumState *pvs)
 
void parallel_vacuum_bulkdel_all_indexes (ParallelVacuumState *pvs, long num_table_tuples, int num_index_scans)
 
void parallel_vacuum_cleanup_all_indexes (ParallelVacuumState *pvs, long num_table_tuples, int num_index_scans, bool estimated_count)
 
void parallel_vacuum_main (dsm_segment *seg, shm_toc *toc)
 

Macro Definition Documentation

◆ PARALLEL_VACUUM_KEY_BUFFER_USAGE

#define PARALLEL_VACUUM_KEY_BUFFER_USAGE   3

Definition at line 49 of file vacuumparallel.c.

◆ PARALLEL_VACUUM_KEY_INDEX_STATS

#define PARALLEL_VACUUM_KEY_INDEX_STATS   5

Definition at line 51 of file vacuumparallel.c.

◆ PARALLEL_VACUUM_KEY_QUERY_TEXT

#define PARALLEL_VACUUM_KEY_QUERY_TEXT   2

Definition at line 48 of file vacuumparallel.c.

◆ PARALLEL_VACUUM_KEY_SHARED

#define PARALLEL_VACUUM_KEY_SHARED   1

Definition at line 47 of file vacuumparallel.c.

◆ PARALLEL_VACUUM_KEY_WAL_USAGE

#define PARALLEL_VACUUM_KEY_WAL_USAGE   4

Definition at line 50 of file vacuumparallel.c.

Typedef Documentation

◆ PVIndStats

typedef struct PVIndStats PVIndStats

◆ PVIndVacStatus

◆ PVShared

typedef struct PVShared PVShared

Enumeration Type Documentation

◆ PVIndVacStatus

Enumerator
PARALLEL_INDVAC_STATUS_INITIAL 
PARALLEL_INDVAC_STATUS_NEED_BULKDELETE 
PARALLEL_INDVAC_STATUS_NEED_CLEANUP 
PARALLEL_INDVAC_STATUS_COMPLETED 

Definition at line 124 of file vacuumparallel.c.

125 {
PVIndVacStatus
@ PARALLEL_INDVAC_STATUS_NEED_CLEANUP
@ PARALLEL_INDVAC_STATUS_INITIAL
@ PARALLEL_INDVAC_STATUS_NEED_BULKDELETE
@ PARALLEL_INDVAC_STATUS_COMPLETED

Function Documentation

◆ parallel_vacuum_bulkdel_all_indexes()

void parallel_vacuum_bulkdel_all_indexes ( ParallelVacuumState pvs,
long  num_table_tuples,
int  num_index_scans 
)

Definition at line 499 of file vacuumparallel.c.

501 {
503 
504  /*
505  * We can only provide an approximate value of num_heap_tuples, at least
506  * for now.
507  */
508  pvs->shared->reltuples = num_table_tuples;
509  pvs->shared->estimated_count = true;
510 
511  parallel_vacuum_process_all_indexes(pvs, num_index_scans, true);
512 }
#define Assert(condition)
Definition: c.h:858
#define IsParallelWorker()
Definition: parallel.h:60
double reltuples
bool estimated_count
static void parallel_vacuum_process_all_indexes(ParallelVacuumState *pvs, int num_index_scans, bool vacuum)

References Assert, PVShared::estimated_count, IsParallelWorker, parallel_vacuum_process_all_indexes(), PVShared::reltuples, and ParallelVacuumState::shared.

Referenced by lazy_vacuum_all_indexes().

◆ parallel_vacuum_cleanup_all_indexes()

void parallel_vacuum_cleanup_all_indexes ( ParallelVacuumState pvs,
long  num_table_tuples,
int  num_index_scans,
bool  estimated_count 
)

Definition at line 518 of file vacuumparallel.c.

520 {
522 
523  /*
524  * We can provide a better estimate of total number of surviving tuples
525  * (we assume indexes are more interested in that than in the number of
526  * nominally live tuples).
527  */
528  pvs->shared->reltuples = num_table_tuples;
529  pvs->shared->estimated_count = estimated_count;
530 
531  parallel_vacuum_process_all_indexes(pvs, num_index_scans, false);
532 }

References Assert, PVShared::estimated_count, IsParallelWorker, parallel_vacuum_process_all_indexes(), PVShared::reltuples, and ParallelVacuumState::shared.

Referenced by lazy_cleanup_all_indexes().

◆ parallel_vacuum_compute_workers()

static int parallel_vacuum_compute_workers ( Relation indrels,
int  nindexes,
int  nrequested,
bool will_parallel_vacuum 
)
static

Definition at line 548 of file vacuumparallel.c.

550 {
551  int nindexes_parallel = 0;
552  int nindexes_parallel_bulkdel = 0;
553  int nindexes_parallel_cleanup = 0;
554  int parallel_workers;
555 
556  /*
557  * We don't allow performing parallel operation in standalone backend or
558  * when parallelism is disabled.
559  */
561  return 0;
562 
563  /*
564  * Compute the number of indexes that can participate in parallel vacuum.
565  */
566  for (int i = 0; i < nindexes; i++)
567  {
568  Relation indrel = indrels[i];
569  uint8 vacoptions = indrel->rd_indam->amparallelvacuumoptions;
570 
571  /* Skip index that is not a suitable target for parallel index vacuum */
572  if (vacoptions == VACUUM_OPTION_NO_PARALLEL ||
574  continue;
575 
576  will_parallel_vacuum[i] = true;
577 
578  if ((vacoptions & VACUUM_OPTION_PARALLEL_BULKDEL) != 0)
579  nindexes_parallel_bulkdel++;
580  if (((vacoptions & VACUUM_OPTION_PARALLEL_CLEANUP) != 0) ||
581  ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) != 0))
582  nindexes_parallel_cleanup++;
583  }
584 
585  nindexes_parallel = Max(nindexes_parallel_bulkdel,
586  nindexes_parallel_cleanup);
587 
588  /* The leader process takes one index */
589  nindexes_parallel--;
590 
591  /* No index supports parallel vacuum */
592  if (nindexes_parallel <= 0)
593  return 0;
594 
595  /* Compute the parallel degree */
596  parallel_workers = (nrequested > 0) ?
597  Min(nrequested, nindexes_parallel) : nindexes_parallel;
598 
599  /* Cap by max_parallel_maintenance_workers */
600  parallel_workers = Min(parallel_workers, max_parallel_maintenance_workers);
601 
602  return parallel_workers;
603 }
int min_parallel_index_scan_size
Definition: allpaths.c:82
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:277
#define Min(x, y)
Definition: c.h:1004
#define Max(x, y)
Definition: c.h:998
unsigned char uint8
Definition: c.h:504
int max_parallel_maintenance_workers
Definition: globals.c:131
bool IsUnderPostmaster
Definition: globals.c:117
int i
Definition: isn.c:73
uint8 amparallelvacuumoptions
Definition: amapi.h:256
struct IndexAmRoutine * rd_indam
Definition: rel.h:206
#define VACUUM_OPTION_PARALLEL_CLEANUP
Definition: vacuum.h:63
#define VACUUM_OPTION_NO_PARALLEL
Definition: vacuum.h:42
#define VACUUM_OPTION_PARALLEL_BULKDEL
Definition: vacuum.h:48
#define VACUUM_OPTION_PARALLEL_COND_CLEANUP
Definition: vacuum.h:55

References IndexAmRoutine::amparallelvacuumoptions, i, IsUnderPostmaster, Max, max_parallel_maintenance_workers, Min, min_parallel_index_scan_size, RelationData::rd_indam, RelationGetNumberOfBlocks, VACUUM_OPTION_NO_PARALLEL, VACUUM_OPTION_PARALLEL_BULKDEL, VACUUM_OPTION_PARALLEL_CLEANUP, and VACUUM_OPTION_PARALLEL_COND_CLEANUP.

Referenced by parallel_vacuum_init().

◆ parallel_vacuum_end()

void parallel_vacuum_end ( ParallelVacuumState pvs,
IndexBulkDeleteResult **  istats 
)

Definition at line 434 of file vacuumparallel.c.

435 {
437 
438  /* Copy the updated statistics */
439  for (int i = 0; i < pvs->nindexes; i++)
440  {
441  PVIndStats *indstats = &(pvs->indstats[i]);
442 
443  if (indstats->istat_updated)
444  {
445  istats[i] = (IndexBulkDeleteResult *) palloc0(sizeof(IndexBulkDeleteResult));
446  memcpy(istats[i], &indstats->istat, sizeof(IndexBulkDeleteResult));
447  }
448  else
449  istats[i] = NULL;
450  }
451 
453 
456 
458  pfree(pvs);
459 }
void DestroyParallelContext(ParallelContext *pcxt)
Definition: parallel.c:929
void pfree(void *pointer)
Definition: mcxt.c:1520
void * palloc0(Size size)
Definition: mcxt.c:1346
bool istat_updated
IndexBulkDeleteResult istat
ParallelContext * pcxt
PVIndStats * indstats
void TidStoreDestroy(TidStore *ts)
Definition: tidstore.c:328
void ExitParallelMode(void)
Definition: xact.c:1061

References Assert, ParallelVacuumState::dead_items, DestroyParallelContext(), ExitParallelMode(), i, ParallelVacuumState::indstats, IsParallelWorker, PVIndStats::istat, PVIndStats::istat_updated, ParallelVacuumState::nindexes, palloc0(), ParallelVacuumState::pcxt, pfree(), TidStoreDestroy(), and ParallelVacuumState::will_parallel_vacuum.

Referenced by dead_items_cleanup().

◆ parallel_vacuum_error_callback()

static void parallel_vacuum_error_callback ( void *  arg)
static

Definition at line 1106 of file vacuumparallel.c.

1107 {
1108  ParallelVacuumState *errinfo = arg;
1109 
1110  switch (errinfo->status)
1111  {
1113  errcontext("while vacuuming index \"%s\" of relation \"%s.%s\"",
1114  errinfo->indname,
1115  errinfo->relnamespace,
1116  errinfo->relname);
1117  break;
1119  errcontext("while cleaning up index \"%s\" of relation \"%s.%s\"",
1120  errinfo->indname,
1121  errinfo->relnamespace,
1122  errinfo->relname);
1123  break;
1126  default:
1127  return;
1128  }
1129 }
#define errcontext
Definition: elog.h:196
void * arg
PVIndVacStatus status

References arg, errcontext, ParallelVacuumState::indname, PARALLEL_INDVAC_STATUS_COMPLETED, PARALLEL_INDVAC_STATUS_INITIAL, PARALLEL_INDVAC_STATUS_NEED_BULKDELETE, PARALLEL_INDVAC_STATUS_NEED_CLEANUP, ParallelVacuumState::relname, ParallelVacuumState::relnamespace, and ParallelVacuumState::status.

Referenced by parallel_vacuum_main().

◆ parallel_vacuum_get_dead_items()

TidStore* parallel_vacuum_get_dead_items ( ParallelVacuumState pvs,
VacDeadItemsInfo **  dead_items_info_p 
)

Definition at line 465 of file vacuumparallel.c.

466 {
467  *dead_items_info_p = &(pvs->shared->dead_items_info);
468  return pvs->dead_items;
469 }
VacDeadItemsInfo dead_items_info

References ParallelVacuumState::dead_items, PVShared::dead_items_info, and ParallelVacuumState::shared.

Referenced by dead_items_alloc().

◆ parallel_vacuum_index_is_parallel_safe()

static bool parallel_vacuum_index_is_parallel_safe ( Relation  indrel,
int  num_index_scans,
bool  vacuum 
)
static

Definition at line 950 of file vacuumparallel.c.

952 {
953  uint8 vacoptions;
954 
955  vacoptions = indrel->rd_indam->amparallelvacuumoptions;
956 
957  /* In parallel vacuum case, check if it supports parallel bulk-deletion */
958  if (vacuum)
959  return ((vacoptions & VACUUM_OPTION_PARALLEL_BULKDEL) != 0);
960 
961  /* Not safe, if the index does not support parallel cleanup */
962  if (((vacoptions & VACUUM_OPTION_PARALLEL_CLEANUP) == 0) &&
963  ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) == 0))
964  return false;
965 
966  /*
967  * Not safe, if the index supports parallel cleanup conditionally, but we
968  * have already processed the index (for bulkdelete). We do this to avoid
969  * the need to invoke workers when parallel index cleanup doesn't need to
970  * scan the index. See the comments for option
971  * VACUUM_OPTION_PARALLEL_COND_CLEANUP to know when indexes support
972  * parallel cleanup conditionally.
973  */
974  if (num_index_scans > 0 &&
975  ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) != 0))
976  return false;
977 
978  return true;
979 }
void vacuum(List *relations, VacuumParams *params, BufferAccessStrategy bstrategy, MemoryContext vac_context, bool isTopLevel)
Definition: vacuum.c:478

References IndexAmRoutine::amparallelvacuumoptions, RelationData::rd_indam, vacuum(), VACUUM_OPTION_PARALLEL_BULKDEL, VACUUM_OPTION_PARALLEL_CLEANUP, and VACUUM_OPTION_PARALLEL_COND_CLEANUP.

Referenced by parallel_vacuum_process_all_indexes().

◆ parallel_vacuum_init()

ParallelVacuumState* parallel_vacuum_init ( Relation  rel,
Relation indrels,
int  nindexes,
int  nrequested_workers,
int  vac_work_mem,
int  elevel,
BufferAccessStrategy  bstrategy 
)

Definition at line 242 of file vacuumparallel.c.

245 {
246  ParallelVacuumState *pvs;
247  ParallelContext *pcxt;
248  PVShared *shared;
249  TidStore *dead_items;
250  PVIndStats *indstats;
251  BufferUsage *buffer_usage;
252  WalUsage *wal_usage;
253  bool *will_parallel_vacuum;
254  Size est_indstats_len;
255  Size est_shared_len;
256  int nindexes_mwm = 0;
257  int parallel_workers = 0;
258  int querylen;
259 
260  /*
261  * A parallel vacuum must be requested and there must be indexes on the
262  * relation
263  */
264  Assert(nrequested_workers >= 0);
265  Assert(nindexes > 0);
266 
267  /*
268  * Compute the number of parallel vacuum workers to launch
269  */
270  will_parallel_vacuum = (bool *) palloc0(sizeof(bool) * nindexes);
271  parallel_workers = parallel_vacuum_compute_workers(indrels, nindexes,
272  nrequested_workers,
273  will_parallel_vacuum);
274  if (parallel_workers <= 0)
275  {
276  /* Can't perform vacuum in parallel -- return NULL */
277  pfree(will_parallel_vacuum);
278  return NULL;
279  }
280 
282  pvs->indrels = indrels;
283  pvs->nindexes = nindexes;
284  pvs->will_parallel_vacuum = will_parallel_vacuum;
285  pvs->bstrategy = bstrategy;
286  pvs->heaprel = rel;
287 
289  pcxt = CreateParallelContext("postgres", "parallel_vacuum_main",
290  parallel_workers);
291  Assert(pcxt->nworkers > 0);
292  pvs->pcxt = pcxt;
293 
294  /* Estimate size for index vacuum stats -- PARALLEL_VACUUM_KEY_INDEX_STATS */
295  est_indstats_len = mul_size(sizeof(PVIndStats), nindexes);
296  shm_toc_estimate_chunk(&pcxt->estimator, est_indstats_len);
297  shm_toc_estimate_keys(&pcxt->estimator, 1);
298 
299  /* Estimate size for shared information -- PARALLEL_VACUUM_KEY_SHARED */
300  est_shared_len = sizeof(PVShared);
301  shm_toc_estimate_chunk(&pcxt->estimator, est_shared_len);
302  shm_toc_estimate_keys(&pcxt->estimator, 1);
303 
304  /*
305  * Estimate space for BufferUsage and WalUsage --
306  * PARALLEL_VACUUM_KEY_BUFFER_USAGE and PARALLEL_VACUUM_KEY_WAL_USAGE.
307  *
308  * If there are no extensions loaded that care, we could skip this. We
309  * have no way of knowing whether anyone's looking at pgBufferUsage or
310  * pgWalUsage, so do it unconditionally.
311  */
313  mul_size(sizeof(BufferUsage), pcxt->nworkers));
314  shm_toc_estimate_keys(&pcxt->estimator, 1);
316  mul_size(sizeof(WalUsage), pcxt->nworkers));
317  shm_toc_estimate_keys(&pcxt->estimator, 1);
318 
319  /* Finally, estimate PARALLEL_VACUUM_KEY_QUERY_TEXT space */
320  if (debug_query_string)
321  {
322  querylen = strlen(debug_query_string);
323  shm_toc_estimate_chunk(&pcxt->estimator, querylen + 1);
324  shm_toc_estimate_keys(&pcxt->estimator, 1);
325  }
326  else
327  querylen = 0; /* keep compiler quiet */
328 
329  InitializeParallelDSM(pcxt);
330 
331  /* Prepare index vacuum stats */
332  indstats = (PVIndStats *) shm_toc_allocate(pcxt->toc, est_indstats_len);
333  MemSet(indstats, 0, est_indstats_len);
334  for (int i = 0; i < nindexes; i++)
335  {
336  Relation indrel = indrels[i];
337  uint8 vacoptions = indrel->rd_indam->amparallelvacuumoptions;
338 
339  /*
340  * Cleanup option should be either disabled, always performing in
341  * parallel or conditionally performing in parallel.
342  */
343  Assert(((vacoptions & VACUUM_OPTION_PARALLEL_CLEANUP) == 0) ||
344  ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) == 0));
345  Assert(vacoptions <= VACUUM_OPTION_MAX_VALID_VALUE);
346 
347  if (!will_parallel_vacuum[i])
348  continue;
349 
350  if (indrel->rd_indam->amusemaintenanceworkmem)
351  nindexes_mwm++;
352 
353  /*
354  * Remember the number of indexes that support parallel operation for
355  * each phase.
356  */
357  if ((vacoptions & VACUUM_OPTION_PARALLEL_BULKDEL) != 0)
359  if ((vacoptions & VACUUM_OPTION_PARALLEL_CLEANUP) != 0)
361  if ((vacoptions & VACUUM_OPTION_PARALLEL_COND_CLEANUP) != 0)
363  }
365  pvs->indstats = indstats;
366 
367  /* Prepare shared information */
368  shared = (PVShared *) shm_toc_allocate(pcxt->toc, est_shared_len);
369  MemSet(shared, 0, est_shared_len);
370  shared->relid = RelationGetRelid(rel);
371  shared->elevel = elevel;
373  (nindexes_mwm > 0) ?
374  maintenance_work_mem / Min(parallel_workers, nindexes_mwm) :
376  shared->dead_items_info.max_bytes = vac_work_mem * 1024L;
377 
378  /* Prepare DSA space for dead items */
379  dead_items = TidStoreCreateShared(shared->dead_items_info.max_bytes,
381  pvs->dead_items = dead_items;
382  shared->dead_items_handle = TidStoreGetHandle(dead_items);
383  shared->dead_items_dsa_handle = dsa_get_handle(TidStoreGetDSA(dead_items));
384 
385  /* Use the same buffer size for all workers */
386  shared->ring_nbuffers = GetAccessStrategyBufferCount(bstrategy);
387 
388  pg_atomic_init_u32(&(shared->cost_balance), 0);
389  pg_atomic_init_u32(&(shared->active_nworkers), 0);
390  pg_atomic_init_u32(&(shared->idx), 0);
391 
393  pvs->shared = shared;
394 
395  /*
396  * Allocate space for each worker's BufferUsage and WalUsage; no need to
397  * initialize
398  */
399  buffer_usage = shm_toc_allocate(pcxt->toc,
400  mul_size(sizeof(BufferUsage), pcxt->nworkers));
402  pvs->buffer_usage = buffer_usage;
403  wal_usage = shm_toc_allocate(pcxt->toc,
404  mul_size(sizeof(WalUsage), pcxt->nworkers));
406  pvs->wal_usage = wal_usage;
407 
408  /* Store query string for workers */
409  if (debug_query_string)
410  {
411  char *sharedquery;
412 
413  sharedquery = (char *) shm_toc_allocate(pcxt->toc, querylen + 1);
414  memcpy(sharedquery, debug_query_string, querylen + 1);
415  sharedquery[querylen] = '\0';
416  shm_toc_insert(pcxt->toc,
417  PARALLEL_VACUUM_KEY_QUERY_TEXT, sharedquery);
418  }
419 
420  /* Success -- return parallel vacuum state */
421  return pvs;
422 }
static void pg_atomic_init_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
Definition: atomics.h:216
void InitializeParallelDSM(ParallelContext *pcxt)
Definition: parallel.c:205
ParallelContext * CreateParallelContext(const char *library_name, const char *function_name, int nworkers)
Definition: parallel.c:167
#define MemSet(start, val, len)
Definition: c.h:1020
size_t Size
Definition: c.h:605
dsa_handle dsa_get_handle(dsa_area *area)
Definition: dsa.c:498
int GetAccessStrategyBufferCount(BufferAccessStrategy strategy)
Definition: freelist.c:624
int maintenance_work_mem
Definition: globals.c:130
@ LWTRANCHE_PARALLEL_VACUUM_DSA
Definition: lwlock.h:217
const char * debug_query_string
Definition: postgres.c:87
#define RelationGetRelid(relation)
Definition: rel.h:505
void shm_toc_insert(shm_toc *toc, uint64 key, void *address)
Definition: shm_toc.c:171
void * shm_toc_allocate(shm_toc *toc, Size nbytes)
Definition: shm_toc.c:88
#define shm_toc_estimate_chunk(e, sz)
Definition: shm_toc.h:51
#define shm_toc_estimate_keys(e, cnt)
Definition: shm_toc.h:53
Size mul_size(Size s1, Size s2)
Definition: shmem.c:510
bool amusemaintenanceworkmem
Definition: amapi.h:252
pg_atomic_uint32 cost_balance
int maintenance_work_mem_worker
pg_atomic_uint32 active_nworkers
dsa_pointer dead_items_handle
dsa_handle dead_items_dsa_handle
int ring_nbuffers
pg_atomic_uint32 idx
shm_toc_estimator estimator
Definition: parallel.h:41
shm_toc * toc
Definition: parallel.h:44
BufferAccessStrategy bstrategy
BufferUsage * buffer_usage
size_t max_bytes
Definition: vacuum.h:287
TidStore * TidStoreCreateShared(size_t max_bytes, int tranche_id)
Definition: tidstore.c:213
dsa_area * TidStoreGetDSA(TidStore *ts)
Definition: tidstore.c:563
dsa_pointer TidStoreGetHandle(TidStore *ts)
Definition: tidstore.c:571
#define VACUUM_OPTION_MAX_VALID_VALUE
Definition: vacuum.h:66
static int parallel_vacuum_compute_workers(Relation *indrels, int nindexes, int nrequested, bool *will_parallel_vacuum)
#define PARALLEL_VACUUM_KEY_INDEX_STATS
#define PARALLEL_VACUUM_KEY_QUERY_TEXT
#define PARALLEL_VACUUM_KEY_BUFFER_USAGE
#define PARALLEL_VACUUM_KEY_SHARED
#define PARALLEL_VACUUM_KEY_WAL_USAGE
struct PVShared PVShared
void EnterParallelMode(void)
Definition: xact.c:1048

References PVShared::active_nworkers, IndexAmRoutine::amparallelvacuumoptions, IndexAmRoutine::amusemaintenanceworkmem, Assert, ParallelVacuumState::bstrategy, ParallelVacuumState::buffer_usage, PVShared::cost_balance, CreateParallelContext(), ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, PVShared::dead_items_info, debug_query_string, dsa_get_handle(), PVShared::elevel, EnterParallelMode(), ParallelContext::estimator, GetAccessStrategyBufferCount(), ParallelVacuumState::heaprel, i, PVShared::idx, ParallelVacuumState::indrels, ParallelVacuumState::indstats, InitializeParallelDSM(), LWTRANCHE_PARALLEL_VACUUM_DSA, maintenance_work_mem, PVShared::maintenance_work_mem_worker, VacDeadItemsInfo::max_bytes, MemSet, Min, mul_size(), ParallelVacuumState::nindexes, ParallelVacuumState::nindexes_parallel_bulkdel, ParallelVacuumState::nindexes_parallel_cleanup, ParallelVacuumState::nindexes_parallel_condcleanup, ParallelContext::nworkers, palloc0(), parallel_vacuum_compute_workers(), PARALLEL_VACUUM_KEY_BUFFER_USAGE, PARALLEL_VACUUM_KEY_INDEX_STATS, PARALLEL_VACUUM_KEY_QUERY_TEXT, PARALLEL_VACUUM_KEY_SHARED, PARALLEL_VACUUM_KEY_WAL_USAGE, ParallelVacuumState::pcxt, pfree(), pg_atomic_init_u32(), RelationData::rd_indam, RelationGetRelid, PVShared::relid, PVShared::ring_nbuffers, ParallelVacuumState::shared, shm_toc_allocate(), shm_toc_estimate_chunk, shm_toc_estimate_keys, shm_toc_insert(), TidStoreCreateShared(), TidStoreGetDSA(), TidStoreGetHandle(), ParallelContext::toc, VACUUM_OPTION_MAX_VALID_VALUE, VACUUM_OPTION_PARALLEL_BULKDEL, VACUUM_OPTION_PARALLEL_CLEANUP, VACUUM_OPTION_PARALLEL_COND_CLEANUP, ParallelVacuumState::wal_usage, and ParallelVacuumState::will_parallel_vacuum.

Referenced by dead_items_alloc().

◆ parallel_vacuum_main()

void parallel_vacuum_main ( dsm_segment seg,
shm_toc toc 
)

Definition at line 988 of file vacuumparallel.c.

989 {
991  Relation rel;
992  Relation *indrels;
993  PVIndStats *indstats;
994  PVShared *shared;
995  TidStore *dead_items;
996  BufferUsage *buffer_usage;
997  WalUsage *wal_usage;
998  int nindexes;
999  char *sharedquery;
1000  ErrorContextCallback errcallback;
1001 
1002  /*
1003  * A parallel vacuum worker must have only PROC_IN_VACUUM flag since we
1004  * don't support parallel vacuum for autovacuum as of now.
1005  */
1007 
1008  elog(DEBUG1, "starting parallel vacuum worker");
1009 
1010  shared = (PVShared *) shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_SHARED, false);
1011 
1012  /* Set debug_query_string for individual workers */
1013  sharedquery = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_QUERY_TEXT, true);
1014  debug_query_string = sharedquery;
1016 
1017  /*
1018  * Open table. The lock mode is the same as the leader process. It's
1019  * okay because the lock mode does not conflict among the parallel
1020  * workers.
1021  */
1022  rel = table_open(shared->relid, ShareUpdateExclusiveLock);
1023 
1024  /*
1025  * Open all indexes. indrels are sorted in order by OID, which should be
1026  * matched to the leader's one.
1027  */
1028  vac_open_indexes(rel, RowExclusiveLock, &nindexes, &indrels);
1029  Assert(nindexes > 0);
1030 
1031  if (shared->maintenance_work_mem_worker > 0)
1033 
1034  /* Set index statistics */
1035  indstats = (PVIndStats *) shm_toc_lookup(toc,
1037  false);
1038 
1039  /* Find dead_items in shared memory */
1040  dead_items = TidStoreAttach(shared->dead_items_dsa_handle,
1041  shared->dead_items_handle);
1042 
1043  /* Set cost-based vacuum delay */
1045  VacuumCostBalance = 0;
1046  VacuumPageHit = 0;
1047  VacuumPageMiss = 0;
1048  VacuumPageDirty = 0;
1052 
1053  /* Set parallel vacuum state */
1054  pvs.indrels = indrels;
1055  pvs.nindexes = nindexes;
1056  pvs.indstats = indstats;
1057  pvs.shared = shared;
1058  pvs.dead_items = dead_items;
1061  pvs.heaprel = rel;
1062 
1063  /* These fields will be filled during index vacuum or cleanup */
1064  pvs.indname = NULL;
1066 
1067  /* Each parallel VACUUM worker gets its own access strategy. */
1069  shared->ring_nbuffers * (BLCKSZ / 1024));
1070 
1071  /* Setup error traceback support for ereport() */
1073  errcallback.arg = &pvs;
1074  errcallback.previous = error_context_stack;
1075  error_context_stack = &errcallback;
1076 
1077  /* Prepare to track buffer usage during parallel execution */
1079 
1080  /* Process indexes to perform vacuum/cleanup */
1082 
1083  /* Report buffer/WAL usage during parallel execution */
1084  buffer_usage = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_BUFFER_USAGE, false);
1085  wal_usage = shm_toc_lookup(toc, PARALLEL_VACUUM_KEY_WAL_USAGE, false);
1087  &wal_usage[ParallelWorkerNumber]);
1088 
1089  TidStoreDetach(dead_items);
1090 
1091  /* Pop the error context stack */
1092  error_context_stack = errcallback.previous;
1093 
1094  vac_close_indexes(nindexes, indrels, RowExclusiveLock);
1097 }
void VacuumUpdateCosts(void)
Definition: autovacuum.c:1633
int ParallelWorkerNumber
Definition: parallel.c:112
void pgstat_report_activity(BackendState state, const char *cmd_str)
@ STATE_RUNNING
@ BAS_VACUUM
Definition: bufmgr.h:39
ErrorContextCallback * error_context_stack
Definition: elog.c:94
#define DEBUG1
Definition: elog.h:30
#define elog(elevel,...)
Definition: elog.h:224
BufferAccessStrategy GetAccessStrategyWithSize(BufferAccessStrategyType btype, int ring_size_kb)
Definition: freelist.c:584
void FreeAccessStrategy(BufferAccessStrategy strategy)
Definition: freelist.c:681
int64 VacuumPageHit
Definition: globals.c:154
int64 VacuumPageMiss
Definition: globals.c:155
int64 VacuumPageDirty
Definition: globals.c:156
int VacuumCostBalance
Definition: globals.c:158
void InstrEndParallelQuery(BufferUsage *bufusage, WalUsage *walusage)
Definition: instrument.c:208
void InstrStartParallelQuery(void)
Definition: instrument.c:200
#define ShareUpdateExclusiveLock
Definition: lockdefs.h:39
#define RowExclusiveLock
Definition: lockdefs.h:38
char * get_namespace_name(Oid nspid)
Definition: lsyscache.c:3366
char * pstrdup(const char *in)
Definition: mcxt.c:1695
#define PROC_IN_VACUUM
Definition: proc.h:58
#define RelationGetRelationName(relation)
Definition: rel.h:539
#define RelationGetNamespace(relation)
Definition: rel.h:546
void * shm_toc_lookup(shm_toc *toc, uint64 key, bool noError)
Definition: shm_toc.c:232
PGPROC * MyProc
Definition: proc.c:66
struct ErrorContextCallback * previous
Definition: elog.h:295
void(* callback)(void *arg)
Definition: elog.h:296
uint8 statusFlags
Definition: proc.h:238
void table_close(Relation relation, LOCKMODE lockmode)
Definition: table.c:126
Relation table_open(Oid relationId, LOCKMODE lockmode)
Definition: table.c:40
TidStore * TidStoreAttach(dsa_handle area_handle, dsa_pointer handle)
Definition: tidstore.c:255
void TidStoreDetach(TidStore *ts)
Definition: tidstore.c:280
pg_atomic_uint32 * VacuumActiveNWorkers
Definition: vacuum.c:103
void vac_open_indexes(Relation relation, LOCKMODE lockmode, int *nindexes, Relation **Irel)
Definition: vacuum.c:2276
int VacuumCostBalanceLocal
Definition: vacuum.c:104
void vac_close_indexes(int nindexes, Relation *Irel, LOCKMODE lockmode)
Definition: vacuum.c:2319
pg_atomic_uint32 * VacuumSharedCostBalance
Definition: vacuum.c:102
static void parallel_vacuum_error_callback(void *arg)
static void parallel_vacuum_process_safe_indexes(ParallelVacuumState *pvs)

References PVShared::active_nworkers, ErrorContextCallback::arg, Assert, BAS_VACUUM, ParallelVacuumState::bstrategy, ErrorContextCallback::callback, PVShared::cost_balance, ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, DEBUG1, debug_query_string, elog, error_context_stack, FreeAccessStrategy(), get_namespace_name(), GetAccessStrategyWithSize(), ParallelVacuumState::heaprel, ParallelVacuumState::indname, ParallelVacuumState::indrels, ParallelVacuumState::indstats, InstrEndParallelQuery(), InstrStartParallelQuery(), maintenance_work_mem, PVShared::maintenance_work_mem_worker, MyProc, ParallelVacuumState::nindexes, PARALLEL_INDVAC_STATUS_INITIAL, parallel_vacuum_error_callback(), PARALLEL_VACUUM_KEY_BUFFER_USAGE, PARALLEL_VACUUM_KEY_INDEX_STATS, PARALLEL_VACUUM_KEY_QUERY_TEXT, PARALLEL_VACUUM_KEY_SHARED, PARALLEL_VACUUM_KEY_WAL_USAGE, parallel_vacuum_process_safe_indexes(), ParallelWorkerNumber, pgstat_report_activity(), ErrorContextCallback::previous, PROC_IN_VACUUM, pstrdup(), RelationGetNamespace, RelationGetRelationName, PVShared::relid, ParallelVacuumState::relname, ParallelVacuumState::relnamespace, PVShared::ring_nbuffers, RowExclusiveLock, ParallelVacuumState::shared, ShareUpdateExclusiveLock, shm_toc_lookup(), STATE_RUNNING, ParallelVacuumState::status, PGPROC::statusFlags, table_close(), table_open(), TidStoreAttach(), TidStoreDetach(), vac_close_indexes(), vac_open_indexes(), VacuumActiveNWorkers, VacuumCostBalance, VacuumCostBalanceLocal, VacuumPageDirty, VacuumPageHit, VacuumPageMiss, VacuumSharedCostBalance, and VacuumUpdateCosts().

◆ parallel_vacuum_process_all_indexes()

static void parallel_vacuum_process_all_indexes ( ParallelVacuumState pvs,
int  num_index_scans,
bool  vacuum 
)
static

Definition at line 610 of file vacuumparallel.c.

612 {
613  int nworkers;
614  PVIndVacStatus new_status;
615 
617 
618  if (vacuum)
619  {
621 
622  /* Determine the number of parallel workers to launch */
623  nworkers = pvs->nindexes_parallel_bulkdel;
624  }
625  else
626  {
628 
629  /* Determine the number of parallel workers to launch */
630  nworkers = pvs->nindexes_parallel_cleanup;
631 
632  /* Add conditionally parallel-aware indexes if in the first time call */
633  if (num_index_scans == 0)
634  nworkers += pvs->nindexes_parallel_condcleanup;
635  }
636 
637  /* The leader process will participate */
638  nworkers--;
639 
640  /*
641  * It is possible that parallel context is initialized with fewer workers
642  * than the number of indexes that need a separate worker in the current
643  * phase, so we need to consider it. See
644  * parallel_vacuum_compute_workers().
645  */
646  nworkers = Min(nworkers, pvs->pcxt->nworkers);
647 
648  /*
649  * Set index vacuum status and mark whether parallel vacuum worker can
650  * process it.
651  */
652  for (int i = 0; i < pvs->nindexes; i++)
653  {
654  PVIndStats *indstats = &(pvs->indstats[i]);
655 
657  indstats->status = new_status;
658  indstats->parallel_workers_can_process =
659  (pvs->will_parallel_vacuum[i] &&
661  num_index_scans,
662  vacuum));
663  }
664 
665  /* Reset the parallel index processing and progress counters */
666  pg_atomic_write_u32(&(pvs->shared->idx), 0);
667 
668  /* Setup the shared cost-based vacuum delay and launch workers */
669  if (nworkers > 0)
670  {
671  /* Reinitialize parallel context to relaunch parallel workers */
672  if (num_index_scans > 0)
674 
675  /*
676  * Set up shared cost balance and the number of active workers for
677  * vacuum delay. We need to do this before launching workers as
678  * otherwise, they might not see the updated values for these
679  * parameters.
680  */
683 
684  /*
685  * The number of workers can vary between bulkdelete and cleanup
686  * phase.
687  */
688  ReinitializeParallelWorkers(pvs->pcxt, nworkers);
689 
691 
692  if (pvs->pcxt->nworkers_launched > 0)
693  {
694  /*
695  * Reset the local cost values for leader backend as we have
696  * already accumulated the remaining balance of heap.
697  */
698  VacuumCostBalance = 0;
700 
701  /* Enable shared cost balance for leader backend */
704  }
705 
706  if (vacuum)
707  ereport(pvs->shared->elevel,
708  (errmsg(ngettext("launched %d parallel vacuum worker for index vacuuming (planned: %d)",
709  "launched %d parallel vacuum workers for index vacuuming (planned: %d)",
710  pvs->pcxt->nworkers_launched),
711  pvs->pcxt->nworkers_launched, nworkers)));
712  else
713  ereport(pvs->shared->elevel,
714  (errmsg(ngettext("launched %d parallel vacuum worker for index cleanup (planned: %d)",
715  "launched %d parallel vacuum workers for index cleanup (planned: %d)",
716  pvs->pcxt->nworkers_launched),
717  pvs->pcxt->nworkers_launched, nworkers)));
718  }
719 
720  /* Vacuum the indexes that can be processed by only leader process */
722 
723  /*
724  * Join as a parallel worker. The leader vacuums alone processes all
725  * parallel-safe indexes in the case where no workers are launched.
726  */
728 
729  /*
730  * Next, accumulate buffer and WAL usage. (This must wait for the workers
731  * to finish, or we might get incomplete data.)
732  */
733  if (nworkers > 0)
734  {
735  /* Wait for all vacuum workers to finish */
737 
738  for (int i = 0; i < pvs->pcxt->nworkers_launched; i++)
740  }
741 
742  /*
743  * Reset all index status back to initial (while checking that we have
744  * vacuumed all indexes).
745  */
746  for (int i = 0; i < pvs->nindexes; i++)
747  {
748  PVIndStats *indstats = &(pvs->indstats[i]);
749 
750  if (indstats->status != PARALLEL_INDVAC_STATUS_COMPLETED)
751  elog(ERROR, "parallel index vacuum on index \"%s\" is not completed",
753 
755  }
756 
757  /*
758  * Carry the shared balance value to heap scan and disable shared costing
759  */
761  {
764  VacuumActiveNWorkers = NULL;
765  }
766 }
static void pg_atomic_write_u32(volatile pg_atomic_uint32 *ptr, uint32 val)
Definition: atomics.h:271
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition: atomics.h:234
void WaitForParallelWorkersToFinish(ParallelContext *pcxt)
Definition: parallel.c:775
void LaunchParallelWorkers(ParallelContext *pcxt)
Definition: parallel.c:552
void ReinitializeParallelDSM(ParallelContext *pcxt)
Definition: parallel.c:488
void ReinitializeParallelWorkers(ParallelContext *pcxt, int nworkers_to_launch)
Definition: parallel.c:538
#define ngettext(s, p, n)
Definition: c.h:1181
int errmsg(const char *fmt,...)
Definition: elog.c:1070
#define ERROR
Definition: elog.h:39
#define ereport(elevel,...)
Definition: elog.h:149
void InstrAccumParallelQuery(BufferUsage *bufusage, WalUsage *walusage)
Definition: instrument.c:218
bool parallel_workers_can_process
PVIndVacStatus status
int nworkers_launched
Definition: parallel.h:37
static bool parallel_vacuum_index_is_parallel_safe(Relation indrel, int num_index_scans, bool vacuum)
static void parallel_vacuum_process_unsafe_indexes(ParallelVacuumState *pvs)

References PVShared::active_nworkers, Assert, ParallelVacuumState::buffer_usage, PVShared::cost_balance, PVShared::elevel, elog, ereport, errmsg(), ERROR, i, PVShared::idx, ParallelVacuumState::indrels, ParallelVacuumState::indstats, InstrAccumParallelQuery(), IsParallelWorker, LaunchParallelWorkers(), Min, ngettext, ParallelVacuumState::nindexes, ParallelVacuumState::nindexes_parallel_bulkdel, ParallelVacuumState::nindexes_parallel_cleanup, ParallelVacuumState::nindexes_parallel_condcleanup, ParallelContext::nworkers, ParallelContext::nworkers_launched, PARALLEL_INDVAC_STATUS_COMPLETED, PARALLEL_INDVAC_STATUS_INITIAL, PARALLEL_INDVAC_STATUS_NEED_BULKDELETE, PARALLEL_INDVAC_STATUS_NEED_CLEANUP, parallel_vacuum_index_is_parallel_safe(), parallel_vacuum_process_safe_indexes(), parallel_vacuum_process_unsafe_indexes(), PVIndStats::parallel_workers_can_process, ParallelVacuumState::pcxt, pg_atomic_read_u32(), pg_atomic_write_u32(), ReinitializeParallelDSM(), ReinitializeParallelWorkers(), RelationGetRelationName, ParallelVacuumState::shared, PVIndStats::status, vacuum(), VacuumActiveNWorkers, VacuumCostBalance, VacuumCostBalanceLocal, VacuumSharedCostBalance, WaitForParallelWorkersToFinish(), ParallelVacuumState::wal_usage, and ParallelVacuumState::will_parallel_vacuum.

Referenced by parallel_vacuum_bulkdel_all_indexes(), and parallel_vacuum_cleanup_all_indexes().

◆ parallel_vacuum_process_one_index()

static void parallel_vacuum_process_one_index ( ParallelVacuumState pvs,
Relation  indrel,
PVIndStats indstats 
)
static

Definition at line 864 of file vacuumparallel.c.

866 {
867  IndexBulkDeleteResult *istat = NULL;
868  IndexBulkDeleteResult *istat_res;
869  IndexVacuumInfo ivinfo;
870 
871  /*
872  * Update the pointer to the corresponding bulk-deletion result if someone
873  * has already updated it
874  */
875  if (indstats->istat_updated)
876  istat = &(indstats->istat);
877 
878  ivinfo.index = indrel;
879  ivinfo.heaprel = pvs->heaprel;
880  ivinfo.analyze_only = false;
881  ivinfo.report_progress = false;
882  ivinfo.message_level = DEBUG2;
883  ivinfo.estimated_count = pvs->shared->estimated_count;
884  ivinfo.num_heap_tuples = pvs->shared->reltuples;
885  ivinfo.strategy = pvs->bstrategy;
886 
887  /* Update error traceback information */
888  pvs->indname = pstrdup(RelationGetRelationName(indrel));
889  pvs->status = indstats->status;
890 
891  switch (indstats->status)
892  {
894  istat_res = vac_bulkdel_one_index(&ivinfo, istat, pvs->dead_items,
895  &pvs->shared->dead_items_info);
896  break;
898  istat_res = vac_cleanup_one_index(&ivinfo, istat);
899  break;
900  default:
901  elog(ERROR, "unexpected parallel vacuum index status %d for index \"%s\"",
902  indstats->status,
903  RelationGetRelationName(indrel));
904  }
905 
906  /*
907  * Copy the index bulk-deletion result returned from ambulkdelete and
908  * amvacuumcleanup to the DSM segment if it's the first cycle because they
909  * allocate locally and it's possible that an index will be vacuumed by a
910  * different vacuum process the next cycle. Copying the result normally
911  * happens only the first time an index is vacuumed. For any additional
912  * vacuum pass, we directly point to the result on the DSM segment and
913  * pass it to vacuum index APIs so that workers can update it directly.
914  *
915  * Since all vacuum workers write the bulk-deletion result at different
916  * slots we can write them without locking.
917  */
918  if (!indstats->istat_updated && istat_res != NULL)
919  {
920  memcpy(&(indstats->istat), istat_res, sizeof(IndexBulkDeleteResult));
921  indstats->istat_updated = true;
922 
923  /* Free the locally-allocated bulk-deletion result */
924  pfree(istat_res);
925  }
926 
927  /*
928  * Update the status to completed. No need to lock here since each worker
929  * touches different indexes.
930  */
932 
933  /* Reset error traceback information */
935  pfree(pvs->indname);
936  pvs->indname = NULL;
937 
938  /*
939  * Call the parallel variant of pgstat_progress_incr_param so workers can
940  * report progress of index vacuum to the leader.
941  */
943 }
void pgstat_progress_parallel_incr_param(int index, int64 incr)
#define DEBUG2
Definition: elog.h:29
#define PROGRESS_VACUUM_INDEXES_PROCESSED
Definition: progress.h:30
Relation index
Definition: genam.h:46
double num_heap_tuples
Definition: genam.h:52
bool analyze_only
Definition: genam.h:48
BufferAccessStrategy strategy
Definition: genam.h:53
Relation heaprel
Definition: genam.h:47
bool report_progress
Definition: genam.h:49
int message_level
Definition: genam.h:51
bool estimated_count
Definition: genam.h:50
IndexBulkDeleteResult * vac_bulkdel_one_index(IndexVacuumInfo *ivinfo, IndexBulkDeleteResult *istat, TidStore *dead_items, VacDeadItemsInfo *dead_items_info)
Definition: vacuum.c:2494
IndexBulkDeleteResult * vac_cleanup_one_index(IndexVacuumInfo *ivinfo, IndexBulkDeleteResult *istat)
Definition: vacuum.c:2515

References IndexVacuumInfo::analyze_only, ParallelVacuumState::bstrategy, ParallelVacuumState::dead_items, PVShared::dead_items_info, DEBUG2, elog, ERROR, PVShared::estimated_count, IndexVacuumInfo::estimated_count, ParallelVacuumState::heaprel, IndexVacuumInfo::heaprel, IndexVacuumInfo::index, ParallelVacuumState::indname, PVIndStats::istat, PVIndStats::istat_updated, IndexVacuumInfo::message_level, IndexVacuumInfo::num_heap_tuples, PARALLEL_INDVAC_STATUS_COMPLETED, PARALLEL_INDVAC_STATUS_NEED_BULKDELETE, PARALLEL_INDVAC_STATUS_NEED_CLEANUP, pfree(), pgstat_progress_parallel_incr_param(), PROGRESS_VACUUM_INDEXES_PROCESSED, pstrdup(), RelationGetRelationName, PVShared::reltuples, IndexVacuumInfo::report_progress, ParallelVacuumState::shared, PVIndStats::status, ParallelVacuumState::status, IndexVacuumInfo::strategy, vac_bulkdel_one_index(), and vac_cleanup_one_index().

Referenced by parallel_vacuum_process_safe_indexes(), and parallel_vacuum_process_unsafe_indexes().

◆ parallel_vacuum_process_safe_indexes()

static void parallel_vacuum_process_safe_indexes ( ParallelVacuumState pvs)
static

Definition at line 773 of file vacuumparallel.c.

774 {
775  /*
776  * Increment the active worker count if we are able to launch any worker.
777  */
780 
781  /* Loop until all indexes are vacuumed */
782  for (;;)
783  {
784  int idx;
785  PVIndStats *indstats;
786 
787  /* Get an index number to process */
788  idx = pg_atomic_fetch_add_u32(&(pvs->shared->idx), 1);
789 
790  /* Done for all indexes? */
791  if (idx >= pvs->nindexes)
792  break;
793 
794  indstats = &(pvs->indstats[idx]);
795 
796  /*
797  * Skip vacuuming index that is unsafe for workers or has an
798  * unsuitable target for parallel index vacuum (this is vacuumed in
799  * parallel_vacuum_process_unsafe_indexes() by the leader).
800  */
801  if (!indstats->parallel_workers_can_process)
802  continue;
803 
804  /* Do vacuum or cleanup of the index */
805  parallel_vacuum_process_one_index(pvs, pvs->indrels[idx], indstats);
806  }
807 
808  /*
809  * We have completed the index vacuum so decrement the active worker
810  * count.
811  */
814 }
Datum idx(PG_FUNCTION_ARGS)
Definition: _int_op.c:259
static uint32 pg_atomic_sub_fetch_u32(volatile pg_atomic_uint32 *ptr, int32 sub_)
Definition: atomics.h:434
static uint32 pg_atomic_fetch_add_u32(volatile pg_atomic_uint32 *ptr, int32 add_)
Definition: atomics.h:361
static uint32 pg_atomic_add_fetch_u32(volatile pg_atomic_uint32 *ptr, int32 add_)
Definition: atomics.h:419
static void parallel_vacuum_process_one_index(ParallelVacuumState *pvs, Relation indrel, PVIndStats *indstats)

References idx(), PVShared::idx, ParallelVacuumState::indrels, ParallelVacuumState::indstats, ParallelVacuumState::nindexes, parallel_vacuum_process_one_index(), PVIndStats::parallel_workers_can_process, pg_atomic_add_fetch_u32(), pg_atomic_fetch_add_u32(), pg_atomic_sub_fetch_u32(), ParallelVacuumState::shared, and VacuumActiveNWorkers.

Referenced by parallel_vacuum_main(), and parallel_vacuum_process_all_indexes().

◆ parallel_vacuum_process_unsafe_indexes()

static void parallel_vacuum_process_unsafe_indexes ( ParallelVacuumState pvs)
static

Definition at line 827 of file vacuumparallel.c.

828 {
830 
831  /*
832  * Increment the active worker count if we are able to launch any worker.
833  */
836 
837  for (int i = 0; i < pvs->nindexes; i++)
838  {
839  PVIndStats *indstats = &(pvs->indstats[i]);
840 
841  /* Skip, indexes that are safe for workers */
842  if (indstats->parallel_workers_can_process)
843  continue;
844 
845  /* Do vacuum or cleanup of the index */
846  parallel_vacuum_process_one_index(pvs, pvs->indrels[i], indstats);
847  }
848 
849  /*
850  * We have completed the index vacuum so decrement the active worker
851  * count.
852  */
855 }

References Assert, i, ParallelVacuumState::indrels, ParallelVacuumState::indstats, IsParallelWorker, ParallelVacuumState::nindexes, parallel_vacuum_process_one_index(), PVIndStats::parallel_workers_can_process, pg_atomic_add_fetch_u32(), pg_atomic_sub_fetch_u32(), and VacuumActiveNWorkers.

Referenced by parallel_vacuum_process_all_indexes().

◆ parallel_vacuum_reset_dead_items()

void parallel_vacuum_reset_dead_items ( ParallelVacuumState pvs)

Definition at line 473 of file vacuumparallel.c.

474 {
475  TidStore *dead_items = pvs->dead_items;
476  VacDeadItemsInfo *dead_items_info = &(pvs->shared->dead_items_info);
477 
478  /*
479  * Free the current tidstore and return allocated DSA segments to the
480  * operating system. Then we recreate the tidstore with the same max_bytes
481  * limitation we just used.
482  */
483  TidStoreDestroy(dead_items);
484  pvs->dead_items = TidStoreCreateShared(dead_items_info->max_bytes,
486 
487  /* Update the DSA pointer for dead_items to the new one */
489  pvs->shared->dead_items_handle = TidStoreGetHandle(dead_items);
490 
491  /* Reset the counter */
492  dead_items_info->num_items = 0;
493 }
int64 num_items
Definition: vacuum.h:288

References ParallelVacuumState::dead_items, PVShared::dead_items_dsa_handle, PVShared::dead_items_handle, PVShared::dead_items_info, dsa_get_handle(), LWTRANCHE_PARALLEL_VACUUM_DSA, VacDeadItemsInfo::max_bytes, VacDeadItemsInfo::num_items, ParallelVacuumState::shared, TidStoreCreateShared(), TidStoreDestroy(), TidStoreGetDSA(), and TidStoreGetHandle().

Referenced by dead_items_reset().