56 #include "utils/fmgroids.h"
152 bool skip_locked =
false;
156 bool disable_page_skipping =
false;
157 bool process_main =
true;
158 bool process_toast =
true;
160 bool skip_database_stats =
false;
161 bool only_database_stats =
false;
187 if (strcmp(opt->
defname,
"verbose") == 0)
189 else if (strcmp(opt->
defname,
"skip_locked") == 0)
191 else if (strcmp(opt->
defname,
"buffer_usage_limit") == 0)
195 char *vac_buffer_size;
208 (
errcode(ERRCODE_INVALID_PARAMETER_VALUE),
209 errmsg(
"BUFFER_USAGE_LIMIT option must be 0 or between %d kB and %d kB",
211 hintmsg ?
errhint(
"%s",
_(hintmsg)) : 0));
218 (
errcode(ERRCODE_SYNTAX_ERROR),
223 else if (strcmp(opt->
defname,
"analyze") == 0)
225 else if (strcmp(opt->
defname,
"freeze") == 0)
227 else if (strcmp(opt->
defname,
"full") == 0)
229 else if (strcmp(opt->
defname,
"disable_page_skipping") == 0)
231 else if (strcmp(opt->
defname,
"index_cleanup") == 0)
247 else if (strcmp(opt->
defname,
"process_main") == 0)
249 else if (strcmp(opt->
defname,
"process_toast") == 0)
251 else if (strcmp(opt->
defname,
"truncate") == 0)
253 else if (strcmp(opt->
defname,
"parallel") == 0)
255 if (opt->
arg == NULL)
258 (
errcode(ERRCODE_SYNTAX_ERROR),
259 errmsg(
"parallel option requires a value between 0 and %d",
270 (
errcode(ERRCODE_SYNTAX_ERROR),
271 errmsg(
"parallel workers for vacuum must be between 0 and %d",
285 else if (strcmp(opt->
defname,
"skip_database_stats") == 0)
287 else if (strcmp(opt->
defname,
"only_database_stats") == 0)
291 (
errcode(ERRCODE_SYNTAX_ERROR),
317 (
errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
318 errmsg(
"VACUUM FULL cannot be performed in parallel")));
328 (
errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
329 errmsg(
"BUFFER_USAGE_LIMIT cannot be specified for VACUUM FULL")));
336 foreach(lc, vacstmt->
rels)
342 (
errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
343 errmsg(
"ANALYZE option must be specified when a column list is provided")));
354 (
errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
355 errmsg(
"VACUUM option DISABLE_PAGE_SKIPPING cannot be used with FULL")));
361 (
errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
362 errmsg(
"PROCESS_TOAST required with VACUUM FULL")));
370 (
errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
371 errmsg(
"ONLY_DATABASE_STATS cannot be specified with a list of tables")));
379 (
errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
380 errmsg(
"ONLY_DATABASE_STATS cannot be specified with other VACUUM options")));
449 vacuum(vacstmt->
rels, ¶ms, bstrategy, vac_context, isTopLevel);
481 static bool in_vacuum =
false;
483 const char *stmttype;
484 volatile bool in_outer_xact,
502 in_outer_xact =
false;
514 (
errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
515 errmsg(
"%s cannot be executed from VACUUM or ANALYZE",
527 else if (relations !=
NIL)
532 foreach(lc, relations)
563 use_own_xacts =
true;
568 use_own_xacts =
true;
569 else if (in_outer_xact)
570 use_own_xacts =
false;
572 use_own_xacts =
true;
574 use_own_xacts =
false;
616 foreach(
cur, relations)
640 vrel->
va_cols, in_outer_xact, bstrategy);
721 !reltuple->relisshared) ||
730 (
errmsg(
"permission denied to vacuum \"%s\", skipping it",
743 (
errmsg(
"permission denied to analyze \"%s\", skipping it",
762 bool rel_lock =
true;
799 if (relation == NULL)
820 (
errcode(ERRCODE_LOCK_NOT_AVAILABLE),
821 errmsg(
"skipping vacuum of \"%s\" --- lock not available",
826 errmsg(
"skipping vacuum of \"%s\" --- relation no longer exists",
841 (
errcode(ERRCODE_LOCK_NOT_AVAILABLE),
842 errmsg(
"skipping analyze of \"%s\" --- lock not available",
847 errmsg(
"skipping analyze of \"%s\" --- relation no longer exists",
880 vacrels =
lappend(vacrels, vrel);
917 (
errcode(ERRCODE_LOCK_NOT_AVAILABLE),
918 errmsg(
"skipping vacuum of \"%s\" --- lock not available",
922 (
errcode(ERRCODE_LOCK_NOT_AVAILABLE),
923 errmsg(
"skipping analyze of \"%s\" --- lock not available",
934 elog(
ERROR,
"cache lookup failed for relation %u", relid);
951 include_parts = (classForm->relkind == RELKIND_PARTITIONED_TABLE);
968 foreach(part_lc, part_oids)
972 if (part_oid == relid)
1025 Oid relid = classForm->oid;
1032 if (classForm->relkind != RELKIND_RELATION &&
1033 classForm->relkind != RELKIND_MATVIEW &&
1034 classForm->relkind != RELKIND_PARTITIONED_TABLE)
1076 multixact_freeze_min_age,
1078 multixact_freeze_table_age,
1079 effective_multixact_freeze_max_age;
1082 aggressiveXIDCutoff;
1085 aggressiveMXIDCutoff;
1134 safeOldestMxact = nextMXID - effective_multixact_freeze_max_age;
1139 (
errmsg(
"cutoff for removing and freezing tuples is far in the past"),
1140 errhint(
"Close open transactions soon to avoid wraparound problems.\n"
1141 "You might also need to commit or roll back old prepared transactions, or drop stale replication slots.")));
1144 (
errmsg(
"cutoff for freezing multixacts is far in the past"),
1145 errhint(
"Close open transactions soon to avoid wraparound problems.\n"
1146 "You might also need to commit or roll back old prepared transactions, or drop stale replication slots.")));
1154 if (freeze_min_age < 0)
1157 Assert(freeze_min_age >= 0);
1173 if (multixact_freeze_min_age < 0)
1175 multixact_freeze_min_age =
Min(multixact_freeze_min_age,
1176 effective_multixact_freeze_max_age / 2);
1177 Assert(multixact_freeze_min_age >= 0);
1196 if (freeze_table_age < 0)
1199 Assert(freeze_table_age >= 0);
1200 aggressiveXIDCutoff = nextXID - freeze_table_age;
1204 aggressiveXIDCutoff))
1215 if (multixact_freeze_table_age < 0)
1217 multixact_freeze_table_age =
1218 Min(multixact_freeze_table_age,
1219 effective_multixact_freeze_max_age * 0.95);
1220 Assert(multixact_freeze_table_age >= 0);
1221 aggressiveMXIDCutoff = nextMXID - multixact_freeze_table_age;
1225 aggressiveMXIDCutoff))
1246 int skip_index_vacuum;
1305 double scanned_tuples)
1308 double old_rel_tuples = relation->
rd_rel->reltuples;
1310 double unscanned_pages;
1311 double total_tuples;
1314 if (scanned_pages >= total_pages)
1315 return scanned_tuples;
1331 if (old_rel_pages == total_pages &&
1332 scanned_pages < (
double) total_pages * 0.02)
1333 return old_rel_tuples;
1334 if (scanned_pages <= 1)
1335 return old_rel_tuples;
1341 if (old_rel_tuples < 0 || old_rel_pages == 0)
1342 return floor((scanned_tuples / scanned_pages) * total_pages + 0.5);
1350 old_density = old_rel_tuples / old_rel_pages;
1351 unscanned_pages = (double) total_pages - (
double) scanned_pages;
1352 total_tuples = old_density * unscanned_pages + scanned_tuples;
1353 return floor(total_tuples + 0.5);
1403 bool *frozenxid_updated,
bool *minmulti_updated,
1421 elog(
ERROR,
"pg_class entry for relid %u vanished during vacuuming",
1428 if (pgcform->relpages != (
int32) num_pages)
1430 pgcform->relpages = (
int32) num_pages;
1433 if (pgcform->reltuples != (
float4) num_tuples)
1435 pgcform->reltuples = (
float4) num_tuples;
1438 if (pgcform->relallvisible != (
int32) num_all_visible_pages)
1440 pgcform->relallvisible = (
int32) num_all_visible_pages;
1451 if (pgcform->relhasindex && !hasindex)
1453 pgcform->relhasindex =
false;
1458 if (pgcform->relhasrules && relation->
rd_rules == NULL)
1460 pgcform->relhasrules =
false;
1463 if (pgcform->relhastriggers && relation->
trigdesc == NULL)
1465 pgcform->relhastriggers =
false;
1480 oldfrozenxid = pgcform->relfrozenxid;
1482 if (frozenxid_updated)
1483 *frozenxid_updated =
false;
1486 bool update =
false;
1491 futurexid = update =
true;
1495 pgcform->relfrozenxid = frozenxid;
1497 if (frozenxid_updated)
1498 *frozenxid_updated =
true;
1503 oldminmulti = pgcform->relminmxid;
1505 if (minmulti_updated)
1506 *minmulti_updated =
false;
1509 bool update =
false;
1514 futuremxid = update =
true;
1518 pgcform->relminmxid = minmulti;
1520 if (minmulti_updated)
1521 *minmulti_updated =
true;
1534 errmsg_internal(
"overwrote invalid relfrozenxid value %u with new value %u for table \"%s\"",
1535 oldfrozenxid, frozenxid,
1540 errmsg_internal(
"overwrote invalid relminmxid value %u with new value %u for table \"%s\"",
1541 oldminmulti, minmulti,
1628 if (classForm->relkind != RELKIND_RELATION &&
1629 classForm->relkind != RELKIND_MATVIEW &&
1630 classForm->relkind != RELKIND_TOASTVALUE)
1665 newFrozenXid = classForm->relfrozenxid;
1679 newMinMulti = classForm->relminmxid;
1703 Anum_pg_database_oid,
1723 if (dbform->datfrozenxid != newFrozenXid &&
1727 dbform->datfrozenxid = newFrozenXid;
1731 newFrozenXid = dbform->datfrozenxid;
1734 if (dbform->datminmxid != newMinMulti &&
1738 dbform->datminmxid = newMinMulti;
1742 newMinMulti = dbform->datminmxid;
1757 lastSaneFrozenXid, lastSaneMinMulti);
1788 Oid oldestxid_datoid;
1789 Oid minmulti_datoid;
1791 bool frozenAlreadyWrapped =
false;
1840 "skipping invalid database \"%s\" while computing relfrozenxid",
1859 frozenAlreadyWrapped =
true;
1863 oldestxid_datoid = dbform->oid;
1869 minmulti_datoid = dbform->oid;
1883 if (frozenAlreadyWrapped)
1886 (
errmsg(
"some databases have not been vacuumed in over 2 billion transactions"),
1887 errdetail(
"You might have already suffered transaction-wraparound data loss.")));
1957 int save_sec_context;
2060 if (rel->
rd_rel->relkind != RELKIND_RELATION &&
2061 rel->
rd_rel->relkind != RELKIND_MATVIEW &&
2062 rel->
rd_rel->relkind != RELKIND_TOASTVALUE &&
2063 rel->
rd_rel->relkind != RELKIND_PARTITIONED_TABLE)
2066 (
errmsg(
"skipping \"%s\" --- cannot vacuum non-tables or special system tables",
2094 if (rel->
rd_rel->relkind == RELKIND_PARTITIONED_TABLE)
2127 vacuum_index_cleanup =
2136 Assert(vacuum_index_cleanup ==
2164 toast_relid = rel->
rd_rel->reltoastrelid;
2242 memcpy(&toast_vacuum_params, params,
sizeof(
VacuumParams));
2246 vacuum_rel(toast_relid, NULL, &toast_vacuum_params, bstrategy);
2293 foreach(indexoidscan, indexoidlist)
2300 (*Irel)[
i++] = indrel;
2495 (
void *) dead_items);
2498 (
errmsg(
"scanned index \"%s\" to remove %lld row versions",
2500 (
long long) dead_items_info->
num_items)));
2517 (
errmsg(
"index \"%s\" now contains %.0f row versions in %u pages",
2521 errdetail(
"%.0f index row versions were removed.\n"
2522 "%u index pages were newly deleted.\n"
2523 "%u index pages are currently deleted, of which %u are currently reusable.",
bool object_ownercheck(Oid classid, Oid objectid, Oid roleid)
AclResult pg_class_aclcheck(Oid table_oid, Oid roleid, AclMode mode)
static uint32 pg_atomic_sub_fetch_u32(volatile pg_atomic_uint32 *ptr, int32 sub_)
static uint32 pg_atomic_add_fetch_u32(volatile pg_atomic_uint32 *ptr, int32 add_)
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
void VacuumUpdateCosts(void)
int autovacuum_multixact_freeze_max_age
int autovacuum_freeze_max_age
void AutoVacuumUpdateCostLimit(void)
#define MAX_PARALLEL_WORKER_LIMIT
#define Assert(condition)
TransactionId MultiXactId
#define OidIsValid(objectId)
void TruncateCLOG(TransactionId oldestXact, Oid oldestxid_datoid)
void cluster_rel(Oid tableOid, Oid indexOid, ClusterParams *params)
void analyze_rel(Oid relid, RangeVar *relation, VacuumParams *params, List *va_cols, bool in_outer_xact, BufferAccessStrategy bstrategy)
void AdvanceOldestCommitTsXid(TransactionId oldestXact)
void TruncateCommitTs(TransactionId oldestXact)
bool database_is_invalid_form(Form_pg_database datform)
int32 defGetInt32(DefElem *def)
bool defGetBoolean(DefElem *def)
char * defGetString(DefElem *def)
int errmsg_internal(const char *fmt,...)
int errdetail(const char *fmt,...)
int errhint(const char *fmt,...)
int errcode(int sqlerrcode)
int errmsg(const char *fmt,...)
#define ereport(elevel,...)
BufferAccessStrategy GetAccessStrategyWithSize(BufferAccessStrategyType btype, int ring_size_kb)
void systable_endscan(SysScanDesc sysscan)
HeapTuple systable_getnext(SysScanDesc sysscan)
SysScanDesc systable_beginscan(Relation heapRelation, Oid indexId, bool indexOK, Snapshot snapshot, int nkeys, ScanKey key)
volatile sig_atomic_t InterruptPending
int VacuumBufferUsageLimit
bool parse_int(const char *value, int *result, int flags, const char **hintmsg)
int NewGUCNestLevel(void)
void RestrictSearchPath(void)
void AtEOXact_GUC(bool isCommit, int nestLevel)
#define GUC_check_errdetail
void ProcessConfigFile(GucContext context)
void heap_inplace_update(Relation relation, HeapTuple tuple)
HeapTuple heap_getnext(TableScanDesc sscan, ScanDirection direction)
HeapTuple heap_copytuple(HeapTuple tuple)
void heap_freetuple(HeapTuple htup)
#define HeapTupleIsValid(tuple)
IndexBulkDeleteResult * index_vacuum_cleanup(IndexVacuumInfo *info, IndexBulkDeleteResult *istat)
void index_close(Relation relation, LOCKMODE lockmode)
IndexBulkDeleteResult * index_bulk_delete(IndexVacuumInfo *info, IndexBulkDeleteResult *istat, IndexBulkDeleteCallback callback, void *callback_state)
Relation index_open(Oid relationId, LOCKMODE lockmode)
volatile sig_atomic_t ConfigReloadPending
List * lappend(List *list, void *datum)
void list_free(List *list)
List * list_concat(List *list1, const List *list2)
bool ConditionalLockRelationOid(Oid relid, LOCKMODE lockmode)
void UnlockRelationOid(Oid relid, LOCKMODE lockmode)
void LockRelationIdForSession(LockRelId *relid, LOCKMODE lockmode)
void UnlockRelationIdForSession(LockRelId *relid, LOCKMODE lockmode)
void LockDatabaseFrozenIds(LOCKMODE lockmode)
#define AccessExclusiveLock
#define ShareUpdateExclusiveLock
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
void LWLockRelease(LWLock *lock)
VacuumRelation * makeVacuumRelation(RangeVar *relation, Oid oid, List *va_cols)
void pfree(void *pointer)
void MemoryContextDelete(MemoryContext context)
MemoryContext PortalContext
#define AllocSetContextCreate
#define ALLOCSET_DEFAULT_SIZES
#define AmAutoVacuumWorkerProcess()
#define MIN_BAS_VAC_RING_SIZE_KB
#define MAX_BAS_VAC_RING_SIZE_KB
#define SECURITY_RESTRICTED_OPERATION
#define CHECK_FOR_INTERRUPTS()
void GetUserIdAndSecContext(Oid *userid, int *sec_context)
void SetUserIdAndSecContext(Oid userid, int sec_context)
bool MultiXactIdPrecedes(MultiXactId multi1, MultiXactId multi2)
bool MultiXactIdPrecedesOrEquals(MultiXactId multi1, MultiXactId multi2)
void SetMultiXactIdLimit(MultiXactId oldest_datminmxid, Oid oldest_datoid, bool is_startup)
MultiXactId GetOldestMultiXactId(void)
int MultiXactMemberFreezeThreshold(void)
MultiXactId ReadNextMultiXactId(void)
void TruncateMultiXact(MultiXactId newOldestMulti, Oid newOldestMultiDB)
#define MultiXactIdIsValid(multi)
Oid RangeVarGetRelidExtended(const RangeVar *relation, LOCKMODE lockmode, uint32 flags, RangeVarGetRelidCallback callback, void *callback_arg)
int parser_errposition(ParseState *pstate, int location)
#define ERRCODE_DATA_CORRUPTED
FormData_pg_class * Form_pg_class
TransactionId datfrozenxid
FormData_pg_database * Form_pg_database
List * find_all_inheritors(Oid parentrelId, LOCKMODE lockmode, List **numparents)
#define lfirst_node(type, lc)
static int list_length(const List *l)
static rewind_source * source
#define ERRCODE_UNDEFINED_TABLE
#define PostmasterIsAlive()
int pg_strcasecmp(const char *s1, const char *s2)
static Datum ObjectIdGetDatum(Oid X)
#define PROC_VACUUM_FOR_WRAPAROUND
TransactionId GetOldestNonRemovableTransactionId(Relation rel)
MemoryContextSwitchTo(old_ctx)
static long analyze(struct nfa *nfa)
#define RelationGetRelid(relation)
#define RelationGetRelationName(relation)
#define RELATION_IS_OTHER_TEMP(relation)
@ STDRD_OPTION_VACUUM_INDEX_CLEANUP_AUTO
@ STDRD_OPTION_VACUUM_INDEX_CLEANUP_OFF
@ STDRD_OPTION_VACUUM_INDEX_CLEANUP_ON
List * RelationGetIndexList(Relation relation)
void ScanKeyInit(ScanKey entry, AttrNumber attributeNumber, StrategyNumber strategy, RegProcedure procedure, Datum argument)
void pg_usleep(long microsec)
Snapshot GetTransactionSnapshot(void)
void PushActiveSnapshot(Snapshot snapshot)
bool ActiveSnapshotSet(void)
void PopActiveSnapshot(void)
void relation_close(Relation relation, LOCKMODE lockmode)
Relation try_relation_open(Oid relationId, LOCKMODE lockmode)
#define BTEqualStrategyNumber
BlockNumber pages_deleted
BlockNumber pages_newly_deleted
TransactionId FreezeLimit
TransactionId relfrozenxid
MultiXactId MultiXactCutoff
int multixact_freeze_min_age
int multixact_freeze_table_age
VacOptValue index_cleanup
void ReleaseSysCache(HeapTuple tuple)
HeapTuple SearchSysCache1(int cacheId, Datum key1)
#define SearchSysCacheCopy1(cacheId, key1)
void table_close(Relation relation, LOCKMODE lockmode)
Relation table_open(Oid relationId, LOCKMODE lockmode)
TableScanDesc table_beginscan_catalog(Relation relation, int nkeys, struct ScanKeyData *key)
static void table_endscan(TableScanDesc scan)
static void table_relation_vacuum(Relation rel, struct VacuumParams *params, BufferAccessStrategy bstrategy)
bool TidStoreIsMember(TidStore *ts, ItemPointer tid)
bool TransactionIdPrecedes(TransactionId id1, TransactionId id2)
bool TransactionIdPrecedesOrEquals(TransactionId id1, TransactionId id2)
static TransactionId ReadNextTransactionId(void)
#define FirstNormalTransactionId
#define TransactionIdIsValid(xid)
#define TransactionIdIsNormal(xid)
static bool vac_tid_reaped(ItemPointer itemptr, void *state)
void ExecVacuum(ParseState *pstate, VacuumStmt *vacstmt, bool isTopLevel)
IndexBulkDeleteResult * vac_bulkdel_one_index(IndexVacuumInfo *ivinfo, IndexBulkDeleteResult *istat, TidStore *dead_items, VacDeadItemsInfo *dead_items_info)
pg_atomic_uint32 * VacuumActiveNWorkers
static void vac_truncate_clog(TransactionId frozenXID, MultiXactId minMulti, TransactionId lastSaneFrozenXid, MultiXactId lastSaneMinMulti)
int vacuum_freeze_min_age
static List * expand_vacuum_rel(VacuumRelation *vrel, MemoryContext vac_context, int options)
static double compute_parallel_delay(void)
static VacOptValue get_vacoptval_from_boolean(DefElem *def)
void vac_open_indexes(Relation relation, LOCKMODE lockmode, int *nindexes, Relation **Irel)
void vacuum(List *relations, VacuumParams *params, BufferAccessStrategy bstrategy, MemoryContext vac_context, bool isTopLevel)
bool check_vacuum_buffer_usage_limit(int *newval, void **extra, GucSource source)
int VacuumCostBalanceLocal
static List * get_all_vacuum_rels(MemoryContext vac_context, int options)
void vac_update_relstats(Relation relation, BlockNumber num_pages, double num_tuples, BlockNumber num_all_visible_pages, bool hasindex, TransactionId frozenxid, MultiXactId minmulti, bool *frozenxid_updated, bool *minmulti_updated, bool in_outer_xact)
int vacuum_multixact_freeze_table_age
int vacuum_freeze_table_age
int vacuum_multixact_failsafe_age
int vacuum_multixact_freeze_min_age
Relation vacuum_open_relation(Oid relid, RangeVar *relation, bits32 options, bool verbose, LOCKMODE lmode)
static bool vacuum_rel(Oid relid, RangeVar *relation, VacuumParams *params, BufferAccessStrategy bstrategy)
void vac_close_indexes(int nindexes, Relation *Irel, LOCKMODE lockmode)
void vacuum_delay_point(void)
void vac_update_datfrozenxid(void)
bool vacuum_get_cutoffs(Relation rel, const VacuumParams *params, struct VacuumCutoffs *cutoffs)
bool vacuum_xid_failsafe_check(const struct VacuumCutoffs *cutoffs)
pg_atomic_uint32 * VacuumSharedCostBalance
bool VacuumFailsafeActive
double vac_estimate_reltuples(Relation relation, BlockNumber total_pages, BlockNumber scanned_pages, double scanned_tuples)
IndexBulkDeleteResult * vac_cleanup_one_index(IndexVacuumInfo *ivinfo, IndexBulkDeleteResult *istat)
bool vacuum_is_permitted_for_relation(Oid relid, Form_pg_class reltuple, bits32 options)
#define VACOPT_SKIP_LOCKED
#define VACOPT_SKIP_DATABASE_STATS
@ VACOPTVALUE_UNSPECIFIED
#define VACOPT_PROCESS_TOAST
#define VACOPT_DISABLE_PAGE_SKIPPING
#define VACOPT_ONLY_DATABASE_STATS
#define VACOPT_PROCESS_MAIN
void SetTransactionIdLimit(TransactionId oldest_datfrozenxid, Oid oldest_datoid)
bool ForceTransactionIdLimitUpdate(void)
static void pgstat_report_wait_start(uint32 wait_event_info)
static void pgstat_report_wait_end(void)
bool IsInTransactionBlock(bool isTopLevel)
void CommandCounterIncrement(void)
void PreventInTransactionBlock(bool isTopLevel, const char *stmtType)
void StartTransactionCommand(void)
void CommitTransactionCommand(void)