PostgreSQL Source Code  git master
pgstat_relation.c
Go to the documentation of this file.
1 /* -------------------------------------------------------------------------
2  *
3  * pgstat_relation.c
4  * Implementation of relation statistics.
5  *
6  * This file contains the implementation of function relation. It is kept
7  * separate from pgstat.c to enforce the line between the statistics access /
8  * storage implementation and the details about individual types of
9  * statistics.
10  *
11  * Copyright (c) 2001-2023, PostgreSQL Global Development Group
12  *
13  * IDENTIFICATION
14  * src/backend/utils/activity/pgstat_relation.c
15  * -------------------------------------------------------------------------
16  */
17 
18 #include "postgres.h"
19 
20 #include "access/twophase_rmgr.h"
21 #include "access/xact.h"
22 #include "catalog/partition.h"
23 #include "postmaster/autovacuum.h"
24 #include "utils/memutils.h"
25 #include "utils/pgstat_internal.h"
26 #include "utils/rel.h"
27 #include "utils/timestamp.h"
28 #include "catalog/catalog.h"
29 
30 
31 /* Record that's written to 2PC state file when pgstat state is persisted */
32 typedef struct TwoPhasePgStatRecord
33 {
34  PgStat_Counter tuples_inserted; /* tuples inserted in xact */
35  PgStat_Counter tuples_updated; /* tuples updated in xact */
36  PgStat_Counter tuples_deleted; /* tuples deleted in xact */
37  /* tuples i/u/d prior to truncate/drop */
41  Oid id; /* table's OID */
42  bool shared; /* is it a shared catalog? */
43  bool truncdropped; /* was the relation truncated/dropped? */
45 
46 
47 static PgStat_TableStatus *pgstat_prep_relation_pending(Oid rel_id, bool isshared);
48 static void add_tabstat_xact_level(PgStat_TableStatus *pgstat_info, int nest_level);
49 static void ensure_tabstat_xact_level(PgStat_TableStatus *pgstat_info);
50 static void save_truncdrop_counters(PgStat_TableXactStatus *trans, bool is_drop);
52 
53 
54 /*
55  * Copy stats between relations. This is used for things like REINDEX
56  * CONCURRENTLY.
57  */
58 void
60 {
61  PgStat_StatTabEntry *srcstats;
62  PgStatShared_Relation *dstshstats;
63  PgStat_EntryRef *dst_ref;
64 
65  srcstats = pgstat_fetch_stat_tabentry_ext(src->rd_rel->relisshared,
66  RelationGetRelid(src));
67  if (!srcstats)
68  return;
69 
71  dst->rd_rel->relisshared ? InvalidOid : MyDatabaseId,
72  RelationGetRelid(dst),
73  false);
74 
75  dstshstats = (PgStatShared_Relation *) dst_ref->shared_stats;
76  dstshstats->stats = *srcstats;
77 
78  pgstat_unlock_entry(dst_ref);
79 }
80 
81 /*
82  * Initialize a relcache entry to count access statistics. Called whenever a
83  * relation is opened.
84  *
85  * We assume that a relcache entry's pgstat_info field is zeroed by relcache.c
86  * when the relcache entry is made; thereafter it is long-lived data.
87  *
88  * This does not create a reference to a stats entry in shared memory, nor
89  * allocate memory for the pending stats. That happens in
90  * pgstat_assoc_relation().
91  */
92 void
94 {
95  char relkind = rel->rd_rel->relkind;
96 
97  /*
98  * We only count stats for relations with storage and partitioned tables
99  */
100  if (!RELKIND_HAS_STORAGE(relkind) && relkind != RELKIND_PARTITIONED_TABLE)
101  {
102  rel->pgstat_enabled = false;
103  rel->pgstat_info = NULL;
104  return;
105  }
106 
107  if (!pgstat_track_counts)
108  {
109  if (rel->pgstat_info)
111 
112  /* We're not counting at all */
113  rel->pgstat_enabled = false;
114  rel->pgstat_info = NULL;
115  return;
116  }
117 
118  rel->pgstat_enabled = true;
119 }
120 
121 /*
122  * Prepare for statistics for this relation to be collected.
123  *
124  * This ensures we have a reference to the stats entry before stats can be
125  * generated. That is important because a relation drop in another connection
126  * could otherwise lead to the stats entry being dropped, which then later
127  * would get recreated when flushing stats.
128  *
129  * This is separate from pgstat_init_relation() as it is not uncommon for
130  * relcache entries to be opened without ever getting stats reported.
131  */
132 void
134 {
135  Assert(rel->pgstat_enabled);
136  Assert(rel->pgstat_info == NULL);
137 
138  /* Else find or make the PgStat_TableStatus entry, and update link */
140  rel->rd_rel->relisshared);
141 
142  /* don't allow link a stats to multiple relcache entries */
143  Assert(rel->pgstat_info->relation == NULL);
144 
145  /* mark this relation as the owner */
146  rel->pgstat_info->relation = rel;
147 }
148 
149 /*
150  * Break the mutual link between a relcache entry and pending stats entry.
151  * This must be called whenever one end of the link is removed.
152  */
153 void
155 {
156  /* remove the link to stats info if any */
157  if (rel->pgstat_info == NULL)
158  return;
159 
160  /* link sanity check */
161  Assert(rel->pgstat_info->relation == rel);
162  rel->pgstat_info->relation = NULL;
163  rel->pgstat_info = NULL;
164 }
165 
166 /*
167  * Ensure that stats are dropped if transaction aborts.
168  */
169 void
171 {
173  rel->rd_rel->relisshared ? InvalidOid : MyDatabaseId,
174  RelationGetRelid(rel));
175 }
176 
177 /*
178  * Ensure that stats are dropped if transaction commits.
179  */
180 void
182 {
183  int nest_level = GetCurrentTransactionNestLevel();
184  PgStat_TableStatus *pgstat_info;
185 
187  rel->rd_rel->relisshared ? InvalidOid : MyDatabaseId,
188  RelationGetRelid(rel));
189 
191  return;
192 
193  /*
194  * Transactionally set counters to 0. That ensures that accesses to
195  * pg_stat_xact_all_tables inside the transaction show 0.
196  */
197  pgstat_info = rel->pgstat_info;
198  if (pgstat_info->trans &&
199  pgstat_info->trans->nest_level == nest_level)
200  {
201  save_truncdrop_counters(pgstat_info->trans, true);
202  pgstat_info->trans->tuples_inserted = 0;
203  pgstat_info->trans->tuples_updated = 0;
204  pgstat_info->trans->tuples_deleted = 0;
205  }
206 }
207 
208 /*
209  * Report that the table was just vacuumed and flush IO statistics.
210  */
211 void
212 pgstat_report_vacuum(Oid tableoid, bool shared,
213  PgStat_Counter livetuples, PgStat_Counter deadtuples)
214 {
215  PgStat_EntryRef *entry_ref;
216  PgStatShared_Relation *shtabentry;
217  PgStat_StatTabEntry *tabentry;
218  Oid dboid = (shared ? InvalidOid : MyDatabaseId);
219  TimestampTz ts;
220 
221  if (!pgstat_track_counts)
222  return;
223 
224  /* Store the data in the table's hash table entry. */
225  ts = GetCurrentTimestamp();
226 
227  /* block acquiring lock for the same reason as pgstat_report_autovac() */
229  dboid, tableoid, false);
230 
231  shtabentry = (PgStatShared_Relation *) entry_ref->shared_stats;
232  tabentry = &shtabentry->stats;
233 
234  tabentry->live_tuples = livetuples;
235  tabentry->dead_tuples = deadtuples;
236 
237  /*
238  * It is quite possible that a non-aggressive VACUUM ended up skipping
239  * various pages, however, we'll zero the insert counter here regardless.
240  * It's currently used only to track when we need to perform an "insert"
241  * autovacuum, which are mainly intended to freeze newly inserted tuples.
242  * Zeroing this may just mean we'll not try to vacuum the table again
243  * until enough tuples have been inserted to trigger another insert
244  * autovacuum. An anti-wraparound autovacuum will catch any persistent
245  * stragglers.
246  */
247  tabentry->ins_since_vacuum = 0;
248 
250  {
251  tabentry->last_autovacuum_time = ts;
252  tabentry->autovacuum_count++;
253  }
254  else
255  {
256  tabentry->last_vacuum_time = ts;
257  tabentry->vacuum_count++;
258  }
259 
260  pgstat_unlock_entry(entry_ref);
261 
262  /*
263  * Flush IO statistics now. pgstat_report_stat() will flush IO stats,
264  * however this will not be called until after an entire autovacuum cycle
265  * is done -- which will likely vacuum many relations -- or until the
266  * VACUUM command has processed all tables and committed.
267  */
268  pgstat_flush_io(false);
269 }
270 
271 /*
272  * Report that the table was just analyzed and flush IO statistics.
273  *
274  * Caller must provide new live- and dead-tuples estimates, as well as a
275  * flag indicating whether to reset the mod_since_analyze counter.
276  */
277 void
279  PgStat_Counter livetuples, PgStat_Counter deadtuples,
280  bool resetcounter)
281 {
282  PgStat_EntryRef *entry_ref;
283  PgStatShared_Relation *shtabentry;
284  PgStat_StatTabEntry *tabentry;
285  Oid dboid = (rel->rd_rel->relisshared ? InvalidOid : MyDatabaseId);
286 
287  if (!pgstat_track_counts)
288  return;
289 
290  /*
291  * Unlike VACUUM, ANALYZE might be running inside a transaction that has
292  * already inserted and/or deleted rows in the target table. ANALYZE will
293  * have counted such rows as live or dead respectively. Because we will
294  * report our counts of such rows at transaction end, we should subtract
295  * off these counts from the update we're making now, else they'll be
296  * double-counted after commit. (This approach also ensures that the
297  * shared stats entry ends up with the right numbers if we abort instead
298  * of committing.)
299  *
300  * Waste no time on partitioned tables, though.
301  */
302  if (pgstat_should_count_relation(rel) &&
303  rel->rd_rel->relkind != RELKIND_PARTITIONED_TABLE)
304  {
306 
307  for (trans = rel->pgstat_info->trans; trans; trans = trans->upper)
308  {
309  livetuples -= trans->tuples_inserted - trans->tuples_deleted;
310  deadtuples -= trans->tuples_updated + trans->tuples_deleted;
311  }
312  /* count stuff inserted by already-aborted subxacts, too */
313  deadtuples -= rel->pgstat_info->counts.delta_dead_tuples;
314  /* Since ANALYZE's counts are estimates, we could have underflowed */
315  livetuples = Max(livetuples, 0);
316  deadtuples = Max(deadtuples, 0);
317  }
318 
319  /* block acquiring lock for the same reason as pgstat_report_autovac() */
321  RelationGetRelid(rel),
322  false);
323  /* can't get dropped while accessed */
324  Assert(entry_ref != NULL && entry_ref->shared_stats != NULL);
325 
326  shtabentry = (PgStatShared_Relation *) entry_ref->shared_stats;
327  tabentry = &shtabentry->stats;
328 
329  tabentry->live_tuples = livetuples;
330  tabentry->dead_tuples = deadtuples;
331 
332  /*
333  * If commanded, reset mod_since_analyze to zero. This forgets any
334  * changes that were committed while the ANALYZE was in progress, but we
335  * have no good way to estimate how many of those there were.
336  */
337  if (resetcounter)
338  tabentry->mod_since_analyze = 0;
339 
341  {
343  tabentry->autoanalyze_count++;
344  }
345  else
346  {
348  tabentry->analyze_count++;
349  }
350 
351  pgstat_unlock_entry(entry_ref);
352 
353  /* see pgstat_report_vacuum() */
354  pgstat_flush_io(false);
355 }
356 
357 /*
358  * count a tuple insertion of n tuples
359  */
360 void
362 {
364  {
365  PgStat_TableStatus *pgstat_info = rel->pgstat_info;
366 
367  ensure_tabstat_xact_level(pgstat_info);
368  pgstat_info->trans->tuples_inserted += n;
369  }
370 }
371 
372 /*
373  * count a tuple update
374  */
375 void
376 pgstat_count_heap_update(Relation rel, bool hot, bool newpage)
377 {
378  Assert(!(hot && newpage));
379 
381  {
382  PgStat_TableStatus *pgstat_info = rel->pgstat_info;
383 
384  ensure_tabstat_xact_level(pgstat_info);
385  pgstat_info->trans->tuples_updated++;
386 
387  /*
388  * tuples_hot_updated and tuples_newpage_updated counters are
389  * nontransactional, so just advance them
390  */
391  if (hot)
392  pgstat_info->counts.tuples_hot_updated++;
393  else if (newpage)
394  pgstat_info->counts.tuples_newpage_updated++;
395  }
396 }
397 
398 /*
399  * count a tuple deletion
400  */
401 void
403 {
405  {
406  PgStat_TableStatus *pgstat_info = rel->pgstat_info;
407 
408  ensure_tabstat_xact_level(pgstat_info);
409  pgstat_info->trans->tuples_deleted++;
410  }
411 }
412 
413 /*
414  * update tuple counters due to truncate
415  */
416 void
418 {
420  {
421  PgStat_TableStatus *pgstat_info = rel->pgstat_info;
422 
423  ensure_tabstat_xact_level(pgstat_info);
424  save_truncdrop_counters(pgstat_info->trans, false);
425  pgstat_info->trans->tuples_inserted = 0;
426  pgstat_info->trans->tuples_updated = 0;
427  pgstat_info->trans->tuples_deleted = 0;
428  }
429 }
430 
431 /*
432  * update dead-tuples count
433  *
434  * The semantics of this are that we are reporting the nontransactional
435  * recovery of "delta" dead tuples; so delta_dead_tuples decreases
436  * rather than increasing, and the change goes straight into the per-table
437  * counter, not into transactional state.
438  */
439 void
441 {
443  {
444  PgStat_TableStatus *pgstat_info = rel->pgstat_info;
445 
446  pgstat_info->counts.delta_dead_tuples -= delta;
447  }
448 }
449 
450 /*
451  * Support function for the SQL-callable pgstat* functions. Returns
452  * the collected statistics for one table or NULL. NULL doesn't mean
453  * that the table doesn't exist, just that there are no statistics, so the
454  * caller is better off to report ZERO instead.
455  */
458 {
459  return pgstat_fetch_stat_tabentry_ext(IsSharedRelation(relid), relid);
460 }
461 
462 /*
463  * More efficient version of pgstat_fetch_stat_tabentry(), allowing to specify
464  * whether the to-be-accessed table is a shared relation or not.
465  */
468 {
469  Oid dboid = (shared ? InvalidOid : MyDatabaseId);
470 
471  return (PgStat_StatTabEntry *)
473 }
474 
475 /*
476  * find any existing PgStat_TableStatus entry for rel
477  *
478  * Find any existing PgStat_TableStatus entry for rel_id in the current
479  * database. If not found, try finding from shared tables.
480  *
481  * If no entry found, return NULL, don't create a new one
482  */
485 {
486  PgStat_EntryRef *entry_ref;
487 
489  if (!entry_ref)
491 
492  if (entry_ref)
493  return entry_ref->pending;
494  return NULL;
495 }
496 
497 /*
498  * Perform relation stats specific end-of-transaction work. Helper for
499  * AtEOXact_PgStat.
500  *
501  * Transfer transactional insert/update counts into the base tabstat entries.
502  * We don't bother to free any of the transactional state, since it's all in
503  * TopTransactionContext and will go away anyway.
504  */
505 void
507 {
509 
510  for (trans = xact_state->first; trans != NULL; trans = trans->next)
511  {
512  PgStat_TableStatus *tabstat;
513 
514  Assert(trans->nest_level == 1);
515  Assert(trans->upper == NULL);
516  tabstat = trans->parent;
517  Assert(tabstat->trans == trans);
518  /* restore pre-truncate/drop stats (if any) in case of aborted xact */
519  if (!isCommit)
521  /* count attempted actions regardless of commit/abort */
522  tabstat->counts.tuples_inserted += trans->tuples_inserted;
523  tabstat->counts.tuples_updated += trans->tuples_updated;
524  tabstat->counts.tuples_deleted += trans->tuples_deleted;
525  if (isCommit)
526  {
527  tabstat->counts.truncdropped = trans->truncdropped;
528  if (trans->truncdropped)
529  {
530  /* forget live/dead stats seen by backend thus far */
531  tabstat->counts.delta_live_tuples = 0;
532  tabstat->counts.delta_dead_tuples = 0;
533  }
534  /* insert adds a live tuple, delete removes one */
535  tabstat->counts.delta_live_tuples +=
536  trans->tuples_inserted - trans->tuples_deleted;
537  /* update and delete each create a dead tuple */
538  tabstat->counts.delta_dead_tuples +=
539  trans->tuples_updated + trans->tuples_deleted;
540  /* insert, update, delete each count as one change event */
541  tabstat->counts.changed_tuples +=
542  trans->tuples_inserted + trans->tuples_updated +
543  trans->tuples_deleted;
544  }
545  else
546  {
547  /* inserted tuples are dead, deleted tuples are unaffected */
548  tabstat->counts.delta_dead_tuples +=
549  trans->tuples_inserted + trans->tuples_updated;
550  /* an aborted xact generates no changed_tuple events */
551  }
552  tabstat->trans = NULL;
553  }
554 }
555 
556 /*
557  * Perform relation stats specific end-of-sub-transaction work. Helper for
558  * AtEOSubXact_PgStat.
559  *
560  * Transfer transactional insert/update counts into the next higher
561  * subtransaction state.
562  */
563 void
564 AtEOSubXact_PgStat_Relations(PgStat_SubXactStatus *xact_state, bool isCommit, int nestDepth)
565 {
567  PgStat_TableXactStatus *next_trans;
568 
569  for (trans = xact_state->first; trans != NULL; trans = next_trans)
570  {
571  PgStat_TableStatus *tabstat;
572 
573  next_trans = trans->next;
574  Assert(trans->nest_level == nestDepth);
575  tabstat = trans->parent;
576  Assert(tabstat->trans == trans);
577 
578  if (isCommit)
579  {
580  if (trans->upper && trans->upper->nest_level == nestDepth - 1)
581  {
582  if (trans->truncdropped)
583  {
584  /* propagate the truncate/drop status one level up */
585  save_truncdrop_counters(trans->upper, false);
586  /* replace upper xact stats with ours */
587  trans->upper->tuples_inserted = trans->tuples_inserted;
588  trans->upper->tuples_updated = trans->tuples_updated;
589  trans->upper->tuples_deleted = trans->tuples_deleted;
590  }
591  else
592  {
593  trans->upper->tuples_inserted += trans->tuples_inserted;
594  trans->upper->tuples_updated += trans->tuples_updated;
595  trans->upper->tuples_deleted += trans->tuples_deleted;
596  }
597  tabstat->trans = trans->upper;
598  pfree(trans);
599  }
600  else
601  {
602  /*
603  * When there isn't an immediate parent state, we can just
604  * reuse the record instead of going through a palloc/pfree
605  * pushup (this works since it's all in TopTransactionContext
606  * anyway). We have to re-link it into the parent level,
607  * though, and that might mean pushing a new entry into the
608  * pgStatXactStack.
609  */
610  PgStat_SubXactStatus *upper_xact_state;
611 
612  upper_xact_state = pgstat_get_xact_stack_level(nestDepth - 1);
613  trans->next = upper_xact_state->first;
614  upper_xact_state->first = trans;
615  trans->nest_level = nestDepth - 1;
616  }
617  }
618  else
619  {
620  /*
621  * On abort, update top-level tabstat counts, then forget the
622  * subtransaction
623  */
624 
625  /* first restore values obliterated by truncate/drop */
627  /* count attempted actions regardless of commit/abort */
628  tabstat->counts.tuples_inserted += trans->tuples_inserted;
629  tabstat->counts.tuples_updated += trans->tuples_updated;
630  tabstat->counts.tuples_deleted += trans->tuples_deleted;
631  /* inserted tuples are dead, deleted tuples are unaffected */
632  tabstat->counts.delta_dead_tuples +=
633  trans->tuples_inserted + trans->tuples_updated;
634  tabstat->trans = trans->upper;
635  pfree(trans);
636  }
637  }
638 }
639 
640 /*
641  * Generate 2PC records for all the pending transaction-dependent relation
642  * stats.
643  */
644 void
646 {
648 
649  for (trans = xact_state->first; trans != NULL; trans = trans->next)
650  {
652  TwoPhasePgStatRecord record;
653 
654  Assert(trans->nest_level == 1);
655  Assert(trans->upper == NULL);
656  tabstat = trans->parent;
657  Assert(tabstat->trans == trans);
658 
659  record.tuples_inserted = trans->tuples_inserted;
660  record.tuples_updated = trans->tuples_updated;
661  record.tuples_deleted = trans->tuples_deleted;
662  record.inserted_pre_truncdrop = trans->inserted_pre_truncdrop;
663  record.updated_pre_truncdrop = trans->updated_pre_truncdrop;
664  record.deleted_pre_truncdrop = trans->deleted_pre_truncdrop;
665  record.id = tabstat->id;
666  record.shared = tabstat->shared;
667  record.truncdropped = trans->truncdropped;
668 
670  &record, sizeof(TwoPhasePgStatRecord));
671  }
672 }
673 
674 /*
675  * All we need do here is unlink the transaction stats state from the
676  * nontransactional state. The nontransactional action counts will be
677  * reported to the stats system immediately, while the effects on live and
678  * dead tuple counts are preserved in the 2PC state file.
679  *
680  * Note: AtEOXact_PgStat_Relations is not called during PREPARE.
681  */
682 void
684 {
686 
687  for (trans = xact_state->first; trans != NULL; trans = trans->next)
688  {
689  PgStat_TableStatus *tabstat;
690 
691  tabstat = trans->parent;
692  tabstat->trans = NULL;
693  }
694 }
695 
696 /*
697  * 2PC processing routine for COMMIT PREPARED case.
698  *
699  * Load the saved counts into our local pgstats state.
700  */
701 void
703  void *recdata, uint32 len)
704 {
705  TwoPhasePgStatRecord *rec = (TwoPhasePgStatRecord *) recdata;
706  PgStat_TableStatus *pgstat_info;
707 
708  /* Find or create a tabstat entry for the rel */
709  pgstat_info = pgstat_prep_relation_pending(rec->id, rec->shared);
710 
711  /* Same math as in AtEOXact_PgStat, commit case */
712  pgstat_info->counts.tuples_inserted += rec->tuples_inserted;
713  pgstat_info->counts.tuples_updated += rec->tuples_updated;
714  pgstat_info->counts.tuples_deleted += rec->tuples_deleted;
715  pgstat_info->counts.truncdropped = rec->truncdropped;
716  if (rec->truncdropped)
717  {
718  /* forget live/dead stats seen by backend thus far */
719  pgstat_info->counts.delta_live_tuples = 0;
720  pgstat_info->counts.delta_dead_tuples = 0;
721  }
722  pgstat_info->counts.delta_live_tuples +=
723  rec->tuples_inserted - rec->tuples_deleted;
724  pgstat_info->counts.delta_dead_tuples +=
725  rec->tuples_updated + rec->tuples_deleted;
726  pgstat_info->counts.changed_tuples +=
727  rec->tuples_inserted + rec->tuples_updated +
728  rec->tuples_deleted;
729 }
730 
731 /*
732  * 2PC processing routine for ROLLBACK PREPARED case.
733  *
734  * Load the saved counts into our local pgstats state, but treat them
735  * as aborted.
736  */
737 void
739  void *recdata, uint32 len)
740 {
741  TwoPhasePgStatRecord *rec = (TwoPhasePgStatRecord *) recdata;
742  PgStat_TableStatus *pgstat_info;
743 
744  /* Find or create a tabstat entry for the rel */
745  pgstat_info = pgstat_prep_relation_pending(rec->id, rec->shared);
746 
747  /* Same math as in AtEOXact_PgStat, abort case */
748  if (rec->truncdropped)
749  {
753  }
754  pgstat_info->counts.tuples_inserted += rec->tuples_inserted;
755  pgstat_info->counts.tuples_updated += rec->tuples_updated;
756  pgstat_info->counts.tuples_deleted += rec->tuples_deleted;
757  pgstat_info->counts.delta_dead_tuples +=
758  rec->tuples_inserted + rec->tuples_updated;
759 }
760 
761 /*
762  * Flush out pending stats for the entry
763  *
764  * If nowait is true, this function returns false if lock could not
765  * immediately acquired, otherwise true is returned.
766  *
767  * Some of the stats are copied to the corresponding pending database stats
768  * entry when successfully flushing.
769  */
770 bool
772 {
773  static const PgStat_TableCounts all_zeroes;
774  Oid dboid;
775  PgStat_TableStatus *lstats; /* pending stats entry */
776  PgStatShared_Relation *shtabstats;
777  PgStat_StatTabEntry *tabentry; /* table entry of shared stats */
778  PgStat_StatDBEntry *dbentry; /* pending database entry */
779 
780  dboid = entry_ref->shared_entry->key.dboid;
781  lstats = (PgStat_TableStatus *) entry_ref->pending;
782  shtabstats = (PgStatShared_Relation *) entry_ref->shared_stats;
783 
784  /*
785  * Ignore entries that didn't accumulate any actual counts, such as
786  * indexes that were opened by the planner but not used.
787  */
788  if (memcmp(&lstats->counts, &all_zeroes,
789  sizeof(PgStat_TableCounts)) == 0)
790  {
791  return true;
792  }
793 
794  if (!pgstat_lock_entry(entry_ref, nowait))
795  return false;
796 
797  /* add the values to the shared entry. */
798  tabentry = &shtabstats->stats;
799 
800  tabentry->numscans += lstats->counts.numscans;
801  if (lstats->counts.numscans)
802  {
804 
805  if (t > tabentry->lastscan)
806  tabentry->lastscan = t;
807  }
808  tabentry->tuples_returned += lstats->counts.tuples_returned;
809  tabentry->tuples_fetched += lstats->counts.tuples_fetched;
810  tabentry->tuples_inserted += lstats->counts.tuples_inserted;
811  tabentry->tuples_updated += lstats->counts.tuples_updated;
812  tabentry->tuples_deleted += lstats->counts.tuples_deleted;
813  tabentry->tuples_hot_updated += lstats->counts.tuples_hot_updated;
815 
816  /*
817  * If table was truncated/dropped, first reset the live/dead counters.
818  */
819  if (lstats->counts.truncdropped)
820  {
821  tabentry->live_tuples = 0;
822  tabentry->dead_tuples = 0;
823  tabentry->ins_since_vacuum = 0;
824  }
825 
826  tabentry->live_tuples += lstats->counts.delta_live_tuples;
827  tabentry->dead_tuples += lstats->counts.delta_dead_tuples;
828  tabentry->mod_since_analyze += lstats->counts.changed_tuples;
829  tabentry->ins_since_vacuum += lstats->counts.tuples_inserted;
830  tabentry->blocks_fetched += lstats->counts.blocks_fetched;
831  tabentry->blocks_hit += lstats->counts.blocks_hit;
832 
833  /* Clamp live_tuples in case of negative delta_live_tuples */
834  tabentry->live_tuples = Max(tabentry->live_tuples, 0);
835  /* Likewise for dead_tuples */
836  tabentry->dead_tuples = Max(tabentry->dead_tuples, 0);
837 
838  pgstat_unlock_entry(entry_ref);
839 
840  /* The entry was successfully flushed, add the same to database stats */
841  dbentry = pgstat_prep_database_pending(dboid);
842  dbentry->tuples_returned += lstats->counts.tuples_returned;
843  dbentry->tuples_fetched += lstats->counts.tuples_fetched;
844  dbentry->tuples_inserted += lstats->counts.tuples_inserted;
845  dbentry->tuples_updated += lstats->counts.tuples_updated;
846  dbentry->tuples_deleted += lstats->counts.tuples_deleted;
847  dbentry->blocks_fetched += lstats->counts.blocks_fetched;
848  dbentry->blocks_hit += lstats->counts.blocks_hit;
849 
850  return true;
851 }
852 
853 void
855 {
856  PgStat_TableStatus *pending = (PgStat_TableStatus *) entry_ref->pending;
857 
858  if (pending->relation)
860 }
861 
862 /*
863  * Find or create a PgStat_TableStatus entry for rel. New entry is created and
864  * initialized if not exists.
865  */
866 static PgStat_TableStatus *
867 pgstat_prep_relation_pending(Oid rel_id, bool isshared)
868 {
869  PgStat_EntryRef *entry_ref;
870  PgStat_TableStatus *pending;
871 
873  isshared ? InvalidOid : MyDatabaseId,
874  rel_id, NULL);
875  pending = entry_ref->pending;
876  pending->id = rel_id;
877  pending->shared = isshared;
878 
879  return pending;
880 }
881 
882 /*
883  * add a new (sub)transaction state record
884  */
885 static void
886 add_tabstat_xact_level(PgStat_TableStatus *pgstat_info, int nest_level)
887 {
888  PgStat_SubXactStatus *xact_state;
890 
891  /*
892  * If this is the first rel to be modified at the current nest level, we
893  * first have to push a transaction stack entry.
894  */
895  xact_state = pgstat_get_xact_stack_level(nest_level);
896 
897  /* Now make a per-table stack entry */
900  sizeof(PgStat_TableXactStatus));
901  trans->nest_level = nest_level;
902  trans->upper = pgstat_info->trans;
903  trans->parent = pgstat_info;
904  trans->next = xact_state->first;
905  xact_state->first = trans;
906  pgstat_info->trans = trans;
907 }
908 
909 /*
910  * Add a new (sub)transaction record if needed.
911  */
912 static void
914 {
915  int nest_level = GetCurrentTransactionNestLevel();
916 
917  if (pgstat_info->trans == NULL ||
918  pgstat_info->trans->nest_level != nest_level)
919  add_tabstat_xact_level(pgstat_info, nest_level);
920 }
921 
922 /*
923  * Whenever a table is truncated/dropped, we save its i/u/d counters so that
924  * they can be cleared, and if the (sub)xact that executed the truncate/drop
925  * later aborts, the counters can be restored to the saved (pre-truncate/drop)
926  * values.
927  *
928  * Note that for truncate we do this on the first truncate in any particular
929  * subxact level only.
930  */
931 static void
933 {
934  if (!trans->truncdropped || is_drop)
935  {
936  trans->inserted_pre_truncdrop = trans->tuples_inserted;
937  trans->updated_pre_truncdrop = trans->tuples_updated;
938  trans->deleted_pre_truncdrop = trans->tuples_deleted;
939  trans->truncdropped = true;
940  }
941 }
942 
943 /*
944  * restore counters when a truncate aborts
945  */
946 static void
948 {
949  if (trans->truncdropped)
950  {
951  trans->tuples_inserted = trans->inserted_pre_truncdrop;
952  trans->tuples_updated = trans->updated_pre_truncdrop;
953  trans->tuples_deleted = trans->deleted_pre_truncdrop;
954  }
955 }
bool IsAutoVacuumWorkerProcess(void)
Definition: autovacuum.c:3385
TimestampTz GetCurrentTimestamp(void)
Definition: timestamp.c:1583
unsigned short uint16
Definition: c.h:489
unsigned int uint32
Definition: c.h:490
#define Max(x, y)
Definition: c.h:982
uint32 TransactionId
Definition: c.h:636
#define PG_USED_FOR_ASSERTS_ONLY
Definition: c.h:166
bool IsSharedRelation(Oid relationId)
Definition: catalog.c:245
int64 TimestampTz
Definition: timestamp.h:39
Oid MyDatabaseId
Definition: globals.c:89
if(TABLE==NULL||TABLE_index==NULL)
Definition: isn.c:77
Assert(fmt[strlen(fmt) - 1] !='\n')
MemoryContext TopTransactionContext
Definition: mcxt.c:146
void pfree(void *pointer)
Definition: mcxt.c:1456
void * MemoryContextAllocZero(MemoryContext context, Size size)
Definition: mcxt.c:1064
const void size_t len
bool pgstat_track_counts
Definition: pgstat.c:187
void * pgstat_fetch_entry(PgStat_Kind kind, Oid dboid, Oid objoid)
Definition: pgstat.c:804
PgStat_EntryRef * pgstat_prep_pending_entry(PgStat_Kind kind, Oid dboid, Oid objoid, bool *created_entry)
Definition: pgstat.c:1094
PgStat_EntryRef * pgstat_fetch_pending_entry(PgStat_Kind kind, Oid dboid, Oid objoid)
Definition: pgstat.c:1132
@ PGSTAT_KIND_RELATION
Definition: pgstat.h:42
#define pgstat_should_count_relation(rel)
Definition: pgstat.h:602
int64 PgStat_Counter
Definition: pgstat.h:89
PgStat_StatDBEntry * pgstat_prep_database_pending(Oid dboid)
bool pgstat_flush_io(bool nowait)
Definition: pgstat_io.c:159
struct TwoPhasePgStatRecord TwoPhasePgStatRecord
static void ensure_tabstat_xact_level(PgStat_TableStatus *pgstat_info)
void pgstat_copy_relation_stats(Relation dst, Relation src)
void pgstat_unlink_relation(Relation rel)
void pgstat_count_heap_update(Relation rel, bool hot, bool newpage)
void pgstat_twophase_postcommit(TransactionId xid, uint16 info, void *recdata, uint32 len)
static PgStat_TableStatus * pgstat_prep_relation_pending(Oid rel_id, bool isshared)
PgStat_TableStatus * find_tabstat_entry(Oid rel_id)
void pgstat_assoc_relation(Relation rel)
void pgstat_report_analyze(Relation rel, PgStat_Counter livetuples, PgStat_Counter deadtuples, bool resetcounter)
static void save_truncdrop_counters(PgStat_TableXactStatus *trans, bool is_drop)
void AtPrepare_PgStat_Relations(PgStat_SubXactStatus *xact_state)
void pgstat_twophase_postabort(TransactionId xid, uint16 info, void *recdata, uint32 len)
static void add_tabstat_xact_level(PgStat_TableStatus *pgstat_info, int nest_level)
bool pgstat_relation_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
PgStat_StatTabEntry * pgstat_fetch_stat_tabentry_ext(bool shared, Oid reloid)
void pgstat_create_relation(Relation rel)
PgStat_StatTabEntry * pgstat_fetch_stat_tabentry(Oid relid)
void pgstat_update_heap_dead_tuples(Relation rel, int delta)
void pgstat_count_heap_delete(Relation rel)
void pgstat_count_heap_insert(Relation rel, PgStat_Counter n)
void AtEOXact_PgStat_Relations(PgStat_SubXactStatus *xact_state, bool isCommit)
void pgstat_report_vacuum(Oid tableoid, bool shared, PgStat_Counter livetuples, PgStat_Counter deadtuples)
void PostPrepare_PgStat_Relations(PgStat_SubXactStatus *xact_state)
void pgstat_count_truncate(Relation rel)
static void restore_truncdrop_counters(PgStat_TableXactStatus *trans)
void pgstat_drop_relation(Relation rel)
void AtEOSubXact_PgStat_Relations(PgStat_SubXactStatus *xact_state, bool isCommit, int nestDepth)
void pgstat_init_relation(Relation rel)
void pgstat_relation_delete_pending_cb(PgStat_EntryRef *entry_ref)
void pgstat_unlock_entry(PgStat_EntryRef *entry_ref)
Definition: pgstat_shmem.c:603
bool pgstat_lock_entry(PgStat_EntryRef *entry_ref, bool nowait)
Definition: pgstat_shmem.c:575
PgStat_EntryRef * pgstat_get_entry_ref_locked(PgStat_Kind kind, Oid dboid, Oid objoid, bool nowait)
Definition: pgstat_shmem.c:612
void pgstat_create_transactional(PgStat_Kind kind, Oid dboid, Oid objoid)
Definition: pgstat_xact.c:358
void pgstat_drop_transactional(PgStat_Kind kind, Oid dboid, Oid objoid)
Definition: pgstat_xact.c:380
PgStat_SubXactStatus * pgstat_get_xact_stack_level(int nest_level)
Definition: pgstat_xact.c:237
#define InvalidOid
Definition: postgres_ext.h:36
unsigned int Oid
Definition: postgres_ext.h:31
#define RelationGetRelid(relation)
Definition: rel.h:504
PgStat_StatTabEntry stats
PgStatShared_Common * shared_stats
PgStatShared_HashEntry * shared_entry
PgStat_Counter tuples_updated
Definition: pgstat.h:330
PgStat_Counter tuples_inserted
Definition: pgstat.h:329
PgStat_Counter tuples_returned
Definition: pgstat.h:327
PgStat_Counter blocks_hit
Definition: pgstat.h:326
PgStat_Counter blocks_fetched
Definition: pgstat.h:325
PgStat_Counter tuples_deleted
Definition: pgstat.h:331
PgStat_Counter tuples_fetched
Definition: pgstat.h:328
PgStat_Counter vacuum_count
Definition: pgstat.h:420
PgStat_Counter tuples_fetched
Definition: pgstat.h:403
PgStat_Counter ins_since_vacuum
Definition: pgstat.h:414
PgStat_Counter blocks_hit
Definition: pgstat.h:417
PgStat_Counter mod_since_analyze
Definition: pgstat.h:413
TimestampTz last_autovacuum_time
Definition: pgstat.h:421
PgStat_Counter analyze_count
Definition: pgstat.h:424
PgStat_Counter tuples_deleted
Definition: pgstat.h:407
PgStat_Counter tuples_hot_updated
Definition: pgstat.h:408
PgStat_Counter tuples_updated
Definition: pgstat.h:406
PgStat_Counter live_tuples
Definition: pgstat.h:411
PgStat_Counter numscans
Definition: pgstat.h:399
PgStat_Counter autovacuum_count
Definition: pgstat.h:422
TimestampTz last_analyze_time
Definition: pgstat.h:423
PgStat_Counter dead_tuples
Definition: pgstat.h:412
PgStat_Counter autoanalyze_count
Definition: pgstat.h:426
PgStat_Counter blocks_fetched
Definition: pgstat.h:416
PgStat_Counter tuples_returned
Definition: pgstat.h:402
TimestampTz last_autoanalyze_time
Definition: pgstat.h:425
TimestampTz lastscan
Definition: pgstat.h:400
PgStat_Counter tuples_inserted
Definition: pgstat.h:405
PgStat_Counter tuples_newpage_updated
Definition: pgstat.h:409
TimestampTz last_vacuum_time
Definition: pgstat.h:419
PgStat_TableXactStatus * first
PgStat_Counter blocks_hit
Definition: pgstat.h:179
PgStat_Counter numscans
Definition: pgstat.h:162
PgStat_Counter tuples_hot_updated
Definition: pgstat.h:170
PgStat_Counter tuples_returned
Definition: pgstat.h:164
PgStat_Counter tuples_inserted
Definition: pgstat.h:167
PgStat_Counter delta_live_tuples
Definition: pgstat.h:174
PgStat_Counter changed_tuples
Definition: pgstat.h:176
PgStat_Counter tuples_updated
Definition: pgstat.h:168
PgStat_Counter blocks_fetched
Definition: pgstat.h:178
PgStat_Counter tuples_fetched
Definition: pgstat.h:165
PgStat_Counter tuples_newpage_updated
Definition: pgstat.h:171
PgStat_Counter delta_dead_tuples
Definition: pgstat.h:175
PgStat_Counter tuples_deleted
Definition: pgstat.h:169
PgStat_TableCounts counts
Definition: pgstat.h:202
struct PgStat_TableXactStatus * trans
Definition: pgstat.h:201
Relation relation
Definition: pgstat.h:203
PgStat_Counter tuples_inserted
Definition: pgstat.h:212
PgStat_Counter tuples_updated
Definition: pgstat.h:213
PgStat_Counter tuples_deleted
Definition: pgstat.h:214
bool pgstat_enabled
Definition: rel.h:252
Form_pg_class rd_rel
Definition: rel.h:111
struct PgStat_TableStatus * pgstat_info
Definition: rel.h:254
PgStat_Counter deleted_pre_truncdrop
PgStat_Counter inserted_pre_truncdrop
PgStat_Counter updated_pre_truncdrop
PgStat_Counter tuples_deleted
PgStat_Counter tuples_inserted
PgStat_Counter tuples_updated
void RegisterTwoPhaseRecord(TwoPhaseRmgrId rmid, uint16 info, const void *data, uint32 len)
Definition: twophase.c:1257
#define TWOPHASE_RM_PGSTAT_ID
Definition: twophase_rmgr.h:26
int GetCurrentTransactionNestLevel(void)
Definition: xact.c:914
TimestampTz GetCurrentTransactionStopTimestamp(void)
Definition: xact.c:876
static zic_t trans[TZ_MAX_LEAPS]
Definition: zic.c:402