PostgreSQL Source Code git master
Loading...
Searching...
No Matches
pgstat.c File Reference
#include "postgres.h"
#include <unistd.h>
#include "access/xact.h"
#include "lib/dshash.h"
#include "pgstat.h"
#include "storage/fd.h"
#include "storage/ipc.h"
#include "storage/lwlock.h"
#include "utils/guc_hooks.h"
#include "utils/memutils.h"
#include "utils/pgstat_internal.h"
#include "utils/timestamp.h"
#include "lib/simplehash.h"
Include dependency graph for pgstat.c:

Go to the source code of this file.

Data Structures

struct  PgStat_SnapshotEntry
 

Macros

#define PGSTAT_MIN_INTERVAL   1000
 
#define PGSTAT_MAX_INTERVAL   60000
 
#define PGSTAT_IDLE_INTERVAL   10000
 
#define PGSTAT_SNAPSHOT_HASH_SIZE   512
 
#define PGSTAT_FILE_ENTRY_END   'E' /* end of file */
 
#define PGSTAT_FILE_ENTRY_FIXED   'F' /* fixed-numbered stats entry */
 
#define PGSTAT_FILE_ENTRY_NAME   'N' /* stats entry identified by name */
 
#define PGSTAT_FILE_ENTRY_HASH
 
#define SH_PREFIX   pgstat_snapshot
 
#define SH_ELEMENT_TYPE   PgStat_SnapshotEntry
 
#define SH_KEY_TYPE   PgStat_HashKey
 
#define SH_KEY   key
 
#define SH_HASH_KEY(tb, key)    pgstat_hash_hash_key(&key, sizeof(PgStat_HashKey), NULL)
 
#define SH_EQUAL(tb, a, b)    pgstat_cmp_hash_key(&a, &b, sizeof(PgStat_HashKey), NULL) == 0
 
#define SH_SCOPE   static inline
 
#define SH_DEFINE
 
#define SH_DECLARE
 

Typedefs

typedef struct PgStat_SnapshotEntry PgStat_SnapshotEntry
 

Functions

static void pgstat_write_statsfile (void)
 
static void pgstat_read_statsfile (void)
 
static void pgstat_init_snapshot_fixed (void)
 
static void pgstat_reset_after_failure (void)
 
static bool pgstat_flush_pending_entries (bool nowait)
 
static void pgstat_prep_snapshot (void)
 
static void pgstat_build_snapshot (void)
 
static void pgstat_build_snapshot_fixed (PgStat_Kind kind)
 
static bool pgstat_is_kind_valid (PgStat_Kind kind)
 
void pgstat_restore_stats (void)
 
void pgstat_discard_stats (void)
 
void pgstat_before_server_shutdown (int code, Datum arg)
 
static void pgstat_shutdown_hook (int code, Datum arg)
 
void pgstat_initialize (void)
 
long pgstat_report_stat (bool force)
 
void pgstat_force_next_flush (void)
 
static bool match_db_entries (PgStatShared_HashEntry *entry, Datum match_data)
 
void pgstat_reset_counters (void)
 
void pgstat_reset (PgStat_Kind kind, Oid dboid, uint64 objid)
 
void pgstat_reset_of_kind (PgStat_Kind kind)
 
void pgstat_clear_snapshot (void)
 
voidpgstat_fetch_entry (PgStat_Kind kind, Oid dboid, uint64 objid, bool *may_free)
 
TimestampTz pgstat_get_stat_snapshot_timestamp (bool *have_snapshot)
 
bool pgstat_have_entry (PgStat_Kind kind, Oid dboid, uint64 objid)
 
void pgstat_snapshot_fixed (PgStat_Kind kind)
 
PgStat_EntryRefpgstat_prep_pending_entry (PgStat_Kind kind, Oid dboid, uint64 objid, bool *created_entry)
 
PgStat_EntryRefpgstat_fetch_pending_entry (PgStat_Kind kind, Oid dboid, uint64 objid)
 
void pgstat_delete_pending_entry (PgStat_EntryRef *entry_ref)
 
PgStat_Kind pgstat_get_kind_from_str (char *kind_str)
 
const PgStat_KindInfopgstat_get_kind_info (PgStat_Kind kind)
 
void pgstat_register_kind (PgStat_Kind kind, const PgStat_KindInfo *kind_info)
 
void pgstat_write_chunk (FILE *fpout, void *ptr, size_t len)
 
bool pgstat_read_chunk (FILE *fpin, void *ptr, size_t len)
 
void assign_stats_fetch_consistency (int newval, void *extra)
 

Variables

bool pgstat_track_counts = false
 
int pgstat_fetch_consistency = PGSTAT_FETCH_CONSISTENCY_CACHE
 
PgStat_LocalState pgStatLocal
 
bool pgstat_report_fixed = false
 
static MemoryContext pgStatPendingContext = NULL
 
static dlist_head pgStatPending = DLIST_STATIC_INIT(pgStatPending)
 
static bool pgStatForceNextFlush = false
 
static bool force_stats_snapshot_clear = false
 
static const PgStat_KindInfo pgstat_kind_builtin_infos [PGSTAT_KIND_BUILTIN_SIZE]
 
static const PgStat_KindInfo ** pgstat_kind_custom_infos = NULL
 

Macro Definition Documentation

◆ PGSTAT_FILE_ENTRY_END

#define PGSTAT_FILE_ENTRY_END   'E' /* end of file */

Definition at line 144 of file pgstat.c.

◆ PGSTAT_FILE_ENTRY_FIXED

#define PGSTAT_FILE_ENTRY_FIXED   'F' /* fixed-numbered stats entry */

Definition at line 145 of file pgstat.c.

◆ PGSTAT_FILE_ENTRY_HASH

#define PGSTAT_FILE_ENTRY_HASH
Value:
'S' /* stats entry identified by
* PgStat_HashKey */

Definition at line 147 of file pgstat.c.

152{
154 char status; /* for simplehash use */
155 void *data; /* the stats data itself */
157
158
159/* ----------
160 * Backend-local Hash Table Definitions
161 * ----------
162 */
163
164/* for stats snapshot entries */
165#define SH_PREFIX pgstat_snapshot
166#define SH_ELEMENT_TYPE PgStat_SnapshotEntry
167#define SH_KEY_TYPE PgStat_HashKey
168#define SH_KEY key
169#define SH_HASH_KEY(tb, key) \
170 pgstat_hash_hash_key(&key, sizeof(PgStat_HashKey), NULL)
171#define SH_EQUAL(tb, a, b) \
172 pgstat_cmp_hash_key(&a, &b, sizeof(PgStat_HashKey), NULL) == 0
173#define SH_SCOPE static inline
174#define SH_DEFINE
175#define SH_DECLARE
176#include "lib/simplehash.h"
177
178
179/* ----------
180 * Local function forward declarations
181 * ----------
182 */
183
184static void pgstat_write_statsfile(void);
185static void pgstat_read_statsfile(void);
186
187static void pgstat_init_snapshot_fixed(void);
188
189static void pgstat_reset_after_failure(void);
190
191static bool pgstat_flush_pending_entries(bool nowait);
192
193static void pgstat_prep_snapshot(void);
194static void pgstat_build_snapshot(void);
196
197static inline bool pgstat_is_kind_valid(PgStat_Kind kind);
198
199
200/* ----------
201 * GUC parameters
202 * ----------
203 */
204
205bool pgstat_track_counts = false;
207
208
209/* ----------
210 * state shared with pgstat_*.c
211 * ----------
212 */
213
215
216/*
217 * Track pending reports for fixed-numbered stats, used by
218 * pgstat_report_stat().
219 */
220bool pgstat_report_fixed = false;
221
222/* ----------
223 * Local data
224 *
225 * NB: There should be only variables related to stats infrastructure here,
226 * not for specific kinds of stats.
227 * ----------
228 */
229
230/*
231 * Memory contexts containing the pgStatEntryRefHash table, the
232 * pgStatSharedRef entries, and pending data respectively. Mostly to make it
233 * easier to track / attribute memory usage.
234 */
235
237
238/*
239 * Backend local list of PgStat_EntryRef with unflushed pending stats.
240 *
241 * Newly pending entries should only ever be added to the end of the list,
242 * otherwise pgstat_flush_pending_entries() might not see them immediately.
243 */
245
246
247/*
248 * Force the next stats flush to happen regardless of
249 * PGSTAT_MIN_INTERVAL. Useful in test scripts.
250 */
251static bool pgStatForceNextFlush = false;
252
253/*
254 * Force-clear existing snapshot before next use when stats_fetch_consistency
255 * is changed.
256 */
257static bool force_stats_snapshot_clear = false;
258
259
260/*
261 * For assertions that check pgstat is not used before initialization / after
262 * shutdown.
263 */
264#ifdef USE_ASSERT_CHECKING
265static bool pgstat_is_initialized = false;
266static bool pgstat_is_shutdown = false;
267#endif
268
269
270/*
271 * The different kinds of built-in statistics.
272 *
273 * If reasonably possible, handling specific to one kind of stats should go
274 * through this abstraction, rather than making more of pgstat.c aware.
275 *
276 * See comments for struct PgStat_KindInfo for details about the individual
277 * fields.
278 *
279 * XXX: It'd be nicer to define this outside of this file. But there doesn't
280 * seem to be a great way of doing that, given the split across multiple
281 * files.
282 */
284
285 /* stats kinds for variable-numbered objects */
286
288 .name = "database",
289
290 .fixed_amount = false,
291 .write_to_file = true,
292 /* so pg_stat_database entries can be seen in all databases */
293 .accessed_across_databases = true,
294
295 .shared_size = sizeof(PgStatShared_Database),
296 .shared_data_off = offsetof(PgStatShared_Database, stats),
297 .shared_data_len = sizeof(((PgStatShared_Database *) 0)->stats),
298 .pending_size = sizeof(PgStat_StatDBEntry),
299
300 .flush_pending_cb = pgstat_database_flush_cb,
301 .reset_timestamp_cb = pgstat_database_reset_timestamp_cb,
302 },
303
305 .name = "relation",
306
307 .fixed_amount = false,
308 .write_to_file = true,
309
310 .shared_size = sizeof(PgStatShared_Relation),
311 .shared_data_off = offsetof(PgStatShared_Relation, stats),
312 .shared_data_len = sizeof(((PgStatShared_Relation *) 0)->stats),
313 .pending_size = sizeof(PgStat_TableStatus),
314
315 .flush_pending_cb = pgstat_relation_flush_cb,
316 .delete_pending_cb = pgstat_relation_delete_pending_cb,
317 .reset_timestamp_cb = pgstat_relation_reset_timestamp_cb,
318 },
319
321 .name = "function",
322
323 .fixed_amount = false,
324 .write_to_file = true,
325
326 .shared_size = sizeof(PgStatShared_Function),
327 .shared_data_off = offsetof(PgStatShared_Function, stats),
328 .shared_data_len = sizeof(((PgStatShared_Function *) 0)->stats),
329 .pending_size = sizeof(PgStat_FunctionCounts),
330
331 .flush_pending_cb = pgstat_function_flush_cb,
332 .reset_timestamp_cb = pgstat_function_reset_timestamp_cb,
333 },
334
336 .name = "replslot",
337
338 .fixed_amount = false,
339 .write_to_file = true,
340
341 .accessed_across_databases = true,
342
343 .shared_size = sizeof(PgStatShared_ReplSlot),
344 .shared_data_off = offsetof(PgStatShared_ReplSlot, stats),
345 .shared_data_len = sizeof(((PgStatShared_ReplSlot *) 0)->stats),
346
347 .reset_timestamp_cb = pgstat_replslot_reset_timestamp_cb,
348 .to_serialized_name = pgstat_replslot_to_serialized_name_cb,
349 .from_serialized_name = pgstat_replslot_from_serialized_name_cb,
350 },
351
353 .name = "subscription",
354
355 .fixed_amount = false,
356 .write_to_file = true,
357 /* so pg_stat_subscription_stats entries can be seen in all databases */
358 .accessed_across_databases = true,
359
360 .shared_size = sizeof(PgStatShared_Subscription),
361 .shared_data_off = offsetof(PgStatShared_Subscription, stats),
362 .shared_data_len = sizeof(((PgStatShared_Subscription *) 0)->stats),
363 .pending_size = sizeof(PgStat_BackendSubEntry),
364
365 .flush_pending_cb = pgstat_subscription_flush_cb,
366 .reset_timestamp_cb = pgstat_subscription_reset_timestamp_cb,
367 },
368
370 .name = "backend",
371
372 .fixed_amount = false,
373 .write_to_file = false,
374
375 .accessed_across_databases = true,
376
377 .shared_size = sizeof(PgStatShared_Backend),
378 .shared_data_off = offsetof(PgStatShared_Backend, stats),
379 .shared_data_len = sizeof(((PgStatShared_Backend *) 0)->stats),
380
381 .flush_static_cb = pgstat_backend_flush_cb,
382 .reset_timestamp_cb = pgstat_backend_reset_timestamp_cb,
383 },
384
385 /* stats for fixed-numbered (mostly 1) objects */
386
388 .name = "archiver",
389
390 .fixed_amount = true,
391 .write_to_file = true,
392
393 .snapshot_ctl_off = offsetof(PgStat_Snapshot, archiver),
394 .shared_ctl_off = offsetof(PgStat_ShmemControl, archiver),
395 .shared_data_off = offsetof(PgStatShared_Archiver, stats),
396 .shared_data_len = sizeof(((PgStatShared_Archiver *) 0)->stats),
397
398 .init_shmem_cb = pgstat_archiver_init_shmem_cb,
399 .reset_all_cb = pgstat_archiver_reset_all_cb,
400 .snapshot_cb = pgstat_archiver_snapshot_cb,
401 },
402
404 .name = "bgwriter",
405
406 .fixed_amount = true,
407 .write_to_file = true,
408
409 .snapshot_ctl_off = offsetof(PgStat_Snapshot, bgwriter),
410 .shared_ctl_off = offsetof(PgStat_ShmemControl, bgwriter),
411 .shared_data_off = offsetof(PgStatShared_BgWriter, stats),
412 .shared_data_len = sizeof(((PgStatShared_BgWriter *) 0)->stats),
413
414 .init_shmem_cb = pgstat_bgwriter_init_shmem_cb,
415 .reset_all_cb = pgstat_bgwriter_reset_all_cb,
416 .snapshot_cb = pgstat_bgwriter_snapshot_cb,
417 },
418
420 .name = "checkpointer",
421
422 .fixed_amount = true,
423 .write_to_file = true,
424
425 .snapshot_ctl_off = offsetof(PgStat_Snapshot, checkpointer),
426 .shared_ctl_off = offsetof(PgStat_ShmemControl, checkpointer),
427 .shared_data_off = offsetof(PgStatShared_Checkpointer, stats),
428 .shared_data_len = sizeof(((PgStatShared_Checkpointer *) 0)->stats),
429
430 .init_shmem_cb = pgstat_checkpointer_init_shmem_cb,
431 .reset_all_cb = pgstat_checkpointer_reset_all_cb,
432 .snapshot_cb = pgstat_checkpointer_snapshot_cb,
433 },
434
435 [PGSTAT_KIND_IO] = {
436 .name = "io",
437
438 .fixed_amount = true,
439 .write_to_file = true,
440
441 .snapshot_ctl_off = offsetof(PgStat_Snapshot, io),
442 .shared_ctl_off = offsetof(PgStat_ShmemControl, io),
443 .shared_data_off = offsetof(PgStatShared_IO, stats),
444 .shared_data_len = sizeof(((PgStatShared_IO *) 0)->stats),
445
446 .flush_static_cb = pgstat_io_flush_cb,
447 .init_shmem_cb = pgstat_io_init_shmem_cb,
448 .reset_all_cb = pgstat_io_reset_all_cb,
449 .snapshot_cb = pgstat_io_snapshot_cb,
450 },
451
452 [PGSTAT_KIND_LOCK] = {
453 .name = "lock",
454
455 .fixed_amount = true,
456 .write_to_file = true,
457
458 .snapshot_ctl_off = offsetof(PgStat_Snapshot, lock),
459 .shared_ctl_off = offsetof(PgStat_ShmemControl, lock),
460 .shared_data_off = offsetof(PgStatShared_Lock, stats),
461 .shared_data_len = sizeof(((PgStatShared_Lock *) 0)->stats),
462
463 .flush_static_cb = pgstat_lock_flush_cb,
464 .init_shmem_cb = pgstat_lock_init_shmem_cb,
465 .reset_all_cb = pgstat_lock_reset_all_cb,
466 .snapshot_cb = pgstat_lock_snapshot_cb,
467 },
468
469 [PGSTAT_KIND_SLRU] = {
470 .name = "slru",
471
472 .fixed_amount = true,
473 .write_to_file = true,
474
475 .snapshot_ctl_off = offsetof(PgStat_Snapshot, slru),
476 .shared_ctl_off = offsetof(PgStat_ShmemControl, slru),
477 .shared_data_off = offsetof(PgStatShared_SLRU, stats),
478 .shared_data_len = sizeof(((PgStatShared_SLRU *) 0)->stats),
479
480 .flush_static_cb = pgstat_slru_flush_cb,
481 .init_shmem_cb = pgstat_slru_init_shmem_cb,
482 .reset_all_cb = pgstat_slru_reset_all_cb,
483 .snapshot_cb = pgstat_slru_snapshot_cb,
484 },
485
486 [PGSTAT_KIND_WAL] = {
487 .name = "wal",
488
489 .fixed_amount = true,
490 .write_to_file = true,
491
492 .snapshot_ctl_off = offsetof(PgStat_Snapshot, wal),
493 .shared_ctl_off = offsetof(PgStat_ShmemControl, wal),
494 .shared_data_off = offsetof(PgStatShared_Wal, stats),
495 .shared_data_len = sizeof(((PgStatShared_Wal *) 0)->stats),
496
497 .init_backend_cb = pgstat_wal_init_backend_cb,
498 .flush_static_cb = pgstat_wal_flush_cb,
499 .init_shmem_cb = pgstat_wal_init_shmem_cb,
500 .reset_all_cb = pgstat_wal_reset_all_cb,
501 .snapshot_cb = pgstat_wal_snapshot_cb,
502 },
503};
504
505/*
506 * Information about custom statistics kinds.
507 *
508 * These are saved in a different array than the built-in kinds to save
509 * in clarity with the initializations.
510 *
511 * Indexed by PGSTAT_KIND_CUSTOM_MIN, of size PGSTAT_KIND_CUSTOM_SIZE.
512 */
514
515/* ------------------------------------------------------------
516 * Functions managing the state of the stats system for all backends.
517 * ------------------------------------------------------------
518 */
519
520/*
521 * Read on-disk stats into memory at server start.
522 *
523 * Should only be called by the startup process or in single user mode.
524 */
525void
527{
529}
530
531/*
532 * Remove the stats file. This is currently used only if WAL recovery is
533 * needed after a crash.
534 *
535 * Should only be called by the startup process or in single user mode.
536 */
537void
539{
540 int ret;
541
542 /* NB: this needs to be done even in single user mode */
543
544 /* First, cleanup the main pgstats file */
546 if (ret != 0)
547 {
548 if (errno == ENOENT)
549 elog(DEBUG2,
550 "didn't need to unlink permanent stats file \"%s\" - didn't exist",
552 else
553 ereport(LOG,
555 errmsg("could not unlink permanent statistics file \"%s\": %m",
557 }
558 else
559 {
562 errmsg_internal("unlinked permanent statistics file \"%s\"",
564 }
565
566 /* Finish callbacks, if required */
567 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
568 {
570
571 if (kind_info && kind_info->finish)
572 kind_info->finish(STATS_DISCARD);
573 }
574
575 /*
576 * Reset stats contents. This will set reset timestamps of fixed-numbered
577 * stats to the current time (no variable stats exist).
578 */
580}
581
582/*
583 * pgstat_before_server_shutdown() needs to be called by exactly one process
584 * during regular server shutdowns. Otherwise all stats will be lost.
585 *
586 * We currently only write out stats for proc_exit(0). We might want to change
587 * that at some point... But right now pgstat_discard_stats() would be called
588 * during the start after a disorderly shutdown, anyway.
589 */
590void
592{
595
596 /*
597 * Stats should only be reported after pgstat_initialize() and before
598 * pgstat_shutdown(). This is a convenient point to catch most violations
599 * of this rule.
600 */
602
603 /* flush out our own pending changes before writing out */
604 pgstat_report_stat(true);
605
606 /*
607 * Only write out file during normal shutdown. Don't even signal that
608 * we've shutdown during irregular shutdowns, because the shutdown
609 * sequence isn't coordinated to ensure this backend shuts down last.
610 */
611 if (code == 0)
612 {
615 }
616}
617
618
619/* ------------------------------------------------------------
620 * Backend initialization / shutdown functions
621 * ------------------------------------------------------------
622 */
623
624/*
625 * Shut down a single backend's statistics reporting at process exit.
626 *
627 * Flush out any remaining statistics counts. Without this, operations
628 * triggered during backend exit (such as temp table deletions) won't be
629 * counted.
630 */
631static void
633{
636
637 /*
638 * If we got as far as discovering our own database ID, we can flush out
639 * what we did so far. Otherwise, we'd be reporting an invalid database
640 * ID, so forget it. (This means that accesses to pg_database during
641 * failed backend starts might never get counted.)
642 */
645
646 pgstat_report_stat(true);
647
648 /* there shouldn't be any pending changes left */
651
652 /* drop the backend stats entry */
655
657
658#ifdef USE_ASSERT_CHECKING
659 pgstat_is_shutdown = true;
660#endif
661}
662
663/*
664 * Initialize pgstats state, and set up our on-proc-exit hook. Called from
665 * BaseInit().
666 *
667 * NOTE: MyDatabaseId isn't set yet; so the shutdown hook has to be careful.
668 */
669void
671{
673
675
677
678 /* Backend initialization callbacks */
679 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
680 {
682
683 if (kind_info == NULL || kind_info->init_backend_cb == NULL)
684 continue;
685
686 kind_info->init_backend_cb();
687 }
688
689 /* Set up a process-exit hook to clean up */
691
692#ifdef USE_ASSERT_CHECKING
694#endif
695}
696
697
698/* ------------------------------------------------------------
699 * Public functions used by backends follow
700 * ------------------------------------------------------------
701 */
702
703/*
704 * Must be called by processes that performs DML: tcop/postgres.c, logical
705 * receiver processes, SPI worker, etc. to flush pending statistics updates to
706 * shared memory.
707 *
708 * Unless called with 'force', pending stats updates are flushed happen once
709 * per PGSTAT_MIN_INTERVAL (1000ms). When not forced, stats flushes do not
710 * block on lock acquisition, except if stats updates have been pending for
711 * longer than PGSTAT_MAX_INTERVAL (60000ms).
712 *
713 * Whenever pending stats updates remain at the end of pgstat_report_stat() a
714 * suggested idle timeout is returned. Currently this is always
715 * PGSTAT_IDLE_INTERVAL (10000ms). Callers can use the returned time to set up
716 * a timeout after which to call pgstat_report_stat(true), but are not
717 * required to do so.
718 *
719 * Note that this is called only when not within a transaction, so it is fair
720 * to use transaction stop time as an approximation of current time.
721 */
722long
723pgstat_report_stat(bool force)
724{
725 static TimestampTz pending_since = 0;
726 static TimestampTz last_flush = 0;
727 bool partial_flush;
729 bool nowait;
730
733
734 /* "absorb" the forced flush even if there's nothing to flush */
736 {
737 force = true;
738 pgStatForceNextFlush = false;
739 }
740
741 /* Don't expend a clock check if nothing to do */
744 {
745 return 0;
746 }
747
748 /*
749 * There should never be stats to report once stats are shut down. Can't
750 * assert that before the checks above, as there is an unconditional
751 * pgstat_report_stat() call in pgstat_shutdown_hook() - which at least
752 * the process that ran pgstat_before_server_shutdown() will still call.
753 */
755
756 if (force)
757 {
758 /*
759 * Stats reports are forced either when it's been too long since stats
760 * have been reported or in processes that force stats reporting to
761 * happen at specific points (including shutdown). In the former case
762 * the transaction stop time might be quite old, in the latter it
763 * would never get cleared.
764 */
766 }
767 else
768 {
770
771 if (pending_since > 0 &&
773 {
774 /* don't keep pending updates longer than PGSTAT_MAX_INTERVAL */
775 force = true;
776 }
777 else if (last_flush > 0 &&
779 {
780 /* don't flush too frequently */
781 if (pending_since == 0)
783
785 }
786 }
787
789
790 /* don't wait for lock acquisition when !force */
791 nowait = !force;
792
793 partial_flush = false;
794
795 /* flush of variable-numbered stats tracked in pending entries list */
797
798 /* flush of other stats kinds */
800 {
801 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
802 {
804
805 if (!kind_info)
806 continue;
807 if (!kind_info->flush_static_cb)
808 continue;
809
810 partial_flush |= kind_info->flush_static_cb(nowait);
811 }
812 }
813
814 last_flush = now;
815
816 /*
817 * If some of the pending stats could not be flushed due to lock
818 * contention, let the caller know when to retry.
819 */
820 if (partial_flush)
821 {
822 /* force should have prevented us from getting here */
823 Assert(!force);
824
825 /* remember since when stats have been pending */
826 if (pending_since == 0)
828
830 }
831
832 pending_since = 0;
833 pgstat_report_fixed = false;
834
835 return 0;
836}
837
838/*
839 * Force locally pending stats to be flushed during the next
840 * pgstat_report_stat() call. This is useful for writing tests.
841 */
842void
844{
846}
847
848/*
849 * Only for use by pgstat_reset_counters()
850 */
851static bool
853{
854 return entry->key.dboid == MyDatabaseId;
855}
856
857/*
858 * Reset counters for our database.
859 *
860 * Permission checking for this function is managed through the normal
861 * GRANT system.
862 */
863void
865{
867
870 ts);
871}
872
873/*
874 * Reset a single variable-numbered entry.
875 *
876 * If the stats kind is within a database, also reset the database's
877 * stat_reset_timestamp.
878 *
879 * Permission checking for this function is managed through the normal
880 * GRANT system.
881 */
882void
883pgstat_reset(PgStat_Kind kind, Oid dboid, uint64 objid)
884{
887
888 /* not needed atm, and doesn't make sense with the current signature */
889 Assert(!pgstat_get_kind_info(kind)->fixed_amount);
890
891 /* reset the "single counter" */
892 pgstat_reset_entry(kind, dboid, objid, ts);
893
894 if (!kind_info->accessed_across_databases)
896}
897
898/*
899 * Reset stats for all entries of a kind.
900 *
901 * Permission checking for this function is managed through the normal
902 * GRANT system.
903 */
904void
906{
909
910 if (kind_info->fixed_amount)
911 kind_info->reset_all_cb(ts);
912 else
914}
915
916
917/* ------------------------------------------------------------
918 * Fetching of stats
919 * ------------------------------------------------------------
920 */
921
922/*
923 * Discard any data collected in the current transaction. Any subsequent
924 * request will cause new snapshots to be read.
925 *
926 * This is also invoked during transaction commit or abort to discard
927 * the no-longer-wanted snapshot. Updates of stats_fetch_consistency can
928 * cause this routine to be called.
929 */
930void
932{
934
941
942 /* Release memory, if any was allocated */
944 {
946
947 /* Reset variables */
949 }
950
951 /*
952 * Historically the backend_status.c facilities lived in this file, and
953 * were reset with the same function. For now keep it that way, and
954 * forward the reset request.
955 */
957
958 /* Reset this flag, as it may be possible that a cleanup was forced. */
960}
961
962void *
963pgstat_fetch_entry(PgStat_Kind kind, Oid dboid, uint64 objid, bool *may_free)
964{
965 PgStat_HashKey key = {0};
966 PgStat_EntryRef *entry_ref;
967 void *stats_data;
969
970 /* should be called from backends */
972 Assert(!kind_info->fixed_amount);
973
974 /*
975 * Initialize *may_free to false. We'll change it to true later if we end
976 * up allocating the result in the caller's context and not caching it.
977 */
978 if (may_free)
979 *may_free = false;
980
982
983 key.kind = kind;
984 key.dboid = dboid;
985 key.objid = objid;
986
987 /* if we need to build a full snapshot, do so */
990
991 /* if caching is desired, look up in cache */
993 {
994 PgStat_SnapshotEntry *entry = NULL;
995
997
998 if (entry)
999 return entry->data;
1000
1001 /*
1002 * If we built a full snapshot and the key is not in
1003 * pgStatLocal.snapshot.stats, there are no matching stats.
1004 */
1006 return NULL;
1007 }
1008
1010
1011 entry_ref = pgstat_get_entry_ref(kind, dboid, objid, false, NULL);
1012
1013 if (entry_ref == NULL || entry_ref->shared_entry->dropped)
1014 {
1015 /* create empty entry when using PGSTAT_FETCH_CONSISTENCY_CACHE */
1017 {
1018 PgStat_SnapshotEntry *entry = NULL;
1019 bool found;
1020
1021 entry = pgstat_snapshot_insert(pgStatLocal.snapshot.stats, key, &found);
1022 Assert(!found);
1023 entry->data = NULL;
1024 }
1025 return NULL;
1026 }
1027
1028 /*
1029 * Allocate in caller's context for PGSTAT_FETCH_CONSISTENCY_NONE,
1030 * otherwise we could quickly end up with a fair bit of memory used due to
1031 * repeated accesses.
1032 */
1034 {
1035 stats_data = palloc(kind_info->shared_data_len);
1036
1037 /*
1038 * Since we allocated the result in the caller's context and aren't
1039 * caching it, the caller can safely pfree() it.
1040 */
1041 if (may_free)
1042 *may_free = true;
1043 }
1044 else
1046 kind_info->shared_data_len);
1047
1048 (void) pgstat_lock_entry_shared(entry_ref, false);
1050 pgstat_get_entry_data(kind, entry_ref->shared_stats),
1051 kind_info->shared_data_len);
1052 pgstat_unlock_entry(entry_ref);
1053
1055 {
1056 PgStat_SnapshotEntry *entry = NULL;
1057 bool found;
1058
1059 entry = pgstat_snapshot_insert(pgStatLocal.snapshot.stats, key, &found);
1060 entry->data = stats_data;
1061 }
1062
1063 return stats_data;
1064}
1065
1066/*
1067 * If a stats snapshot has been taken, return the timestamp at which that was
1068 * done, and set *have_snapshot to true. Otherwise *have_snapshot is set to
1069 * false.
1070 */
1073{
1076
1078 {
1079 *have_snapshot = true;
1081 }
1082
1083 *have_snapshot = false;
1084
1085 return 0;
1086}
1087
1088bool
1089pgstat_have_entry(PgStat_Kind kind, Oid dboid, uint64 objid)
1090{
1091 /* fixed-numbered stats always exist */
1092 if (pgstat_get_kind_info(kind)->fixed_amount)
1093 return true;
1094
1095 return pgstat_get_entry_ref(kind, dboid, objid, false, NULL) != NULL;
1096}
1097
1098/*
1099 * Ensure snapshot for fixed-numbered 'kind' exists.
1100 *
1101 * Typically used by the pgstat_fetch_* functions for a kind of stats, before
1102 * massaging the data into the desired format.
1103 */
1104void
1106{
1108 Assert(pgstat_get_kind_info(kind)->fixed_amount);
1109
1112
1115 else
1117
1118 if (pgstat_is_kind_builtin(kind))
1120 else if (pgstat_is_kind_custom(kind))
1122}
1123
1124static void
1126{
1127 /*
1128 * Initialize fixed-numbered statistics data in snapshots, only for custom
1129 * stats kinds.
1130 */
1131 for (PgStat_Kind kind = PGSTAT_KIND_CUSTOM_MIN; kind <= PGSTAT_KIND_CUSTOM_MAX; kind++)
1132 {
1134
1135 if (!kind_info || !kind_info->fixed_amount)
1136 continue;
1137
1140 }
1141}
1142
1143static void
1145{
1148
1151 return;
1152
1155 "PgStat Snapshot",
1157
1161 NULL);
1162}
1163
1164static void
1166{
1169
1170 /* should only be called when we need a snapshot */
1172
1173 /* snapshot already built */
1175 return;
1176
1178
1179 Assert(pgStatLocal.snapshot.stats->members == 0);
1180
1182
1183 /*
1184 * Snapshot all variable stats.
1185 */
1187 while ((p = dshash_seq_next(&hstat)) != NULL)
1188 {
1189 PgStat_Kind kind = p->key.kind;
1191 bool found;
1192 PgStat_SnapshotEntry *entry;
1194
1195 /*
1196 * Check if the stats object should be included in the snapshot.
1197 * Unless the stats kind can be accessed from all databases (e.g.,
1198 * database stats themselves), we only include stats for the current
1199 * database or objects not associated with a database (e.g. shared
1200 * relations).
1201 */
1202 if (p->key.dboid != MyDatabaseId &&
1203 p->key.dboid != InvalidOid &&
1204 !kind_info->accessed_across_databases)
1205 continue;
1206
1207 if (p->dropped)
1208 continue;
1209
1211
1214
1216 Assert(!found);
1217
1219 pgstat_get_entry_len(kind));
1220
1221 /*
1222 * Acquire the LWLock directly instead of using
1223 * pg_stat_lock_entry_shared() which requires a reference.
1224 */
1226 memcpy(entry->data,
1228 pgstat_get_entry_len(kind));
1229 LWLockRelease(&stats_data->lock);
1230 }
1232
1233 /*
1234 * Build snapshot of all fixed-numbered stats.
1235 */
1236 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1237 {
1239
1240 if (!kind_info)
1241 continue;
1242 if (!kind_info->fixed_amount)
1243 {
1244 Assert(kind_info->snapshot_cb == NULL);
1245 continue;
1246 }
1247
1249 }
1250
1252}
1253
1254static void
1256{
1258 int idx;
1259 bool *valid;
1260
1261 /* Position in fixed_valid or custom_valid */
1262 if (pgstat_is_kind_builtin(kind))
1263 {
1264 idx = kind;
1266 }
1267 else
1268 {
1269 idx = kind - PGSTAT_KIND_CUSTOM_MIN;
1271 }
1272
1273 Assert(kind_info->fixed_amount);
1274 Assert(kind_info->snapshot_cb != NULL);
1275
1277 {
1278 /* rebuild every time */
1279 valid[idx] = false;
1280 }
1281 else if (valid[idx])
1282 {
1283 /* in snapshot mode we shouldn't get called again */
1285 return;
1286 }
1287
1288 Assert(!valid[idx]);
1289
1290 kind_info->snapshot_cb();
1291
1292 Assert(!valid[idx]);
1293 valid[idx] = true;
1294}
1295
1296
1297/* ------------------------------------------------------------
1298 * Backend-local pending stats infrastructure
1299 * ------------------------------------------------------------
1300 */
1301
1302/*
1303 * Returns the appropriate PgStat_EntryRef, preparing it to receive pending
1304 * stats if not already done.
1305 *
1306 * If created_entry is non-NULL, it'll be set to true if the entry is newly
1307 * created, false otherwise.
1308 */
1311{
1312 PgStat_EntryRef *entry_ref;
1313
1314 /* need to be able to flush out */
1315 Assert(pgstat_get_kind_info(kind)->flush_pending_cb != NULL);
1316
1318 {
1321 "PgStat Pending",
1323 }
1324
1325 entry_ref = pgstat_get_entry_ref(kind, dboid, objid,
1326 true, created_entry);
1327
1328 if (entry_ref->pending == NULL)
1329 {
1330 size_t entrysize = pgstat_get_kind_info(kind)->pending_size;
1331
1332 Assert(entrysize != (size_t) -1);
1333
1334 entry_ref->pending = MemoryContextAllocZero(pgStatPendingContext, entrysize);
1336 }
1337
1338 return entry_ref;
1339}
1340
1341/*
1342 * Return an existing stats entry, or NULL.
1343 *
1344 * This should only be used for helper function for pgstatfuncs.c - outside of
1345 * that it shouldn't be needed.
1346 */
1349{
1350 PgStat_EntryRef *entry_ref;
1351
1352 entry_ref = pgstat_get_entry_ref(kind, dboid, objid, false, NULL);
1353
1354 if (entry_ref == NULL || entry_ref->pending == NULL)
1355 return NULL;
1356
1357 return entry_ref;
1358}
1359
1360void
1362{
1363 PgStat_Kind kind = entry_ref->shared_entry->key.kind;
1365 void *pending_data = entry_ref->pending;
1366
1368 /* !fixed_amount stats should be handled explicitly */
1369 Assert(!pgstat_get_kind_info(kind)->fixed_amount);
1370
1371 if (kind_info->delete_pending_cb)
1372 kind_info->delete_pending_cb(entry_ref);
1373
1375 entry_ref->pending = NULL;
1376
1377 dlist_delete(&entry_ref->pending_node);
1378}
1379
1380/*
1381 * Flush out pending variable-numbered stats.
1382 */
1383static bool
1385{
1386 bool have_pending = false;
1387 dlist_node *cur = NULL;
1388
1389 /*
1390 * Need to be a bit careful iterating over the list of pending entries.
1391 * Processing a pending entry may queue further pending entries to the end
1392 * of the list that we want to process, so a simple iteration won't do.
1393 * Further complicating matters is that we want to delete the current
1394 * entry in each iteration from the list if we flushed successfully.
1395 *
1396 * So we just keep track of the next pointer in each loop iteration.
1397 */
1400
1401 while (cur)
1402 {
1403 PgStat_EntryRef *entry_ref =
1404 dlist_container(PgStat_EntryRef, pending_node, cur);
1405 PgStat_HashKey key = entry_ref->shared_entry->key;
1406 PgStat_Kind kind = key.kind;
1408 bool did_flush;
1410
1411 Assert(!kind_info->fixed_amount);
1412 Assert(kind_info->flush_pending_cb != NULL);
1413
1414 /* flush the stats, if possible */
1415 did_flush = kind_info->flush_pending_cb(entry_ref, nowait);
1416
1417 Assert(did_flush || nowait);
1418
1419 /* determine next entry, before deleting the pending entry */
1422 else
1423 next = NULL;
1424
1425 /* if successfully flushed, remove entry */
1426 if (did_flush)
1427 pgstat_delete_pending_entry(entry_ref);
1428 else
1429 have_pending = true;
1430
1431 cur = next;
1432 }
1433
1435
1436 return have_pending;
1437}
1438
1439
1440/* ------------------------------------------------------------
1441 * Helper / infrastructure functions
1442 * ------------------------------------------------------------
1443 */
1444
1447{
1448 for (PgStat_Kind kind = PGSTAT_KIND_BUILTIN_MIN; kind <= PGSTAT_KIND_BUILTIN_MAX; kind++)
1449 {
1451 return kind;
1452 }
1453
1454 /* Check the custom set of cumulative stats */
1456 {
1457 for (PgStat_Kind kind = PGSTAT_KIND_CUSTOM_MIN; kind <= PGSTAT_KIND_CUSTOM_MAX; kind++)
1458 {
1460
1463 return kind;
1464 }
1465 }
1466
1467 ereport(ERROR,
1469 errmsg("invalid statistics kind: \"%s\"", kind_str)));
1470 return PGSTAT_KIND_INVALID; /* avoid compiler warnings */
1471}
1472
1473static inline bool
1475{
1476 return pgstat_is_kind_builtin(kind) || pgstat_is_kind_custom(kind);
1477}
1478
1479const PgStat_KindInfo *
1481{
1482 if (pgstat_is_kind_builtin(kind))
1483 return &pgstat_kind_builtin_infos[kind];
1484
1485 if (pgstat_is_kind_custom(kind))
1486 {
1488
1491 return NULL;
1493 }
1494
1495 return NULL;
1496}
1497
1498/*
1499 * Register a new stats kind.
1500 *
1501 * PgStat_Kinds must be globally unique across all extensions. Refer
1502 * to https://wiki.postgresql.org/wiki/CustomCumulativeStats to reserve a
1503 * unique ID for your extension, to avoid conflicts with other extension
1504 * developers. During development, use PGSTAT_KIND_EXPERIMENTAL to avoid
1505 * needlessly reserving a new ID.
1506 */
1507void
1509{
1511
1512 if (kind_info->name == NULL || strlen(kind_info->name) == 0)
1513 ereport(ERROR,
1514 (errmsg("custom cumulative statistics name is invalid"),
1515 errhint("Provide a non-empty name for the custom cumulative statistics.")));
1516
1517 if (!pgstat_is_kind_custom(kind))
1518 ereport(ERROR, (errmsg("custom cumulative statistics ID %u is out of range", kind),
1519 errhint("Provide a custom cumulative statistics ID between %u and %u.",
1521
1523 ereport(ERROR,
1524 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1525 errdetail("Custom cumulative statistics must be registered while initializing modules in \"shared_preload_libraries\".")));
1526
1527 /*
1528 * Check some data for fixed-numbered stats.
1529 */
1530 if (kind_info->fixed_amount)
1531 {
1532 if (kind_info->shared_size == 0)
1533 ereport(ERROR,
1534 (errmsg("custom cumulative statistics property is invalid"),
1535 errhint("Custom cumulative statistics require a shared memory size for fixed-numbered objects.")));
1536 if (kind_info->track_entry_count)
1537 ereport(ERROR,
1538 (errmsg("custom cumulative statistics property is invalid"),
1539 errhint("Custom cumulative statistics cannot use entry count tracking for fixed-numbered objects.")));
1540 }
1541
1542 /*
1543 * If pgstat_kind_custom_infos is not available yet, allocate it.
1544 */
1546 {
1550 }
1551
1554 ereport(ERROR,
1555 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1556 errdetail("Custom cumulative statistics \"%s\" already registered with the same ID.",
1558
1559 /* check for existing custom stats with the same name */
1561 {
1563
1565 continue;
1567 ereport(ERROR,
1568 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1569 errdetail("Existing cumulative statistics with ID %u has the same name.", existing_kind)));
1570 }
1571
1572 /* Register it */
1574 ereport(LOG,
1575 (errmsg("registered custom cumulative statistics \"%s\" with ID %u",
1576 kind_info->name, kind)));
1577}
1578
1579/*
1580 * Stats should only be reported after pgstat_initialize() and before
1581 * pgstat_shutdown(). This check is put in a few central places to catch
1582 * violations of this rule more easily.
1583 */
1584#ifdef USE_ASSERT_CHECKING
1585void
1587{
1589}
1590#endif
1591
1592
1593/* ------------------------------------------------------------
1594 * reading and writing of on-disk stats file
1595 * ------------------------------------------------------------
1596 */
1597
1598/* helper for pgstat_write_statsfile() */
1599void
1600pgstat_write_chunk(FILE *fpout, void *ptr, size_t len)
1601{
1602 int rc;
1603
1604 rc = fwrite(ptr, len, 1, fpout);
1605
1606 /* We check for errors with ferror() when done writing the stats. */
1607 (void) rc;
1608}
1609
1610/*
1611 * This function is called in the last process that is accessing the shared
1612 * stats so locking is not required.
1613 */
1614static void
1616{
1617 FILE *fpout;
1623
1625
1626 /* should be called only by the checkpointer or single user mode */
1628
1629 /* we're shutting down, so it's ok to just override this */
1631
1632 elog(DEBUG2, "writing stats file \"%s\"", statfile);
1633
1634 /*
1635 * Open the statistics temp file to write out the current values.
1636 */
1638 if (fpout == NULL)
1639 {
1640 ereport(LOG,
1642 errmsg("could not open temporary statistics file \"%s\": %m",
1643 tmpfile)));
1644 return;
1645 }
1646
1647 /*
1648 * Write the file header --- currently just a format ID.
1649 */
1652
1653 /* Write various stats structs for fixed number of objects */
1654 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1655 {
1656 char *ptr;
1657 const PgStat_KindInfo *info = pgstat_get_kind_info(kind);
1658
1659 if (!info || !info->fixed_amount)
1660 continue;
1661
1662 if (pgstat_is_kind_builtin(kind))
1663 Assert(info->snapshot_ctl_off != 0);
1664
1665 /* skip if no need to write to file */
1666 if (!info->write_to_file)
1667 continue;
1668
1670 if (pgstat_is_kind_builtin(kind))
1671 ptr = ((char *) &pgStatLocal.snapshot) + info->snapshot_ctl_off;
1672 else
1674
1678 }
1679
1680 /*
1681 * Walk through the stats entries
1682 */
1684 while ((ps = dshash_seq_next(&hstat)) != NULL)
1685 {
1688
1690
1691 /*
1692 * We should not see any "dropped" entries when writing the stats
1693 * file, as all backends and auxiliary processes should have cleaned
1694 * up their references before they terminated.
1695 *
1696 * However, since we are already shutting down, it is not worth
1697 * crashing the server over any potential cleanup issues, so we simply
1698 * skip such entries if encountered.
1699 */
1700 Assert(!ps->dropped);
1701 if (ps->dropped)
1702 continue;
1703
1704 /*
1705 * This discards data related to custom stats kinds that are unknown
1706 * to this process.
1707 */
1708 if (!pgstat_is_kind_valid(ps->key.kind))
1709 {
1710 elog(WARNING, "found unknown stats entry %u/%u/%" PRIu64,
1711 ps->key.kind, ps->key.dboid,
1712 ps->key.objid);
1713 continue;
1714 }
1715
1717
1718 kind_info = pgstat_get_kind_info(ps->key.kind);
1719
1720 /* if not dropped the valid-entry refcount should exist */
1721 Assert(pg_atomic_read_u32(&ps->refcount) > 0);
1722
1723 /* skip if no need to write to file */
1724 if (!kind_info->write_to_file)
1725 continue;
1726
1727 if (!kind_info->to_serialized_name)
1728 {
1729 /* normal stats entry, identified by PgStat_HashKey */
1732 }
1733 else
1734 {
1735 /* stats entry identified by name on disk (e.g. slots) */
1736 NameData name;
1737
1738 kind_info->to_serialized_name(&ps->key, shstats, &name);
1739
1741 pgstat_write_chunk_s(fpout, &ps->key.kind);
1743 }
1744
1745 /* Write except the header part of the entry */
1747 pgstat_get_entry_data(ps->key.kind, shstats),
1748 pgstat_get_entry_len(ps->key.kind));
1749
1750 /* Write more data for the entry, if required */
1751 if (kind_info->to_serialized_data)
1752 kind_info->to_serialized_data(&ps->key, shstats, fpout);
1753 }
1755
1756 /*
1757 * No more output to be done. Close the temp file and replace the old
1758 * pgstat.stat with it. The ferror() check replaces testing for error
1759 * after each individual fputc or fwrite (in pgstat_write_chunk()) above.
1760 */
1762
1763 if (ferror(fpout))
1764 {
1765 ereport(LOG,
1767 errmsg("could not write temporary statistics file \"%s\": %m",
1768 tmpfile)));
1769 FreeFile(fpout);
1770 unlink(tmpfile);
1771 }
1772 else if (FreeFile(fpout) < 0)
1773 {
1774 ereport(LOG,
1776 errmsg("could not close temporary statistics file \"%s\": %m",
1777 tmpfile)));
1778 unlink(tmpfile);
1779 }
1780 else if (durable_rename(tmpfile, statfile, LOG) < 0)
1781 {
1782 /* durable_rename already emitted log message */
1783 unlink(tmpfile);
1784 }
1785
1786 /* Finish callbacks, if required */
1787 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1788 {
1790
1791 if (kind_info && kind_info->finish)
1792 kind_info->finish(STATS_WRITE);
1793 }
1794}
1795
1796/* helper for pgstat_read_statsfile() */
1797bool
1798pgstat_read_chunk(FILE *fpin, void *ptr, size_t len)
1799{
1800 return fread(ptr, 1, len, fpin) == len;
1801}
1802
1803/*
1804 * Reads in existing statistics file into memory.
1805 *
1806 * This function is called in the only process that is accessing the shared
1807 * stats so locking is not required.
1808 */
1809static void
1811{
1812 FILE *fpin;
1814 bool found;
1817
1818 /* shouldn't be called from postmaster */
1820
1821 elog(DEBUG2, "reading stats file \"%s\"", statfile);
1822
1823 /*
1824 * Try to open the stats file. If it doesn't exist, the backends simply
1825 * returns zero for anything and statistics simply starts from scratch
1826 * with empty counters.
1827 *
1828 * ENOENT is a possibility if stats collection was previously disabled or
1829 * has not yet written the stats file for the first time. Any other
1830 * failure condition is suspicious.
1831 */
1833 {
1834 if (errno != ENOENT)
1835 ereport(LOG,
1837 errmsg("could not open statistics file \"%s\": %m",
1838 statfile)));
1840 return;
1841 }
1842
1843 /*
1844 * Verify it's of the expected format.
1845 */
1847 {
1848 elog(WARNING, "could not read format ID");
1849 goto error;
1850 }
1851
1853 {
1854 elog(WARNING, "found incorrect format ID %d (expected %d)",
1856 goto error;
1857 }
1858
1859 /*
1860 * We found an existing statistics file. Read it and put all the stats
1861 * data into place.
1862 */
1863 for (;;)
1864 {
1865 int t = fgetc(fpin);
1866
1867 switch (t)
1868 {
1870 {
1871 PgStat_Kind kind;
1872 const PgStat_KindInfo *info;
1873 char *ptr;
1874
1875 /* entry for fixed-numbered stats */
1876 if (!pgstat_read_chunk_s(fpin, &kind))
1877 {
1878 elog(WARNING, "could not read stats kind for entry of type %c", t);
1879 goto error;
1880 }
1881
1882 if (!pgstat_is_kind_valid(kind))
1883 {
1884 elog(WARNING, "invalid stats kind %u for entry of type %c",
1885 kind, t);
1886 goto error;
1887 }
1888
1889 info = pgstat_get_kind_info(kind);
1890 if (!info)
1891 {
1892 elog(WARNING, "could not find information of kind %u for entry of type %c",
1893 kind, t);
1894 goto error;
1895 }
1896
1897 if (!info->fixed_amount)
1898 {
1899 elog(WARNING, "invalid fixed_amount in stats kind %u for entry of type %c",
1900 kind, t);
1901 goto error;
1902 }
1903
1904 /* Load back stats into shared memory */
1905 if (pgstat_is_kind_builtin(kind))
1906 ptr = ((char *) shmem) + info->shared_ctl_off +
1907 info->shared_data_off;
1908 else
1909 {
1910 int idx = kind - PGSTAT_KIND_CUSTOM_MIN;
1911
1912 ptr = ((char *) shmem->custom_data[idx]) +
1913 info->shared_data_off;
1914 }
1915
1916 if (!pgstat_read_chunk(fpin, ptr, info->shared_data_len))
1917 {
1918 elog(WARNING, "could not read data of stats kind %u for entry of type %c with size %u",
1919 kind, t, info->shared_data_len);
1920 goto error;
1921 }
1922
1923 break;
1924 }
1927 {
1930 PgStatShared_Common *header;
1932
1934
1935 if (t == PGSTAT_FILE_ENTRY_HASH)
1936 {
1937 /* normal stats entry, identified by PgStat_HashKey */
1938 if (!pgstat_read_chunk_s(fpin, &key))
1939 {
1940 elog(WARNING, "could not read key for entry of type %c", t);
1941 goto error;
1942 }
1943
1944 if (!pgstat_is_kind_valid(key.kind))
1945 {
1946 elog(WARNING, "invalid stats kind for entry %u/%u/%" PRIu64 " of type %c",
1947 key.kind, key.dboid,
1948 key.objid, t);
1949 goto error;
1950 }
1951
1953 if (!kind_info)
1954 {
1955 elog(WARNING, "could not find information of kind for entry %u/%u/%" PRIu64 " of type %c",
1956 key.kind, key.dboid,
1957 key.objid, t);
1958 goto error;
1959 }
1960 }
1961 else
1962 {
1963 /* stats entry identified by name on disk (e.g. slots) */
1964 PgStat_Kind kind;
1965 NameData name;
1966
1967 if (!pgstat_read_chunk_s(fpin, &kind))
1968 {
1969 elog(WARNING, "could not read stats kind for entry of type %c", t);
1970 goto error;
1971 }
1973 {
1974 elog(WARNING, "could not read name of stats kind %u for entry of type %c",
1975 kind, t);
1976 goto error;
1977 }
1978 if (!pgstat_is_kind_valid(kind))
1979 {
1980 elog(WARNING, "invalid stats kind %u for entry of type %c",
1981 kind, t);
1982 goto error;
1983 }
1984
1986 if (!kind_info)
1987 {
1988 elog(WARNING, "could not find information of kind %u for entry of type %c",
1989 kind, t);
1990 goto error;
1991 }
1992
1993 if (!kind_info->from_serialized_name)
1994 {
1995 elog(WARNING, "invalid from_serialized_name in stats kind %u for entry of type %c",
1996 kind, t);
1997 goto error;
1998 }
1999
2000 if (!kind_info->from_serialized_name(&name, &key))
2001 {
2002 /* skip over data for entry we don't care about */
2003 if (fseek(fpin, pgstat_get_entry_len(kind), SEEK_CUR) != 0)
2004 {
2005 elog(WARNING, "could not seek \"%s\" of stats kind %u for entry of type %c",
2006 NameStr(name), kind, t);
2007 goto error;
2008 }
2009
2010 continue;
2011 }
2012
2013 Assert(key.kind == kind);
2014 }
2015
2016 /*
2017 * This intentionally doesn't use pgstat_get_entry_ref() -
2018 * putting all stats into checkpointer's
2019 * pgStatEntryRefHash would be wasted effort and memory.
2020 */
2022
2023 /* don't allow duplicate entries */
2024 if (found)
2025 {
2027 elog(WARNING, "found duplicate stats entry %u/%u/%" PRIu64 " of type %c",
2028 key.kind, key.dboid,
2029 key.objid, t);
2030 goto error;
2031 }
2032
2033 header = pgstat_init_entry(key.kind, p);
2035 if (header == NULL)
2036 {
2037 /*
2038 * It would be tempting to switch this ERROR to a
2039 * WARNING, but it would mean that all the statistics
2040 * are discarded when the environment fails on OOM.
2041 */
2042 elog(ERROR, "could not allocate entry %u/%u/%" PRIu64 " of type %c",
2043 key.kind, key.dboid,
2044 key.objid, t);
2045 }
2046
2048 pgstat_get_entry_data(key.kind, header),
2050 {
2051 elog(WARNING, "could not read data for entry %u/%u/%" PRIu64 " of type %c",
2052 key.kind, key.dboid,
2053 key.objid, t);
2054 goto error;
2055 }
2056
2057 /* read more data for the entry, if required */
2058 if (kind_info->from_serialized_data)
2059 {
2060 if (!kind_info->from_serialized_data(&key, header, fpin))
2061 {
2062 elog(WARNING, "could not read auxiliary data for entry %u/%u/%" PRIu64 " of type %c",
2063 key.kind, key.dboid,
2064 key.objid, t);
2065 goto error;
2066 }
2067 }
2068
2069 break;
2070 }
2072
2073 /*
2074 * check that PGSTAT_FILE_ENTRY_END actually signals end of
2075 * file
2076 */
2077 if (fgetc(fpin) != EOF)
2078 {
2079 elog(WARNING, "could not read end-of-file");
2080 goto error;
2081 }
2082
2083 goto done;
2084
2085 default:
2086 elog(WARNING, "could not read entry of type %c", t);
2087 goto error;
2088 }
2089 }
2090
2091done:
2092 /* First, cleanup the main stats file */
2093 FreeFile(fpin);
2094
2095 elog(DEBUG2, "removing permanent stats file \"%s\"", statfile);
2097
2098 /* Finish callbacks, if required */
2099 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
2100 {
2102
2103 if (kind_info && kind_info->finish)
2104 kind_info->finish(STATS_READ);
2105 }
2106
2107 return;
2108
2109error:
2110 ereport(LOG,
2111 (errmsg("corrupted statistics file \"%s\"", statfile)));
2112
2114
2115 goto done;
2116}
2117
2118/*
2119 * Helper to reset / drop stats after a crash or after restoring stats from
2120 * disk failed, potentially after already loading parts.
2121 */
2122static void
2124{
2126
2127 /* reset fixed-numbered stats */
2128 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
2129 {
2131
2132 if (!kind_info || !kind_info->fixed_amount)
2133 continue;
2134
2135 kind_info->reset_all_cb(ts);
2136 }
2137
2138 /* and drop variable-numbered ones */
2140}
2141
2142/*
2143 * GUC assign_hook for stats_fetch_consistency.
2144 */
2145void
2146assign_stats_fetch_consistency(int newval, void *extra)
2147{
2148 /*
2149 * Changing this value in a transaction may cause snapshot state
2150 * inconsistencies, so force a clear of the current snapshot on the next
2151 * snapshot build attempt.
2152 */
2155}
Datum idx(PG_FUNCTION_ARGS)
Definition _int_op.c:262
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition atomics.h:237
bool TimestampDifferenceExceeds(TimestampTz start_time, TimestampTz stop_time, int msec)
Definition timestamp.c:1775
TimestampTz GetCurrentTimestamp(void)
Definition timestamp.c:1639
Datum now(PG_FUNCTION_ARGS)
Definition timestamp.c:1603
void pgstat_clear_backend_activity_snapshot(void)
static int32 next
Definition blutils.c:225
#define NameStr(name)
Definition c.h:835
#define PG_BINARY_R
Definition c.h:1376
#define Assert(condition)
Definition c.h:943
int32_t int32
Definition c.h:620
uint64_t uint64
Definition c.h:625
#define unlikely(x)
Definition c.h:438
uint32_t uint32
Definition c.h:624
#define PG_BINARY_W
Definition c.h:1377
#define OidIsValid(objectId)
Definition c.h:858
memcpy(sums, checksumBaseOffsets, sizeof(checksumBaseOffsets))
int64 TimestampTz
Definition timestamp.h:39
void * dsa_get_address(dsa_area *area, dsa_pointer dp)
Definition dsa.c:957
void dshash_release_lock(dshash_table *hash_table, void *entry)
Definition dshash.c:579
void dshash_seq_init(dshash_seq_status *status, dshash_table *hash_table, bool exclusive)
Definition dshash.c:659
void dshash_seq_term(dshash_seq_status *status)
Definition dshash.c:768
void * dshash_seq_next(dshash_seq_status *status)
Definition dshash.c:678
#define dshash_find_or_insert(hash_table, key, found)
Definition dshash.h:109
struct cursor * cur
Definition ecpg.c:29
Datum arg
Definition elog.c:1323
int errcode_for_file_access(void)
Definition elog.c:898
int errcode(int sqlerrcode)
Definition elog.c:875
#define LOG
Definition elog.h:32
int errhint(const char *fmt,...) pg_attribute_printf(1
int errdetail(const char *fmt,...) pg_attribute_printf(1
int int errmsg_internal(const char *fmt,...) pg_attribute_printf(1
#define WARNING
Definition elog.h:37
#define DEBUG2
Definition elog.h:30
#define ERROR
Definition elog.h:40
#define elog(elevel,...)
Definition elog.h:228
#define ereport(elevel,...)
Definition elog.h:152
int durable_rename(const char *oldfile, const char *newfile, int elevel)
Definition fd.c:783
int FreeFile(FILE *file)
Definition fd.c:2827
FILE * AllocateFile(const char *name, const char *mode)
Definition fd.c:2628
ProcNumber MyProcNumber
Definition globals.c:92
bool IsUnderPostmaster
Definition globals.c:122
bool IsPostmasterEnvironment
Definition globals.c:121
Oid MyDatabaseId
Definition globals.c:96
#define newval
static void dlist_init(dlist_head *head)
Definition ilist.h:314
static bool dlist_has_next(const dlist_head *head, const dlist_node *node)
Definition ilist.h:503
static dlist_node * dlist_next_node(dlist_head *head, dlist_node *node)
Definition ilist.h:537
static void dlist_delete(dlist_node *node)
Definition ilist.h:405
static dlist_node * dlist_head_node(dlist_head *head)
Definition ilist.h:565
static bool dlist_is_empty(const dlist_head *head)
Definition ilist.h:336
static void dlist_push_tail(dlist_head *head, dlist_node *node)
Definition ilist.h:364
#define DLIST_STATIC_INIT(name)
Definition ilist.h:281
#define dlist_container(type, membername, ptr)
Definition ilist.h:593
struct parser_state ps
void before_shmem_exit(pg_on_exit_callback function, Datum arg)
Definition ipc.c:344
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition lwlock.c:1150
void LWLockRelease(LWLock *lock)
Definition lwlock.c:1767
@ LW_SHARED
Definition lwlock.h:105
void * MemoryContextAlloc(MemoryContext context, Size size)
Definition mcxt.c:1232
void * MemoryContextAllocZero(MemoryContext context, Size size)
Definition mcxt.c:1266
void pfree(void *pointer)
Definition mcxt.c:1616
MemoryContext TopMemoryContext
Definition mcxt.c:166
void * palloc(Size size)
Definition mcxt.c:1387
void MemoryContextDelete(MemoryContext context)
Definition mcxt.c:472
#define AllocSetContextCreate
Definition memutils.h:129
#define ALLOCSET_SMALL_SIZES
Definition memutils.h:170
#define CHECK_FOR_INTERRUPTS()
Definition miscadmin.h:125
@ B_CHECKPOINTER
Definition miscadmin.h:375
BackendType MyBackendType
Definition miscinit.c:65
bool process_shared_preload_libraries_in_progress
Definition miscinit.c:1788
static char * errmsg
const void size_t len
const void * data
void pgstat_reset(PgStat_Kind kind, Oid dboid, uint64 objid)
Definition pgstat.c:882
static bool pgStatForceNextFlush
Definition pgstat.c:250
int pgstat_fetch_consistency
Definition pgstat.c:205
#define PGSTAT_MIN_INTERVAL
Definition pgstat.c:127
void pgstat_snapshot_fixed(PgStat_Kind kind)
Definition pgstat.c:1104
static void pgstat_prep_snapshot(void)
Definition pgstat.c:1143
static const PgStat_KindInfo ** pgstat_kind_custom_infos
Definition pgstat.c:512
static void pgstat_build_snapshot_fixed(PgStat_Kind kind)
Definition pgstat.c:1254
#define PGSTAT_SNAPSHOT_HASH_SIZE
Definition pgstat.c:138
#define PGSTAT_FILE_ENTRY_END
Definition pgstat.c:144
void pgstat_delete_pending_entry(PgStat_EntryRef *entry_ref)
Definition pgstat.c:1360
void pgstat_reset_counters(void)
Definition pgstat.c:863
PgStat_EntryRef * pgstat_prep_pending_entry(PgStat_Kind kind, Oid dboid, uint64 objid, bool *created_entry)
Definition pgstat.c:1309
static void pgstat_build_snapshot(void)
Definition pgstat.c:1164
void pgstat_initialize(void)
Definition pgstat.c:669
bool pgstat_track_counts
Definition pgstat.c:204
void * pgstat_fetch_entry(PgStat_Kind kind, Oid dboid, uint64 objid, bool *may_free)
Definition pgstat.c:962
static void pgstat_write_statsfile(void)
Definition pgstat.c:1614
long pgstat_report_stat(bool force)
Definition pgstat.c:722
static void pgstat_read_statsfile(void)
Definition pgstat.c:1809
static const PgStat_KindInfo pgstat_kind_builtin_infos[PGSTAT_KIND_BUILTIN_SIZE]
Definition pgstat.c:282
void pgstat_reset_of_kind(PgStat_Kind kind)
Definition pgstat.c:904
static bool pgstat_flush_pending_entries(bool nowait)
Definition pgstat.c:1383
bool pgstat_report_fixed
Definition pgstat.c:219
void pgstat_before_server_shutdown(int code, Datum arg)
Definition pgstat.c:590
const PgStat_KindInfo * pgstat_get_kind_info(PgStat_Kind kind)
Definition pgstat.c:1479
static void pgstat_reset_after_failure(void)
Definition pgstat.c:2122
void assign_stats_fetch_consistency(int newval, void *extra)
Definition pgstat.c:2145
void pgstat_force_next_flush(void)
Definition pgstat.c:842
static bool pgstat_is_kind_valid(PgStat_Kind kind)
Definition pgstat.c:1473
void pgstat_clear_snapshot(void)
Definition pgstat.c:930
bool pgstat_read_chunk(FILE *fpin, void *ptr, size_t len)
Definition pgstat.c:1797
TimestampTz pgstat_get_stat_snapshot_timestamp(bool *have_snapshot)
Definition pgstat.c:1071
bool pgstat_have_entry(PgStat_Kind kind, Oid dboid, uint64 objid)
Definition pgstat.c:1088
static MemoryContext pgStatPendingContext
Definition pgstat.c:235
static dlist_head pgStatPending
Definition pgstat.c:243
#define PGSTAT_FILE_ENTRY_HASH
Definition pgstat.c:147
static void pgstat_init_snapshot_fixed(void)
Definition pgstat.c:1124
PgStat_EntryRef * pgstat_fetch_pending_entry(PgStat_Kind kind, Oid dboid, uint64 objid)
Definition pgstat.c:1347
void pgstat_restore_stats(void)
Definition pgstat.c:525
#define PGSTAT_MAX_INTERVAL
Definition pgstat.c:129
#define PGSTAT_FILE_ENTRY_FIXED
Definition pgstat.c:145
#define PGSTAT_IDLE_INTERVAL
Definition pgstat.c:131
#define PGSTAT_FILE_ENTRY_NAME
Definition pgstat.c:146
void pgstat_register_kind(PgStat_Kind kind, const PgStat_KindInfo *kind_info)
Definition pgstat.c:1507
PgStat_LocalState pgStatLocal
Definition pgstat.c:213
void pgstat_discard_stats(void)
Definition pgstat.c:537
static bool match_db_entries(PgStatShared_HashEntry *entry, Datum match_data)
Definition pgstat.c:851
static bool force_stats_snapshot_clear
Definition pgstat.c:256
PgStat_Kind pgstat_get_kind_from_str(char *kind_str)
Definition pgstat.c:1445
void pgstat_write_chunk(FILE *fpout, void *ptr, size_t len)
Definition pgstat.c:1599
static void pgstat_shutdown_hook(int code, Datum arg)
Definition pgstat.c:631
@ PGSTAT_FETCH_CONSISTENCY_NONE
Definition pgstat.h:52
@ PGSTAT_FETCH_CONSISTENCY_CACHE
Definition pgstat.h:53
@ PGSTAT_FETCH_CONSISTENCY_SNAPSHOT
Definition pgstat.h:54
#define PGSTAT_STAT_PERMANENT_FILENAME
Definition pgstat.h:36
#define PGSTAT_STAT_PERMANENT_TMPFILE
Definition pgstat.h:37
#define PGSTAT_FILE_FORMAT_ID
Definition pgstat.h:221
void pgstat_archiver_init_shmem_cb(void *stats)
void pgstat_archiver_reset_all_cb(TimestampTz ts)
void pgstat_archiver_snapshot_cb(void)
void pgstat_backend_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
bool pgstat_backend_flush_cb(bool nowait)
void pgstat_bgwriter_reset_all_cb(TimestampTz ts)
void pgstat_bgwriter_init_shmem_cb(void *stats)
void pgstat_bgwriter_snapshot_cb(void)
void pgstat_checkpointer_snapshot_cb(void)
void pgstat_checkpointer_init_shmem_cb(void *stats)
void pgstat_checkpointer_reset_all_cb(TimestampTz ts)
void pgstat_database_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
void pgstat_update_dbstats(TimestampTz ts)
void pgstat_reset_database_timestamp(Oid dboid, TimestampTz ts)
void pgstat_report_disconnect(Oid dboid)
bool pgstat_database_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
void pgstat_function_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
bool pgstat_function_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
#define pgstat_write_chunk_s(fpout, ptr)
static void * pgstat_get_entry_data(PgStat_Kind kind, PgStatShared_Common *entry)
@ STATS_WRITE
@ STATS_READ
@ STATS_DISCARD
#define pgstat_assert_is_up()
#define pgstat_read_chunk_s(fpin, ptr)
static size_t pgstat_get_entry_len(PgStat_Kind kind)
bool pgstat_io_flush_cb(bool nowait)
Definition pgstat_io.c:189
void pgstat_io_reset_all_cb(TimestampTz ts)
Definition pgstat_io.c:287
void pgstat_io_snapshot_cb(void)
Definition pgstat_io.c:309
void pgstat_io_init_shmem_cb(void *stats)
Definition pgstat_io.c:278
#define PGSTAT_KIND_CUSTOM_MAX
Definition pgstat_kind.h:51
#define PGSTAT_KIND_ARCHIVER
Definition pgstat_kind.h:35
static bool pgstat_is_kind_builtin(PgStat_Kind kind)
Definition pgstat_kind.h:62
#define PGSTAT_KIND_WAL
Definition pgstat_kind.h:41
static bool pgstat_is_kind_custom(PgStat_Kind kind)
Definition pgstat_kind.h:68
#define PgStat_Kind
Definition pgstat_kind.h:17
#define PGSTAT_KIND_MAX
Definition pgstat_kind.h:21
#define PGSTAT_KIND_BGWRITER
Definition pgstat_kind.h:36
#define PGSTAT_KIND_CUSTOM_MIN
Definition pgstat_kind.h:50
#define PGSTAT_KIND_REPLSLOT
Definition pgstat_kind.h:30
#define PGSTAT_KIND_FUNCTION
Definition pgstat_kind.h:29
#define PGSTAT_KIND_LOCK
Definition pgstat_kind.h:39
#define PGSTAT_KIND_BUILTIN_MAX
Definition pgstat_kind.h:44
#define PGSTAT_KIND_CUSTOM_SIZE
Definition pgstat_kind.h:52
#define PGSTAT_KIND_DATABASE
Definition pgstat_kind.h:27
#define PGSTAT_KIND_INVALID
Definition pgstat_kind.h:24
#define PGSTAT_KIND_SLRU
Definition pgstat_kind.h:40
#define PGSTAT_KIND_RELATION
Definition pgstat_kind.h:28
#define PGSTAT_KIND_CHECKPOINTER
Definition pgstat_kind.h:37
#define PGSTAT_KIND_MIN
Definition pgstat_kind.h:20
#define PGSTAT_KIND_BUILTIN_SIZE
Definition pgstat_kind.h:45
#define PGSTAT_KIND_IO
Definition pgstat_kind.h:38
#define PGSTAT_KIND_SUBSCRIPTION
Definition pgstat_kind.h:31
#define PGSTAT_KIND_BACKEND
Definition pgstat_kind.h:32
#define PGSTAT_KIND_BUILTIN_MIN
Definition pgstat_kind.h:43
bool pgstat_lock_flush_cb(bool nowait)
Definition pgstat_lock.c:51
void pgstat_lock_init_shmem_cb(void *stats)
Definition pgstat_lock.c:86
void pgstat_lock_reset_all_cb(TimestampTz ts)
Definition pgstat_lock.c:94
void pgstat_lock_snapshot_cb(void)
bool pgstat_relation_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
void pgstat_relation_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
void pgstat_relation_delete_pending_cb(PgStat_EntryRef *entry_ref)
bool pgstat_replslot_from_serialized_name_cb(const NameData *name, PgStat_HashKey *key)
void pgstat_replslot_to_serialized_name_cb(const PgStat_HashKey *key, const PgStatShared_Common *header, NameData *name)
void pgstat_replslot_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
void pgstat_reset_entries_of_kind(PgStat_Kind kind, TimestampTz ts)
void pgstat_request_entry_refs_gc(void)
PgStat_EntryRef * pgstat_get_entry_ref(PgStat_Kind kind, Oid dboid, uint64 objid, bool create, bool *created_entry)
bool pgstat_lock_entry_shared(PgStat_EntryRef *entry_ref, bool nowait)
void pgstat_attach_shmem(void)
bool pgstat_drop_entry(PgStat_Kind kind, Oid dboid, uint64 objid)
void pgstat_reset_entry(PgStat_Kind kind, Oid dboid, uint64 objid, TimestampTz ts)
PgStatShared_Common * pgstat_init_entry(PgStat_Kind kind, PgStatShared_HashEntry *shhashent)
void pgstat_reset_matching_entries(bool(*do_reset)(PgStatShared_HashEntry *, Datum), Datum match_data, TimestampTz ts)
void pgstat_drop_all_entries(void)
void pgstat_unlock_entry(PgStat_EntryRef *entry_ref)
void pgstat_detach_shmem(void)
void pgstat_slru_snapshot_cb(void)
bool pgstat_slru_flush_cb(bool nowait)
void pgstat_slru_reset_all_cb(TimestampTz ts)
void pgstat_slru_init_shmem_cb(void *stats)
bool pgstat_subscription_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
void pgstat_subscription_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
void pgstat_wal_reset_all_cb(TimestampTz ts)
Definition pgstat_wal.c:158
void pgstat_wal_init_shmem_cb(void *stats)
Definition pgstat_wal.c:150
void pgstat_wal_init_backend_cb(void)
Definition pgstat_wal.c:139
bool pgstat_wal_flush_cb(bool nowait)
Definition pgstat_wal.c:91
void pgstat_wal_snapshot_cb(void)
Definition pgstat_wal.c:169
int pg_strcasecmp(const char *s1, const char *s2)
static Datum ObjectIdGetDatum(Oid X)
Definition postgres.h:252
uint64_t Datum
Definition postgres.h:70
#define InvalidOid
unsigned int Oid
static int fb(int x)
static void error(void)
pg_atomic_uint32 refcount
PgStatShared_Common * shared_stats
PgStatShared_HashEntry * shared_entry
dlist_node pending_node
PgStat_Kind kind
const char *const name
PgStat_Snapshot snapshot
dshash_table * shared_hash
PgStat_ShmemControl * shmem
void * custom_data[PGSTAT_KIND_CUSTOM_SIZE]
void * custom_data[PGSTAT_KIND_CUSTOM_SIZE]
TimestampTz snapshot_timestamp
MemoryContext context
bool custom_valid[PGSTAT_KIND_CUSTOM_SIZE]
PgStat_FetchConsistency mode
struct pgstat_snapshot_hash * stats
bool fixed_valid[PGSTAT_KIND_BUILTIN_SIZE]
Definition c.h:830
const char * name
bool IsTransactionOrTransactionBlock(void)
Definition xact.c:5040
TimestampTz GetCurrentTransactionStopTimestamp(void)
Definition xact.c:893

◆ PGSTAT_FILE_ENTRY_NAME

#define PGSTAT_FILE_ENTRY_NAME   'N' /* stats entry identified by name */

Definition at line 146 of file pgstat.c.

◆ PGSTAT_IDLE_INTERVAL

#define PGSTAT_IDLE_INTERVAL   10000

Definition at line 131 of file pgstat.c.

◆ PGSTAT_MAX_INTERVAL

#define PGSTAT_MAX_INTERVAL   60000

Definition at line 129 of file pgstat.c.

◆ PGSTAT_MIN_INTERVAL

#define PGSTAT_MIN_INTERVAL   1000

Definition at line 127 of file pgstat.c.

◆ PGSTAT_SNAPSHOT_HASH_SIZE

#define PGSTAT_SNAPSHOT_HASH_SIZE   512

Definition at line 138 of file pgstat.c.

◆ SH_DECLARE

#define SH_DECLARE

Definition at line 174 of file pgstat.c.

◆ SH_DEFINE

#define SH_DEFINE

Definition at line 173 of file pgstat.c.

◆ SH_ELEMENT_TYPE

#define SH_ELEMENT_TYPE   PgStat_SnapshotEntry

Definition at line 165 of file pgstat.c.

◆ SH_EQUAL

#define SH_EQUAL (   tb,
  a,
  b 
)     pgstat_cmp_hash_key(&a, &b, sizeof(PgStat_HashKey), NULL) == 0

Definition at line 170 of file pgstat.c.

◆ SH_HASH_KEY

#define SH_HASH_KEY (   tb,
  key 
)     pgstat_hash_hash_key(&key, sizeof(PgStat_HashKey), NULL)

Definition at line 168 of file pgstat.c.

◆ SH_KEY

#define SH_KEY   key

Definition at line 167 of file pgstat.c.

◆ SH_KEY_TYPE

#define SH_KEY_TYPE   PgStat_HashKey

Definition at line 166 of file pgstat.c.

◆ SH_PREFIX

#define SH_PREFIX   pgstat_snapshot

Definition at line 164 of file pgstat.c.

◆ SH_SCOPE

#define SH_SCOPE   static inline

Definition at line 172 of file pgstat.c.

Typedef Documentation

◆ PgStat_SnapshotEntry

Function Documentation

◆ assign_stats_fetch_consistency()

void assign_stats_fetch_consistency ( int  newval,
void extra 
)

Definition at line 2145 of file pgstat.c.

2147{
2148 /*
2149 * Changing this value in a transaction may cause snapshot state
2150 * inconsistencies, so force a clear of the current snapshot on the next
2151 * snapshot build attempt.
2152 */

References force_stats_snapshot_clear, newval, and pgstat_fetch_consistency.

◆ match_db_entries()

static bool match_db_entries ( PgStatShared_HashEntry entry,
Datum  match_data 
)
static

Definition at line 851 of file pgstat.c.

853{
854 return entry->key.dboid == MyDatabaseId;

References PgStat_HashKey::dboid, PgStatShared_HashEntry::key, and MyDatabaseId.

Referenced by pgstat_reset_counters().

◆ pgstat_before_server_shutdown()

void pgstat_before_server_shutdown ( int  code,
Datum  arg 
)

Definition at line 590 of file pgstat.c.

592{
595
596 /*
597 * Stats should only be reported after pgstat_initialize() and before
598 * pgstat_shutdown(). This is a convenient point to catch most violations
599 * of this rule.
600 */
602
603 /* flush out our own pending changes before writing out */
604 pgstat_report_stat(true);
605
606 /*
607 * Only write out file during normal shutdown. Don't even signal that
608 * we've shutdown during irregular shutdowns, because the shutdown
609 * sequence isn't coordinated to ensure this backend shuts down last.
610 */
611 if (code == 0)
612 {
615 }

References Assert, fb(), PgStat_ShmemControl::is_shutdown, pgstat_report_stat(), pgstat_write_statsfile(), pgStatLocal, and PgStat_LocalState::shmem.

Referenced by CheckpointerMain(), and InitPostgres().

◆ pgstat_build_snapshot()

static void pgstat_build_snapshot ( void  )
static

Definition at line 1164 of file pgstat.c.

1166{
1169
1170 /* should only be called when we need a snapshot */
1172
1173 /* snapshot already built */
1175 return;
1176
1178
1179 Assert(pgStatLocal.snapshot.stats->members == 0);
1180
1182
1183 /*
1184 * Snapshot all variable stats.
1185 */
1187 while ((p = dshash_seq_next(&hstat)) != NULL)
1188 {
1189 PgStat_Kind kind = p->key.kind;
1191 bool found;
1192 PgStat_SnapshotEntry *entry;
1194
1195 /*
1196 * Check if the stats object should be included in the snapshot.
1197 * Unless the stats kind can be accessed from all databases (e.g.,
1198 * database stats themselves), we only include stats for the current
1199 * database or objects not associated with a database (e.g. shared
1200 * relations).
1201 */
1202 if (p->key.dboid != MyDatabaseId &&
1203 p->key.dboid != InvalidOid &&
1204 !kind_info->accessed_across_databases)
1205 continue;
1206
1207 if (p->dropped)
1208 continue;
1209
1211
1214
1216 Assert(!found);
1217
1219 pgstat_get_entry_len(kind));
1220
1221 /*
1222 * Acquire the LWLock directly instead of using
1223 * pg_stat_lock_entry_shared() which requires a reference.
1224 */
1226 memcpy(entry->data,
1228 pgstat_get_entry_len(kind));
1229 LWLockRelease(&stats_data->lock);
1230 }
1232
1233 /*
1234 * Build snapshot of all fixed-numbered stats.
1235 */
1236 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1237 {
1239
1240 if (!kind_info)
1241 continue;
1242 if (!kind_info->fixed_amount)
1243 {
1244 Assert(kind_info->snapshot_cb == NULL);
1245 continue;
1246 }
1247
1249 }
1250

References Assert, PgStatShared_HashEntry::body, PgStat_Snapshot::context, PgStat_SnapshotEntry::data, PgStat_HashKey::dboid, PgStatShared_HashEntry::dropped, PgStat_LocalState::dsa, dsa_get_address(), dshash_seq_init(), dshash_seq_next(), dshash_seq_term(), fb(), GetCurrentTimestamp(), InvalidOid, PgStatShared_HashEntry::key, PgStat_HashKey::kind, LW_SHARED, LWLockAcquire(), LWLockRelease(), memcpy(), MemoryContextAlloc(), PgStat_Snapshot::mode, MyDatabaseId, pg_atomic_read_u32(), pgstat_build_snapshot_fixed(), pgstat_fetch_consistency, PGSTAT_FETCH_CONSISTENCY_SNAPSHOT, pgstat_get_entry_data(), pgstat_get_entry_len(), pgstat_get_kind_info(), PgStat_Kind, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, pgstat_prep_snapshot(), pgStatLocal, PgStatShared_HashEntry::refcount, PgStat_LocalState::shared_hash, PgStat_LocalState::snapshot, PgStat_Snapshot::snapshot_timestamp, and PgStat_Snapshot::stats.

Referenced by pgstat_fetch_entry(), and pgstat_snapshot_fixed().

◆ pgstat_build_snapshot_fixed()

static void pgstat_build_snapshot_fixed ( PgStat_Kind  kind)
static

Definition at line 1254 of file pgstat.c.

1256{
1258 int idx;
1259 bool *valid;
1260
1261 /* Position in fixed_valid or custom_valid */
1262 if (pgstat_is_kind_builtin(kind))
1263 {
1264 idx = kind;
1266 }
1267 else
1268 {
1269 idx = kind - PGSTAT_KIND_CUSTOM_MIN;
1271 }
1272
1273 Assert(kind_info->fixed_amount);
1274 Assert(kind_info->snapshot_cb != NULL);
1275
1277 {
1278 /* rebuild every time */
1279 valid[idx] = false;
1280 }
1281 else if (valid[idx])
1282 {
1283 /* in snapshot mode we shouldn't get called again */
1285 return;
1286 }
1287
1288 Assert(!valid[idx]);
1289
1290 kind_info->snapshot_cb();
1291
1292 Assert(!valid[idx]);
1293 valid[idx] = true;

References Assert, PgStat_Snapshot::custom_valid, fb(), PgStat_Snapshot::fixed_valid, idx(), pgstat_fetch_consistency, PGSTAT_FETCH_CONSISTENCY_CACHE, PGSTAT_FETCH_CONSISTENCY_NONE, pgstat_get_kind_info(), pgstat_is_kind_builtin(), PGSTAT_KIND_CUSTOM_MIN, pgStatLocal, and PgStat_LocalState::snapshot.

Referenced by pgstat_build_snapshot(), pgstat_snapshot_fixed(), and pgstat_write_statsfile().

◆ pgstat_clear_snapshot()

void pgstat_clear_snapshot ( void  )

Definition at line 930 of file pgstat.c.

932{
934
941
942 /* Release memory, if any was allocated */
944 {
946
947 /* Reset variables */
949 }
950
951 /*
952 * Historically the backend_status.c facilities lived in this file, and
953 * were reset with the same function. For now keep it that way, and
954 * forward the reset request.
955 */
957
958 /* Reset this flag, as it may be possible that a cleanup was forced. */

References PgStat_Snapshot::context, PgStat_Snapshot::custom_valid, fb(), PgStat_Snapshot::fixed_valid, force_stats_snapshot_clear, MemoryContextDelete(), PgStat_Snapshot::mode, pgstat_assert_is_up, pgstat_clear_backend_activity_snapshot(), PGSTAT_FETCH_CONSISTENCY_NONE, pgStatLocal, PgStat_LocalState::snapshot, and PgStat_Snapshot::stats.

Referenced by AtEOXact_PgStat(), pg_stat_clear_snapshot(), pgstat_get_stat_snapshot_timestamp(), pgstat_prep_snapshot(), pgstat_snapshot_fixed(), and PostPrepare_PgStat().

◆ pgstat_delete_pending_entry()

void pgstat_delete_pending_entry ( PgStat_EntryRef entry_ref)

Definition at line 1360 of file pgstat.c.

1362{
1363 PgStat_Kind kind = entry_ref->shared_entry->key.kind;
1365 void *pending_data = entry_ref->pending;
1366
1368 /* !fixed_amount stats should be handled explicitly */
1369 Assert(!pgstat_get_kind_info(kind)->fixed_amount);
1370
1371 if (kind_info->delete_pending_cb)
1372 kind_info->delete_pending_cb(entry_ref);
1373
1375 entry_ref->pending = NULL;
1376
1377 dlist_delete(&entry_ref->pending_node);

References Assert, dlist_delete(), fb(), PgStatShared_HashEntry::key, PgStat_HashKey::kind, PgStat_EntryRef::pending, PgStat_EntryRef::pending_node, pfree(), pgstat_get_kind_info(), PgStat_Kind, and PgStat_EntryRef::shared_entry.

Referenced by pgstat_flush_pending_entries(), and pgstat_release_entry_ref().

◆ pgstat_discard_stats()

void pgstat_discard_stats ( void  )

Definition at line 537 of file pgstat.c.

539{
540 int ret;
541
542 /* NB: this needs to be done even in single user mode */
543
544 /* First, cleanup the main pgstats file */
546 if (ret != 0)
547 {
548 if (errno == ENOENT)
549 elog(DEBUG2,
550 "didn't need to unlink permanent stats file \"%s\" - didn't exist",
552 else
553 ereport(LOG,
555 errmsg("could not unlink permanent statistics file \"%s\": %m",
557 }
558 else
559 {
562 errmsg_internal("unlinked permanent statistics file \"%s\"",
564 }
565
566 /* Finish callbacks, if required */
567 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
568 {
570
571 if (kind_info && kind_info->finish)
572 kind_info->finish(STATS_DISCARD);
573 }
574
575 /*
576 * Reset stats contents. This will set reset timestamps of fixed-numbered
577 * stats to the current time (no variable stats exist).
578 */

References DEBUG2, elog, ereport, errcode_for_file_access(), errmsg, errmsg_internal(), fb(), LOG, pgstat_get_kind_info(), PgStat_Kind, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, pgstat_reset_after_failure(), PGSTAT_STAT_PERMANENT_FILENAME, and STATS_DISCARD.

Referenced by StartupXLOG().

◆ pgstat_fetch_entry()

void * pgstat_fetch_entry ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid,
bool may_free 
)

Definition at line 962 of file pgstat.c.

964{
965 PgStat_HashKey key = {0};
966 PgStat_EntryRef *entry_ref;
967 void *stats_data;
969
970 /* should be called from backends */
972 Assert(!kind_info->fixed_amount);
973
974 /*
975 * Initialize *may_free to false. We'll change it to true later if we end
976 * up allocating the result in the caller's context and not caching it.
977 */
978 if (may_free)
979 *may_free = false;
980
982
983 key.kind = kind;
984 key.dboid = dboid;
985 key.objid = objid;
986
987 /* if we need to build a full snapshot, do so */
990
991 /* if caching is desired, look up in cache */
993 {
994 PgStat_SnapshotEntry *entry = NULL;
995
997
998 if (entry)
999 return entry->data;
1000
1001 /*
1002 * If we built a full snapshot and the key is not in
1003 * pgStatLocal.snapshot.stats, there are no matching stats.
1004 */
1006 return NULL;
1007 }
1008
1010
1011 entry_ref = pgstat_get_entry_ref(kind, dboid, objid, false, NULL);
1012
1013 if (entry_ref == NULL || entry_ref->shared_entry->dropped)
1014 {
1015 /* create empty entry when using PGSTAT_FETCH_CONSISTENCY_CACHE */
1017 {
1018 PgStat_SnapshotEntry *entry = NULL;
1019 bool found;
1020
1021 entry = pgstat_snapshot_insert(pgStatLocal.snapshot.stats, key, &found);
1022 Assert(!found);
1023 entry->data = NULL;
1024 }
1025 return NULL;
1026 }
1027
1028 /*
1029 * Allocate in caller's context for PGSTAT_FETCH_CONSISTENCY_NONE,
1030 * otherwise we could quickly end up with a fair bit of memory used due to
1031 * repeated accesses.
1032 */
1034 {
1035 stats_data = palloc(kind_info->shared_data_len);
1036
1037 /*
1038 * Since we allocated the result in the caller's context and aren't
1039 * caching it, the caller can safely pfree() it.
1040 */
1041 if (may_free)
1042 *may_free = true;
1043 }
1044 else
1046 kind_info->shared_data_len);
1047
1048 (void) pgstat_lock_entry_shared(entry_ref, false);
1050 pgstat_get_entry_data(kind, entry_ref->shared_stats),
1051 kind_info->shared_data_len);
1052 pgstat_unlock_entry(entry_ref);
1053
1055 {
1056 PgStat_SnapshotEntry *entry = NULL;
1057 bool found;
1058
1059 entry = pgstat_snapshot_insert(pgStatLocal.snapshot.stats, key, &found);
1060 entry->data = stats_data;
1061 }
1062
1063 return stats_data;

References Assert, PgStat_Snapshot::context, PgStat_SnapshotEntry::data, PgStatShared_HashEntry::dropped, fb(), IsPostmasterEnvironment, IsUnderPostmaster, memcpy(), MemoryContextAlloc(), PgStat_Snapshot::mode, palloc(), pgstat_build_snapshot(), pgstat_fetch_consistency, PGSTAT_FETCH_CONSISTENCY_CACHE, PGSTAT_FETCH_CONSISTENCY_NONE, PGSTAT_FETCH_CONSISTENCY_SNAPSHOT, pgstat_get_entry_data(), pgstat_get_entry_ref(), pgstat_get_kind_info(), pgstat_lock_entry_shared(), pgstat_prep_snapshot(), pgstat_unlock_entry(), pgStatLocal, PgStat_EntryRef::shared_entry, PgStat_EntryRef::shared_stats, PgStat_LocalState::snapshot, and PgStat_Snapshot::stats.

Referenced by pgstat_fetch_replslot(), pgstat_fetch_stat_backend(), pgstat_fetch_stat_dbentry(), pgstat_fetch_stat_funcentry(), pgstat_fetch_stat_subscription(), pgstat_fetch_stat_tabentry_ext(), and test_custom_stats_var_fetch_entry().

◆ pgstat_fetch_pending_entry()

PgStat_EntryRef * pgstat_fetch_pending_entry ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid 
)

Definition at line 1347 of file pgstat.c.

1349{
1350 PgStat_EntryRef *entry_ref;
1351
1352 entry_ref = pgstat_get_entry_ref(kind, dboid, objid, false, NULL);
1353
1354 if (entry_ref == NULL || entry_ref->pending == NULL)
1355 return NULL;
1356
1357 return entry_ref;

References fb(), PgStat_EntryRef::pending, and pgstat_get_entry_ref().

Referenced by find_funcstat_entry(), and find_tabstat_entry().

◆ pgstat_flush_pending_entries()

static bool pgstat_flush_pending_entries ( bool  nowait)
static

Definition at line 1383 of file pgstat.c.

1385{
1386 bool have_pending = false;
1387 dlist_node *cur = NULL;
1388
1389 /*
1390 * Need to be a bit careful iterating over the list of pending entries.
1391 * Processing a pending entry may queue further pending entries to the end
1392 * of the list that we want to process, so a simple iteration won't do.
1393 * Further complicating matters is that we want to delete the current
1394 * entry in each iteration from the list if we flushed successfully.
1395 *
1396 * So we just keep track of the next pointer in each loop iteration.
1397 */
1400
1401 while (cur)
1402 {
1403 PgStat_EntryRef *entry_ref =
1404 dlist_container(PgStat_EntryRef, pending_node, cur);
1405 PgStat_HashKey key = entry_ref->shared_entry->key;
1406 PgStat_Kind kind = key.kind;
1408 bool did_flush;
1410
1411 Assert(!kind_info->fixed_amount);
1412 Assert(kind_info->flush_pending_cb != NULL);
1413
1414 /* flush the stats, if possible */
1415 did_flush = kind_info->flush_pending_cb(entry_ref, nowait);
1416
1417 Assert(did_flush || nowait);
1418
1419 /* determine next entry, before deleting the pending entry */
1422 else
1423 next = NULL;
1424
1425 /* if successfully flushed, remove entry */
1426 if (did_flush)
1427 pgstat_delete_pending_entry(entry_ref);
1428 else
1429 have_pending = true;
1430
1431 cur = next;
1432 }
1433
1435
1436 return have_pending;

References Assert, cur, dlist_container, dlist_has_next(), dlist_head_node(), dlist_is_empty(), dlist_next_node(), fb(), PgStatShared_HashEntry::key, next, pgstat_delete_pending_entry(), pgstat_get_kind_info(), PgStat_Kind, pgStatPending, and PgStat_EntryRef::shared_entry.

Referenced by pgstat_report_stat().

◆ pgstat_force_next_flush()

void pgstat_force_next_flush ( void  )

Definition at line 842 of file pgstat.c.

844{

References pgStatForceNextFlush.

Referenced by pg_stat_force_next_flush().

◆ pgstat_get_kind_from_str()

PgStat_Kind pgstat_get_kind_from_str ( char kind_str)

Definition at line 1445 of file pgstat.c.

1447{
1448 for (PgStat_Kind kind = PGSTAT_KIND_BUILTIN_MIN; kind <= PGSTAT_KIND_BUILTIN_MAX; kind++)
1449 {
1451 return kind;
1452 }
1453
1454 /* Check the custom set of cumulative stats */
1456 {
1457 for (PgStat_Kind kind = PGSTAT_KIND_CUSTOM_MIN; kind <= PGSTAT_KIND_CUSTOM_MAX; kind++)
1458 {
1460
1463 return kind;
1464 }
1465 }
1466
1467 ereport(ERROR,
1469 errmsg("invalid statistics kind: \"%s\"", kind_str)));
1470 return PGSTAT_KIND_INVALID; /* avoid compiler warnings */

References ereport, errcode(), errmsg, ERROR, fb(), idx(), name, pg_strcasecmp(), PgStat_Kind, pgstat_kind_builtin_infos, PGSTAT_KIND_BUILTIN_MAX, PGSTAT_KIND_BUILTIN_MIN, pgstat_kind_custom_infos, PGSTAT_KIND_CUSTOM_MAX, PGSTAT_KIND_CUSTOM_MIN, and PGSTAT_KIND_INVALID.

Referenced by pg_stat_have_stats().

◆ pgstat_get_kind_info()

◆ pgstat_get_stat_snapshot_timestamp()

TimestampTz pgstat_get_stat_snapshot_timestamp ( bool have_snapshot)

◆ pgstat_have_entry()

bool pgstat_have_entry ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid 
)

Definition at line 1088 of file pgstat.c.

1090{
1091 /* fixed-numbered stats always exist */
1092 if (pgstat_get_kind_info(kind)->fixed_amount)
1093 return true;
1094
1095 return pgstat_get_entry_ref(kind, dboid, objid, false, NULL) != NULL;

References fb(), pgstat_get_entry_ref(), and pgstat_get_kind_info().

Referenced by pg_stat_have_stats().

◆ pgstat_init_snapshot_fixed()

static void pgstat_init_snapshot_fixed ( void  )
static

Definition at line 1124 of file pgstat.c.

1126{
1127 /*
1128 * Initialize fixed-numbered statistics data in snapshots, only for custom
1129 * stats kinds.
1130 */
1131 for (PgStat_Kind kind = PGSTAT_KIND_CUSTOM_MIN; kind <= PGSTAT_KIND_CUSTOM_MAX; kind++)
1132 {
1134
1135 if (!kind_info || !kind_info->fixed_amount)
1136 continue;
1137
1140 }

References PgStat_Snapshot::custom_data, fb(), MemoryContextAlloc(), pgstat_get_kind_info(), PgStat_Kind, PGSTAT_KIND_CUSTOM_MAX, PGSTAT_KIND_CUSTOM_MIN, pgStatLocal, PgStat_LocalState::snapshot, and TopMemoryContext.

Referenced by pgstat_initialize().

◆ pgstat_initialize()

void pgstat_initialize ( void  )

Definition at line 669 of file pgstat.c.

671{
673
675
677
678 /* Backend initialization callbacks */
679 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
680 {
682
683 if (kind_info == NULL || kind_info->init_backend_cb == NULL)
684 continue;
685
686 kind_info->init_backend_cb();
687 }
688
689 /* Set up a process-exit hook to clean up */
691
692#ifdef USE_ASSERT_CHECKING
694#endif

References Assert, before_shmem_exit(), fb(), pgstat_attach_shmem(), pgstat_get_kind_info(), pgstat_init_snapshot_fixed(), PgStat_Kind, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, and pgstat_shutdown_hook().

Referenced by BaseInit().

◆ pgstat_is_kind_valid()

static bool pgstat_is_kind_valid ( PgStat_Kind  kind)
inlinestatic

◆ pgstat_prep_pending_entry()

PgStat_EntryRef * pgstat_prep_pending_entry ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid,
bool created_entry 
)

Definition at line 1309 of file pgstat.c.

1311{
1312 PgStat_EntryRef *entry_ref;
1313
1314 /* need to be able to flush out */
1315 Assert(pgstat_get_kind_info(kind)->flush_pending_cb != NULL);
1316
1318 {
1321 "PgStat Pending",
1323 }
1324
1325 entry_ref = pgstat_get_entry_ref(kind, dboid, objid,
1326 true, created_entry);
1327
1328 if (entry_ref->pending == NULL)
1329 {
1330 size_t entrysize = pgstat_get_kind_info(kind)->pending_size;
1331
1332 Assert(entrysize != (size_t) -1);
1333
1334 entry_ref->pending = MemoryContextAllocZero(pgStatPendingContext, entrysize);
1336 }
1337
1338 return entry_ref;

References ALLOCSET_SMALL_SIZES, AllocSetContextCreate, Assert, dlist_push_tail(), fb(), MemoryContextAllocZero(), PgStat_EntryRef::pending, PgStat_EntryRef::pending_node, PgStat_KindInfo::pending_size, pgstat_get_entry_ref(), pgstat_get_kind_info(), pgStatPending, pgStatPendingContext, TopMemoryContext, and unlikely.

Referenced by pgstat_init_function_usage(), pgstat_prep_database_pending(), pgstat_prep_relation_pending(), pgstat_report_subscription_conflict(), pgstat_report_subscription_error(), and test_custom_stats_var_update().

◆ pgstat_prep_snapshot()

◆ pgstat_read_chunk()

bool pgstat_read_chunk ( FILE fpin,
void ptr,
size_t  len 
)

Definition at line 1797 of file pgstat.c.

1799{
1800 return fread(ptr, 1, len, fpin) == len;

References fb(), and len.

Referenced by pgstat_read_statsfile(), and test_custom_stats_var_from_serialized_data().

◆ pgstat_read_statsfile()

static void pgstat_read_statsfile ( void  )
static

Definition at line 1809 of file pgstat.c.

1811{
1812 FILE *fpin;
1814 bool found;
1817
1818 /* shouldn't be called from postmaster */
1820
1821 elog(DEBUG2, "reading stats file \"%s\"", statfile);
1822
1823 /*
1824 * Try to open the stats file. If it doesn't exist, the backends simply
1825 * returns zero for anything and statistics simply starts from scratch
1826 * with empty counters.
1827 *
1828 * ENOENT is a possibility if stats collection was previously disabled or
1829 * has not yet written the stats file for the first time. Any other
1830 * failure condition is suspicious.
1831 */
1833 {
1834 if (errno != ENOENT)
1835 ereport(LOG,
1837 errmsg("could not open statistics file \"%s\": %m",
1838 statfile)));
1840 return;
1841 }
1842
1843 /*
1844 * Verify it's of the expected format.
1845 */
1847 {
1848 elog(WARNING, "could not read format ID");
1849 goto error;
1850 }
1851
1853 {
1854 elog(WARNING, "found incorrect format ID %d (expected %d)",
1856 goto error;
1857 }
1858
1859 /*
1860 * We found an existing statistics file. Read it and put all the stats
1861 * data into place.
1862 */
1863 for (;;)
1864 {
1865 int t = fgetc(fpin);
1866
1867 switch (t)
1868 {
1870 {
1871 PgStat_Kind kind;
1872 const PgStat_KindInfo *info;
1873 char *ptr;
1874
1875 /* entry for fixed-numbered stats */
1876 if (!pgstat_read_chunk_s(fpin, &kind))
1877 {
1878 elog(WARNING, "could not read stats kind for entry of type %c", t);
1879 goto error;
1880 }
1881
1882 if (!pgstat_is_kind_valid(kind))
1883 {
1884 elog(WARNING, "invalid stats kind %u for entry of type %c",
1885 kind, t);
1886 goto error;
1887 }
1888
1889 info = pgstat_get_kind_info(kind);
1890 if (!info)
1891 {
1892 elog(WARNING, "could not find information of kind %u for entry of type %c",
1893 kind, t);
1894 goto error;
1895 }
1896
1897 if (!info->fixed_amount)
1898 {
1899 elog(WARNING, "invalid fixed_amount in stats kind %u for entry of type %c",
1900 kind, t);
1901 goto error;
1902 }
1903
1904 /* Load back stats into shared memory */
1905 if (pgstat_is_kind_builtin(kind))
1906 ptr = ((char *) shmem) + info->shared_ctl_off +
1907 info->shared_data_off;
1908 else
1909 {
1910 int idx = kind - PGSTAT_KIND_CUSTOM_MIN;
1911
1912 ptr = ((char *) shmem->custom_data[idx]) +
1913 info->shared_data_off;
1914 }
1915
1916 if (!pgstat_read_chunk(fpin, ptr, info->shared_data_len))
1917 {
1918 elog(WARNING, "could not read data of stats kind %u for entry of type %c with size %u",
1919 kind, t, info->shared_data_len);
1920 goto error;
1921 }
1922
1923 break;
1924 }
1927 {
1930 PgStatShared_Common *header;
1932
1934
1935 if (t == PGSTAT_FILE_ENTRY_HASH)
1936 {
1937 /* normal stats entry, identified by PgStat_HashKey */
1938 if (!pgstat_read_chunk_s(fpin, &key))
1939 {
1940 elog(WARNING, "could not read key for entry of type %c", t);
1941 goto error;
1942 }
1943
1944 if (!pgstat_is_kind_valid(key.kind))
1945 {
1946 elog(WARNING, "invalid stats kind for entry %u/%u/%" PRIu64 " of type %c",
1947 key.kind, key.dboid,
1948 key.objid, t);
1949 goto error;
1950 }
1951
1953 if (!kind_info)
1954 {
1955 elog(WARNING, "could not find information of kind for entry %u/%u/%" PRIu64 " of type %c",
1956 key.kind, key.dboid,
1957 key.objid, t);
1958 goto error;
1959 }
1960 }
1961 else
1962 {
1963 /* stats entry identified by name on disk (e.g. slots) */
1964 PgStat_Kind kind;
1965 NameData name;
1966
1967 if (!pgstat_read_chunk_s(fpin, &kind))
1968 {
1969 elog(WARNING, "could not read stats kind for entry of type %c", t);
1970 goto error;
1971 }
1973 {
1974 elog(WARNING, "could not read name of stats kind %u for entry of type %c",
1975 kind, t);
1976 goto error;
1977 }
1978 if (!pgstat_is_kind_valid(kind))
1979 {
1980 elog(WARNING, "invalid stats kind %u for entry of type %c",
1981 kind, t);
1982 goto error;
1983 }
1984
1986 if (!kind_info)
1987 {
1988 elog(WARNING, "could not find information of kind %u for entry of type %c",
1989 kind, t);
1990 goto error;
1991 }
1992
1993 if (!kind_info->from_serialized_name)
1994 {
1995 elog(WARNING, "invalid from_serialized_name in stats kind %u for entry of type %c",
1996 kind, t);
1997 goto error;
1998 }
1999
2000 if (!kind_info->from_serialized_name(&name, &key))
2001 {
2002 /* skip over data for entry we don't care about */
2003 if (fseek(fpin, pgstat_get_entry_len(kind), SEEK_CUR) != 0)
2004 {
2005 elog(WARNING, "could not seek \"%s\" of stats kind %u for entry of type %c",
2006 NameStr(name), kind, t);
2007 goto error;
2008 }
2009
2010 continue;
2011 }
2012
2013 Assert(key.kind == kind);
2014 }
2015
2016 /*
2017 * This intentionally doesn't use pgstat_get_entry_ref() -
2018 * putting all stats into checkpointer's
2019 * pgStatEntryRefHash would be wasted effort and memory.
2020 */
2022
2023 /* don't allow duplicate entries */
2024 if (found)
2025 {
2027 elog(WARNING, "found duplicate stats entry %u/%u/%" PRIu64 " of type %c",
2028 key.kind, key.dboid,
2029 key.objid, t);
2030 goto error;
2031 }
2032
2033 header = pgstat_init_entry(key.kind, p);
2035 if (header == NULL)
2036 {
2037 /*
2038 * It would be tempting to switch this ERROR to a
2039 * WARNING, but it would mean that all the statistics
2040 * are discarded when the environment fails on OOM.
2041 */
2042 elog(ERROR, "could not allocate entry %u/%u/%" PRIu64 " of type %c",
2043 key.kind, key.dboid,
2044 key.objid, t);
2045 }
2046
2048 pgstat_get_entry_data(key.kind, header),
2050 {
2051 elog(WARNING, "could not read data for entry %u/%u/%" PRIu64 " of type %c",
2052 key.kind, key.dboid,
2053 key.objid, t);
2054 goto error;
2055 }
2056
2057 /* read more data for the entry, if required */
2058 if (kind_info->from_serialized_data)
2059 {
2060 if (!kind_info->from_serialized_data(&key, header, fpin))
2061 {
2062 elog(WARNING, "could not read auxiliary data for entry %u/%u/%" PRIu64 " of type %c",
2063 key.kind, key.dboid,
2064 key.objid, t);
2065 goto error;
2066 }
2067 }
2068
2069 break;
2070 }
2072
2073 /*
2074 * check that PGSTAT_FILE_ENTRY_END actually signals end of
2075 * file
2076 */
2077 if (fgetc(fpin) != EOF)
2078 {
2079 elog(WARNING, "could not read end-of-file");
2080 goto error;
2081 }
2082
2083 goto done;
2084
2085 default:
2086 elog(WARNING, "could not read entry of type %c", t);
2087 goto error;
2088 }
2089 }
2090
2091done:
2092 /* First, cleanup the main stats file */
2093 FreeFile(fpin);
2094
2095 elog(DEBUG2, "removing permanent stats file \"%s\"", statfile);
2097
2098 /* Finish callbacks, if required */
2099 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
2100 {
2102
2103 if (kind_info && kind_info->finish)
2104 kind_info->finish(STATS_READ);
2105 }
2106
2107 return;
2108
2109error:
2110 ereport(LOG,
2111 (errmsg("corrupted statistics file \"%s\"", statfile)));
2112
2114
2115 goto done;

References AllocateFile(), Assert, CHECK_FOR_INTERRUPTS, PgStat_ShmemControl::custom_data, DEBUG2, dshash_find_or_insert, dshash_release_lock(), elog, ereport, errcode_for_file_access(), errmsg, ERROR, error(), fb(), PgStat_KindInfo::fixed_amount, FreeFile(), idx(), IsPostmasterEnvironment, IsUnderPostmaster, LOG, name, NameStr, PG_BINARY_R, PGSTAT_FILE_ENTRY_END, PGSTAT_FILE_ENTRY_FIXED, PGSTAT_FILE_ENTRY_HASH, PGSTAT_FILE_ENTRY_NAME, PGSTAT_FILE_FORMAT_ID, pgstat_get_entry_data(), pgstat_get_entry_len(), pgstat_get_kind_info(), pgstat_init_entry(), pgstat_is_kind_builtin(), pgstat_is_kind_valid(), PgStat_Kind, PGSTAT_KIND_CUSTOM_MIN, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, pgstat_read_chunk(), pgstat_read_chunk_s, pgstat_reset_after_failure(), PGSTAT_STAT_PERMANENT_FILENAME, pgStatLocal, PgStat_KindInfo::shared_ctl_off, PgStat_KindInfo::shared_data_len, PgStat_KindInfo::shared_data_off, PgStat_LocalState::shared_hash, PgStat_LocalState::shmem, STATS_READ, and WARNING.

Referenced by pgstat_restore_stats().

◆ pgstat_register_kind()

void pgstat_register_kind ( PgStat_Kind  kind,
const PgStat_KindInfo kind_info 
)

Definition at line 1507 of file pgstat.c.

1509{
1511
1512 if (kind_info->name == NULL || strlen(kind_info->name) == 0)
1513 ereport(ERROR,
1514 (errmsg("custom cumulative statistics name is invalid"),
1515 errhint("Provide a non-empty name for the custom cumulative statistics.")));
1516
1517 if (!pgstat_is_kind_custom(kind))
1518 ereport(ERROR, (errmsg("custom cumulative statistics ID %u is out of range", kind),
1519 errhint("Provide a custom cumulative statistics ID between %u and %u.",
1521
1523 ereport(ERROR,
1524 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1525 errdetail("Custom cumulative statistics must be registered while initializing modules in \"shared_preload_libraries\".")));
1526
1527 /*
1528 * Check some data for fixed-numbered stats.
1529 */
1530 if (kind_info->fixed_amount)
1531 {
1532 if (kind_info->shared_size == 0)
1533 ereport(ERROR,
1534 (errmsg("custom cumulative statistics property is invalid"),
1535 errhint("Custom cumulative statistics require a shared memory size for fixed-numbered objects.")));
1536 if (kind_info->track_entry_count)
1537 ereport(ERROR,
1538 (errmsg("custom cumulative statistics property is invalid"),
1539 errhint("Custom cumulative statistics cannot use entry count tracking for fixed-numbered objects.")));
1540 }
1541
1542 /*
1543 * If pgstat_kind_custom_infos is not available yet, allocate it.
1544 */
1546 {
1550 }
1551
1554 ereport(ERROR,
1555 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1556 errdetail("Custom cumulative statistics \"%s\" already registered with the same ID.",
1558
1559 /* check for existing custom stats with the same name */
1561 {
1563
1565 continue;
1567 ereport(ERROR,
1568 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1569 errdetail("Existing cumulative statistics with ID %u has the same name.", existing_kind)));
1570 }
1571
1572 /* Register it */
1574 ereport(LOG,
1575 (errmsg("registered custom cumulative statistics \"%s\" with ID %u",
1576 kind_info->name, kind)));

References ereport, errdetail(), errhint(), errmsg, ERROR, fb(), idx(), LOG, MemoryContextAllocZero(), name, PgStat_KindInfo::name, pg_strcasecmp(), pgstat_is_kind_custom(), PgStat_Kind, pgstat_kind_custom_infos, PGSTAT_KIND_CUSTOM_MAX, PGSTAT_KIND_CUSTOM_MIN, PGSTAT_KIND_CUSTOM_SIZE, process_shared_preload_libraries_in_progress, and TopMemoryContext.

Referenced by _PG_init().

◆ pgstat_report_stat()

long pgstat_report_stat ( bool  force)

Definition at line 722 of file pgstat.c.

724{
725 static TimestampTz pending_since = 0;
726 static TimestampTz last_flush = 0;
727 bool partial_flush;
729 bool nowait;
730
733
734 /* "absorb" the forced flush even if there's nothing to flush */
736 {
737 force = true;
738 pgStatForceNextFlush = false;
739 }
740
741 /* Don't expend a clock check if nothing to do */
744 {
745 return 0;
746 }
747
748 /*
749 * There should never be stats to report once stats are shut down. Can't
750 * assert that before the checks above, as there is an unconditional
751 * pgstat_report_stat() call in pgstat_shutdown_hook() - which at least
752 * the process that ran pgstat_before_server_shutdown() will still call.
753 */
755
756 if (force)
757 {
758 /*
759 * Stats reports are forced either when it's been too long since stats
760 * have been reported or in processes that force stats reporting to
761 * happen at specific points (including shutdown). In the former case
762 * the transaction stop time might be quite old, in the latter it
763 * would never get cleared.
764 */
766 }
767 else
768 {
770
771 if (pending_since > 0 &&
773 {
774 /* don't keep pending updates longer than PGSTAT_MAX_INTERVAL */
775 force = true;
776 }
777 else if (last_flush > 0 &&
779 {
780 /* don't flush too frequently */
781 if (pending_since == 0)
783
785 }
786 }
787
789
790 /* don't wait for lock acquisition when !force */
791 nowait = !force;
792
793 partial_flush = false;
794
795 /* flush of variable-numbered stats tracked in pending entries list */
797
798 /* flush of other stats kinds */
800 {
801 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
802 {
804
805 if (!kind_info)
806 continue;
807 if (!kind_info->flush_static_cb)
808 continue;
809
810 partial_flush |= kind_info->flush_static_cb(nowait);
811 }
812 }
813
814 last_flush = now;
815
816 /*
817 * If some of the pending stats could not be flushed due to lock
818 * contention, let the caller know when to retry.
819 */
820 if (partial_flush)
821 {
822 /* force should have prevented us from getting here */
823 Assert(!force);
824
825 /* remember since when stats have been pending */
826 if (pending_since == 0)
828
830 }
831
832 pending_since = 0;
833 pgstat_report_fixed = false;
834
835 return 0;

References Assert, dlist_is_empty(), fb(), GetCurrentTimestamp(), GetCurrentTransactionStopTimestamp(), PgStat_ShmemControl::is_shutdown, IsTransactionOrTransactionBlock(), now(), pgstat_assert_is_up, pgstat_flush_pending_entries(), pgstat_get_kind_info(), PGSTAT_IDLE_INTERVAL, PgStat_Kind, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, PGSTAT_MAX_INTERVAL, PGSTAT_MIN_INTERVAL, pgstat_report_fixed, pgstat_update_dbstats(), pgStatForceNextFlush, pgStatLocal, pgStatPending, PgStat_LocalState::shmem, and TimestampDifferenceExceeds().

Referenced by AllTablesyncsReady(), apply_handle_commit_internal(), apply_handle_commit_prepared(), apply_handle_prepare(), apply_handle_rollback_prepared(), apply_handle_stream_prepare(), FinishSyncWorker(), HasSubscriptionTablesCached(), LogicalParallelApplyLoop(), LogicalRepApplyLoop(), LogicalRepSyncTableStart(), pgstat_before_server_shutdown(), pgstat_shutdown_hook(), PostgresMain(), ProcessInterrupts(), ProcessSequencesForSync(), ProcessSyncingTablesForApply(), ProcessSyncingTablesForSync(), standby_redo(), and worker_spi_main().

◆ pgstat_reset()

void pgstat_reset ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid 
)

Definition at line 882 of file pgstat.c.

884{
887
888 /* not needed atm, and doesn't make sense with the current signature */
889 Assert(!pgstat_get_kind_info(kind)->fixed_amount);
890
891 /* reset the "single counter" */
892 pgstat_reset_entry(kind, dboid, objid, ts);
893
894 if (!kind_info->accessed_across_databases)

References Assert, fb(), GetCurrentTimestamp(), pgstat_get_kind_info(), pgstat_reset_database_timestamp(), and pgstat_reset_entry().

Referenced by pg_stat_reset_backend_stats(), pg_stat_reset_single_function_counters(), pg_stat_reset_single_table_counters(), pg_stat_reset_subscription_stats(), pgstat_create_transactional(), and pgstat_reset_replslot().

◆ pgstat_reset_after_failure()

static void pgstat_reset_after_failure ( void  )
static

Definition at line 2122 of file pgstat.c.

2124{
2126
2127 /* reset fixed-numbered stats */
2128 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
2129 {
2131
2132 if (!kind_info || !kind_info->fixed_amount)
2133 continue;
2134
2135 kind_info->reset_all_cb(ts);
2136 }
2137
2138 /* and drop variable-numbered ones */

References fb(), GetCurrentTimestamp(), pgstat_drop_all_entries(), pgstat_get_kind_info(), PgStat_Kind, PGSTAT_KIND_MAX, and PGSTAT_KIND_MIN.

Referenced by pgstat_discard_stats(), and pgstat_read_statsfile().

◆ pgstat_reset_counters()

◆ pgstat_reset_of_kind()

◆ pgstat_restore_stats()

void pgstat_restore_stats ( void  )

Definition at line 525 of file pgstat.c.

527{

References pgstat_read_statsfile().

Referenced by StartupXLOG().

◆ pgstat_shutdown_hook()

static void pgstat_shutdown_hook ( int  code,
Datum  arg 
)
static

Definition at line 631 of file pgstat.c.

633{
636
637 /*
638 * If we got as far as discovering our own database ID, we can flush out
639 * what we did so far. Otherwise, we'd be reporting an invalid database
640 * ID, so forget it. (This means that accesses to pg_database during
641 * failed backend starts might never get counted.)
642 */
645
646 pgstat_report_stat(true);
647
648 /* there shouldn't be any pending changes left */
651
652 /* drop the backend stats entry */
655
657
658#ifdef USE_ASSERT_CHECKING
659 pgstat_is_shutdown = true;
660#endif

References Assert, dlist_init(), dlist_is_empty(), fb(), InvalidOid, IsPostmasterEnvironment, IsUnderPostmaster, MyDatabaseId, MyProcNumber, OidIsValid, pgstat_detach_shmem(), pgstat_drop_entry(), PGSTAT_KIND_BACKEND, pgstat_report_disconnect(), pgstat_report_stat(), pgstat_request_entry_refs_gc(), and pgStatPending.

Referenced by pgstat_initialize().

◆ pgstat_snapshot_fixed()

◆ pgstat_write_chunk()

void pgstat_write_chunk ( FILE fpout,
void ptr,
size_t  len 
)

Definition at line 1599 of file pgstat.c.

1601{
1602 int rc;
1603
1604 rc = fwrite(ptr, len, 1, fpout);
1605
1606 /* We check for errors with ferror() when done writing the stats. */
1607 (void) rc;

References fb(), and len.

Referenced by pgstat_write_statsfile(), and test_custom_stats_var_to_serialized_data().

◆ pgstat_write_statsfile()

static void pgstat_write_statsfile ( void  )
static

Definition at line 1614 of file pgstat.c.

1616{
1617 FILE *fpout;
1623
1625
1626 /* should be called only by the checkpointer or single user mode */
1628
1629 /* we're shutting down, so it's ok to just override this */
1631
1632 elog(DEBUG2, "writing stats file \"%s\"", statfile);
1633
1634 /*
1635 * Open the statistics temp file to write out the current values.
1636 */
1638 if (fpout == NULL)
1639 {
1640 ereport(LOG,
1642 errmsg("could not open temporary statistics file \"%s\": %m",
1643 tmpfile)));
1644 return;
1645 }
1646
1647 /*
1648 * Write the file header --- currently just a format ID.
1649 */
1652
1653 /* Write various stats structs for fixed number of objects */
1654 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1655 {
1656 char *ptr;
1657 const PgStat_KindInfo *info = pgstat_get_kind_info(kind);
1658
1659 if (!info || !info->fixed_amount)
1660 continue;
1661
1662 if (pgstat_is_kind_builtin(kind))
1663 Assert(info->snapshot_ctl_off != 0);
1664
1665 /* skip if no need to write to file */
1666 if (!info->write_to_file)
1667 continue;
1668
1670 if (pgstat_is_kind_builtin(kind))
1671 ptr = ((char *) &pgStatLocal.snapshot) + info->snapshot_ctl_off;
1672 else
1674
1678 }
1679
1680 /*
1681 * Walk through the stats entries
1682 */
1684 while ((ps = dshash_seq_next(&hstat)) != NULL)
1685 {
1688
1690
1691 /*
1692 * We should not see any "dropped" entries when writing the stats
1693 * file, as all backends and auxiliary processes should have cleaned
1694 * up their references before they terminated.
1695 *
1696 * However, since we are already shutting down, it is not worth
1697 * crashing the server over any potential cleanup issues, so we simply
1698 * skip such entries if encountered.
1699 */
1700 Assert(!ps->dropped);
1701 if (ps->dropped)
1702 continue;
1703
1704 /*
1705 * This discards data related to custom stats kinds that are unknown
1706 * to this process.
1707 */
1708 if (!pgstat_is_kind_valid(ps->key.kind))
1709 {
1710 elog(WARNING, "found unknown stats entry %u/%u/%" PRIu64,
1711 ps->key.kind, ps->key.dboid,
1712 ps->key.objid);
1713 continue;
1714 }
1715
1717
1718 kind_info = pgstat_get_kind_info(ps->key.kind);
1719
1720 /* if not dropped the valid-entry refcount should exist */
1721 Assert(pg_atomic_read_u32(&ps->refcount) > 0);
1722
1723 /* skip if no need to write to file */
1724 if (!kind_info->write_to_file)
1725 continue;
1726
1727 if (!kind_info->to_serialized_name)
1728 {
1729 /* normal stats entry, identified by PgStat_HashKey */
1732 }
1733 else
1734 {
1735 /* stats entry identified by name on disk (e.g. slots) */
1736 NameData name;
1737
1738 kind_info->to_serialized_name(&ps->key, shstats, &name);
1739
1741 pgstat_write_chunk_s(fpout, &ps->key.kind);
1743 }
1744
1745 /* Write except the header part of the entry */
1747 pgstat_get_entry_data(ps->key.kind, shstats),
1748 pgstat_get_entry_len(ps->key.kind));
1749
1750 /* Write more data for the entry, if required */
1751 if (kind_info->to_serialized_data)
1752 kind_info->to_serialized_data(&ps->key, shstats, fpout);
1753 }
1755
1756 /*
1757 * No more output to be done. Close the temp file and replace the old
1758 * pgstat.stat with it. The ferror() check replaces testing for error
1759 * after each individual fputc or fwrite (in pgstat_write_chunk()) above.
1760 */
1762
1763 if (ferror(fpout))
1764 {
1765 ereport(LOG,
1767 errmsg("could not write temporary statistics file \"%s\": %m",
1768 tmpfile)));
1769 FreeFile(fpout);
1770 unlink(tmpfile);
1771 }
1772 else if (FreeFile(fpout) < 0)
1773 {
1774 ereport(LOG,
1776 errmsg("could not close temporary statistics file \"%s\": %m",
1777 tmpfile)));
1778 unlink(tmpfile);
1779 }
1780 else if (durable_rename(tmpfile, statfile, LOG) < 0)
1781 {
1782 /* durable_rename already emitted log message */
1783 unlink(tmpfile);
1784 }
1785
1786 /* Finish callbacks, if required */
1787 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1788 {
1790
1791 if (kind_info && kind_info->finish)
1792 kind_info->finish(STATS_WRITE);
1793 }

References AllocateFile(), Assert, B_CHECKPOINTER, CHECK_FOR_INTERRUPTS, PgStat_Snapshot::custom_data, DEBUG2, PgStat_LocalState::dsa, dsa_get_address(), dshash_seq_init(), dshash_seq_next(), dshash_seq_term(), durable_rename(), elog, ereport, errcode_for_file_access(), errmsg, fb(), PgStat_KindInfo::fixed_amount, FreeFile(), IsUnderPostmaster, LOG, MyBackendType, name, pg_atomic_read_u32(), PG_BINARY_W, pgstat_assert_is_up, pgstat_build_snapshot_fixed(), pgstat_fetch_consistency, PGSTAT_FETCH_CONSISTENCY_NONE, PGSTAT_FILE_ENTRY_END, PGSTAT_FILE_ENTRY_FIXED, PGSTAT_FILE_ENTRY_HASH, PGSTAT_FILE_ENTRY_NAME, PGSTAT_FILE_FORMAT_ID, pgstat_get_entry_data(), pgstat_get_entry_len(), pgstat_get_kind_info(), pgstat_is_kind_builtin(), pgstat_is_kind_valid(), PgStat_Kind, PGSTAT_KIND_CUSTOM_MIN, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, PGSTAT_STAT_PERMANENT_FILENAME, PGSTAT_STAT_PERMANENT_TMPFILE, pgstat_write_chunk(), pgstat_write_chunk_s, pgStatLocal, ps, PgStat_KindInfo::shared_data_len, PgStat_LocalState::shared_hash, PgStat_LocalState::snapshot, PgStat_KindInfo::snapshot_ctl_off, STATS_WRITE, WARNING, and PgStat_KindInfo::write_to_file.

Referenced by pgstat_before_server_shutdown().

Variable Documentation

◆ force_stats_snapshot_clear

◆ pgstat_fetch_consistency

◆ pgstat_kind_builtin_infos

const PgStat_KindInfo pgstat_kind_builtin_infos[PGSTAT_KIND_BUILTIN_SIZE]
static

Definition at line 282 of file pgstat.c.

283 {
284
285 /* stats kinds for variable-numbered objects */
286
288 .name = "database",
289
290 .fixed_amount = false,
291 .write_to_file = true,
292 /* so pg_stat_database entries can be seen in all databases */
293 .accessed_across_databases = true,
294
295 .shared_size = sizeof(PgStatShared_Database),
296 .shared_data_off = offsetof(PgStatShared_Database, stats),
297 .shared_data_len = sizeof(((PgStatShared_Database *) 0)->stats),
298 .pending_size = sizeof(PgStat_StatDBEntry),
299
300 .flush_pending_cb = pgstat_database_flush_cb,
301 .reset_timestamp_cb = pgstat_database_reset_timestamp_cb,
302 },
303
305 .name = "relation",
306
307 .fixed_amount = false,
308 .write_to_file = true,
309
310 .shared_size = sizeof(PgStatShared_Relation),
311 .shared_data_off = offsetof(PgStatShared_Relation, stats),
312 .shared_data_len = sizeof(((PgStatShared_Relation *) 0)->stats),
313 .pending_size = sizeof(PgStat_TableStatus),
314
315 .flush_pending_cb = pgstat_relation_flush_cb,
316 .delete_pending_cb = pgstat_relation_delete_pending_cb,
317 .reset_timestamp_cb = pgstat_relation_reset_timestamp_cb,
318 },
319
321 .name = "function",
322
323 .fixed_amount = false,
324 .write_to_file = true,
325
326 .shared_size = sizeof(PgStatShared_Function),
327 .shared_data_off = offsetof(PgStatShared_Function, stats),
328 .shared_data_len = sizeof(((PgStatShared_Function *) 0)->stats),
329 .pending_size = sizeof(PgStat_FunctionCounts),
330
331 .flush_pending_cb = pgstat_function_flush_cb,
332 .reset_timestamp_cb = pgstat_function_reset_timestamp_cb,
333 },
334
336 .name = "replslot",
337
338 .fixed_amount = false,
339 .write_to_file = true,
340
341 .accessed_across_databases = true,
342
343 .shared_size = sizeof(PgStatShared_ReplSlot),
344 .shared_data_off = offsetof(PgStatShared_ReplSlot, stats),
345 .shared_data_len = sizeof(((PgStatShared_ReplSlot *) 0)->stats),
346
347 .reset_timestamp_cb = pgstat_replslot_reset_timestamp_cb,
348 .to_serialized_name = pgstat_replslot_to_serialized_name_cb,
349 .from_serialized_name = pgstat_replslot_from_serialized_name_cb,
350 },
351
353 .name = "subscription",
354
355 .fixed_amount = false,
356 .write_to_file = true,
357 /* so pg_stat_subscription_stats entries can be seen in all databases */
358 .accessed_across_databases = true,
359
360 .shared_size = sizeof(PgStatShared_Subscription),
361 .shared_data_off = offsetof(PgStatShared_Subscription, stats),
362 .shared_data_len = sizeof(((PgStatShared_Subscription *) 0)->stats),
363 .pending_size = sizeof(PgStat_BackendSubEntry),
364
365 .flush_pending_cb = pgstat_subscription_flush_cb,
366 .reset_timestamp_cb = pgstat_subscription_reset_timestamp_cb,
367 },
368
370 .name = "backend",
371
372 .fixed_amount = false,
373 .write_to_file = false,
374
375 .accessed_across_databases = true,
376
377 .shared_size = sizeof(PgStatShared_Backend),
378 .shared_data_off = offsetof(PgStatShared_Backend, stats),
379 .shared_data_len = sizeof(((PgStatShared_Backend *) 0)->stats),
380
381 .flush_static_cb = pgstat_backend_flush_cb,
382 .reset_timestamp_cb = pgstat_backend_reset_timestamp_cb,
383 },
384
385 /* stats for fixed-numbered (mostly 1) objects */
386
388 .name = "archiver",
389
390 .fixed_amount = true,
391 .write_to_file = true,
392
393 .snapshot_ctl_off = offsetof(PgStat_Snapshot, archiver),
394 .shared_ctl_off = offsetof(PgStat_ShmemControl, archiver),
395 .shared_data_off = offsetof(PgStatShared_Archiver, stats),
396 .shared_data_len = sizeof(((PgStatShared_Archiver *) 0)->stats),
397
398 .init_shmem_cb = pgstat_archiver_init_shmem_cb,
399 .reset_all_cb = pgstat_archiver_reset_all_cb,
400 .snapshot_cb = pgstat_archiver_snapshot_cb,
401 },
402
404 .name = "bgwriter",
405
406 .fixed_amount = true,
407 .write_to_file = true,
408
409 .snapshot_ctl_off = offsetof(PgStat_Snapshot, bgwriter),
410 .shared_ctl_off = offsetof(PgStat_ShmemControl, bgwriter),
411 .shared_data_off = offsetof(PgStatShared_BgWriter, stats),
412 .shared_data_len = sizeof(((PgStatShared_BgWriter *) 0)->stats),
413
414 .init_shmem_cb = pgstat_bgwriter_init_shmem_cb,
415 .reset_all_cb = pgstat_bgwriter_reset_all_cb,
416 .snapshot_cb = pgstat_bgwriter_snapshot_cb,
417 },
418
420 .name = "checkpointer",
421
422 .fixed_amount = true,
423 .write_to_file = true,
424
425 .snapshot_ctl_off = offsetof(PgStat_Snapshot, checkpointer),
426 .shared_ctl_off = offsetof(PgStat_ShmemControl, checkpointer),
427 .shared_data_off = offsetof(PgStatShared_Checkpointer, stats),
428 .shared_data_len = sizeof(((PgStatShared_Checkpointer *) 0)->stats),
429
430 .init_shmem_cb = pgstat_checkpointer_init_shmem_cb,
431 .reset_all_cb = pgstat_checkpointer_reset_all_cb,
432 .snapshot_cb = pgstat_checkpointer_snapshot_cb,
433 },
434
435 [PGSTAT_KIND_IO] = {
436 .name = "io",
437
438 .fixed_amount = true,
439 .write_to_file = true,
440
441 .snapshot_ctl_off = offsetof(PgStat_Snapshot, io),
442 .shared_ctl_off = offsetof(PgStat_ShmemControl, io),
443 .shared_data_off = offsetof(PgStatShared_IO, stats),
444 .shared_data_len = sizeof(((PgStatShared_IO *) 0)->stats),
445
446 .flush_static_cb = pgstat_io_flush_cb,
447 .init_shmem_cb = pgstat_io_init_shmem_cb,
448 .reset_all_cb = pgstat_io_reset_all_cb,
449 .snapshot_cb = pgstat_io_snapshot_cb,
450 },
451
452 [PGSTAT_KIND_LOCK] = {
453 .name = "lock",
454
455 .fixed_amount = true,
456 .write_to_file = true,
457
458 .snapshot_ctl_off = offsetof(PgStat_Snapshot, lock),
459 .shared_ctl_off = offsetof(PgStat_ShmemControl, lock),
460 .shared_data_off = offsetof(PgStatShared_Lock, stats),
461 .shared_data_len = sizeof(((PgStatShared_Lock *) 0)->stats),
462
463 .flush_static_cb = pgstat_lock_flush_cb,
464 .init_shmem_cb = pgstat_lock_init_shmem_cb,
465 .reset_all_cb = pgstat_lock_reset_all_cb,
466 .snapshot_cb = pgstat_lock_snapshot_cb,
467 },
468
469 [PGSTAT_KIND_SLRU] = {
470 .name = "slru",
471
472 .fixed_amount = true,
473 .write_to_file = true,
474
475 .snapshot_ctl_off = offsetof(PgStat_Snapshot, slru),
476 .shared_ctl_off = offsetof(PgStat_ShmemControl, slru),
477 .shared_data_off = offsetof(PgStatShared_SLRU, stats),
478 .shared_data_len = sizeof(((PgStatShared_SLRU *) 0)->stats),
479
480 .flush_static_cb = pgstat_slru_flush_cb,
481 .init_shmem_cb = pgstat_slru_init_shmem_cb,
482 .reset_all_cb = pgstat_slru_reset_all_cb,
483 .snapshot_cb = pgstat_slru_snapshot_cb,
484 },
485
486 [PGSTAT_KIND_WAL] = {
487 .name = "wal",
488
489 .fixed_amount = true,
490 .write_to_file = true,
491
492 .snapshot_ctl_off = offsetof(PgStat_Snapshot, wal),
493 .shared_ctl_off = offsetof(PgStat_ShmemControl, wal),
494 .shared_data_off = offsetof(PgStatShared_Wal, stats),
495 .shared_data_len = sizeof(((PgStatShared_Wal *) 0)->stats),
496
497 .init_backend_cb = pgstat_wal_init_backend_cb,
498 .flush_static_cb = pgstat_wal_flush_cb,
499 .init_shmem_cb = pgstat_wal_init_shmem_cb,
500 .reset_all_cb = pgstat_wal_reset_all_cb,
501 .snapshot_cb = pgstat_wal_snapshot_cb,
502 },

Referenced by pgstat_get_kind_from_str(), and pgstat_get_kind_info().

◆ pgstat_kind_custom_infos

const PgStat_KindInfo** pgstat_kind_custom_infos = NULL
static

Definition at line 512 of file pgstat.c.

Referenced by pgstat_get_kind_from_str(), pgstat_get_kind_info(), and pgstat_register_kind().

◆ pgstat_report_fixed

◆ pgstat_track_counts

◆ pgStatForceNextFlush

bool pgStatForceNextFlush = false
static

Definition at line 250 of file pgstat.c.

Referenced by pgstat_force_next_flush(), and pgstat_report_stat().

◆ pgStatLocal

PgStat_LocalState pgStatLocal

Definition at line 213 of file pgstat.c.

Referenced by pgstat_acquire_entry_ref(), pgstat_archiver_reset_all_cb(), pgstat_archiver_snapshot_cb(), pgstat_attach_shmem(), pgstat_before_server_shutdown(), pgstat_bgwriter_reset_all_cb(), pgstat_bgwriter_snapshot_cb(), pgstat_build_snapshot(), pgstat_build_snapshot_fixed(), pgstat_checkpointer_reset_all_cb(), pgstat_checkpointer_snapshot_cb(), pgstat_clear_snapshot(), pgstat_detach_shmem(), pgstat_drop_database_and_contents(), pgstat_drop_entry(), pgstat_drop_entry_internal(), pgstat_drop_matching_entries(), pgstat_fetch_entry(), pgstat_fetch_slru(), pgstat_fetch_stat_archiver(), pgstat_fetch_stat_bgwriter(), pgstat_fetch_stat_checkpointer(), pgstat_fetch_stat_io(), pgstat_fetch_stat_lock(), pgstat_fetch_stat_wal(), pgstat_free_entry(), pgstat_gc_entry_refs(), pgstat_get_custom_shmem_data(), pgstat_get_custom_snapshot_data(), pgstat_get_entry_count(), pgstat_get_entry_ref(), pgstat_get_stat_snapshot_timestamp(), pgstat_init_entry(), pgstat_init_snapshot_fixed(), pgstat_io_flush_cb(), pgstat_io_reset_all_cb(), pgstat_io_snapshot_cb(), pgstat_lock_flush_cb(), pgstat_lock_reset_all_cb(), pgstat_lock_snapshot_cb(), pgstat_need_entry_refs_gc(), pgstat_prep_snapshot(), pgstat_read_statsfile(), pgstat_reinit_entry(), pgstat_release_entry_ref(), pgstat_report_archiver(), pgstat_report_bgwriter(), pgstat_report_checkpointer(), pgstat_report_stat(), pgstat_request_entry_refs_gc(), pgstat_reset_matching_entries(), pgstat_reset_slru_counter_internal(), pgstat_setup_shared_refs(), pgstat_slru_flush_cb(), pgstat_slru_snapshot_cb(), pgstat_snapshot_fixed(), pgstat_wal_flush_cb(), pgstat_wal_reset_all_cb(), pgstat_wal_snapshot_cb(), pgstat_write_statsfile(), StatsShmemInit(), and StatsShmemRequest().

◆ pgStatPending

dlist_head pgStatPending = DLIST_STATIC_INIT(pgStatPending)
static

◆ pgStatPendingContext

MemoryContext pgStatPendingContext = NULL
static

Definition at line 235 of file pgstat.c.

Referenced by pgstat_prep_pending_entry().