PostgreSQL Source Code git master
Loading...
Searching...
No Matches
pgstat.c File Reference
#include "postgres.h"
#include <unistd.h>
#include "access/xact.h"
#include "lib/dshash.h"
#include "pgstat.h"
#include "storage/fd.h"
#include "storage/ipc.h"
#include "storage/lwlock.h"
#include "utils/guc_hooks.h"
#include "utils/memutils.h"
#include "utils/pgstat_internal.h"
#include "utils/timestamp.h"
#include "lib/simplehash.h"
Include dependency graph for pgstat.c:

Go to the source code of this file.

Data Structures

struct  PgStat_SnapshotEntry
 

Macros

#define PGSTAT_MIN_INTERVAL   1000
 
#define PGSTAT_MAX_INTERVAL   60000
 
#define PGSTAT_IDLE_INTERVAL   10000
 
#define PGSTAT_SNAPSHOT_HASH_SIZE   512
 
#define PGSTAT_FILE_ENTRY_END   'E' /* end of file */
 
#define PGSTAT_FILE_ENTRY_FIXED   'F' /* fixed-numbered stats entry */
 
#define PGSTAT_FILE_ENTRY_NAME   'N' /* stats entry identified by name */
 
#define PGSTAT_FILE_ENTRY_HASH
 
#define SH_PREFIX   pgstat_snapshot
 
#define SH_ELEMENT_TYPE   PgStat_SnapshotEntry
 
#define SH_KEY_TYPE   PgStat_HashKey
 
#define SH_KEY   key
 
#define SH_HASH_KEY(tb, key)    pgstat_hash_hash_key(&key, sizeof(PgStat_HashKey), NULL)
 
#define SH_EQUAL(tb, a, b)    pgstat_cmp_hash_key(&a, &b, sizeof(PgStat_HashKey), NULL) == 0
 
#define SH_SCOPE   static inline
 
#define SH_DEFINE
 
#define SH_DECLARE
 
#define write_chunk_s(fpout, ptr)   write_chunk(fpout, ptr, sizeof(*ptr))
 
#define read_chunk_s(fpin, ptr)   read_chunk(fpin, ptr, sizeof(*ptr))
 

Typedefs

typedef struct PgStat_SnapshotEntry PgStat_SnapshotEntry
 

Functions

static void pgstat_write_statsfile (void)
 
static void pgstat_read_statsfile (void)
 
static void pgstat_init_snapshot_fixed (void)
 
static void pgstat_reset_after_failure (void)
 
static bool pgstat_flush_pending_entries (bool nowait)
 
static void pgstat_prep_snapshot (void)
 
static void pgstat_build_snapshot (void)
 
static void pgstat_build_snapshot_fixed (PgStat_Kind kind)
 
static bool pgstat_is_kind_valid (PgStat_Kind kind)
 
void pgstat_restore_stats (void)
 
void pgstat_discard_stats (void)
 
void pgstat_before_server_shutdown (int code, Datum arg)
 
static void pgstat_shutdown_hook (int code, Datum arg)
 
void pgstat_initialize (void)
 
long pgstat_report_stat (bool force)
 
void pgstat_force_next_flush (void)
 
static bool match_db_entries (PgStatShared_HashEntry *entry, Datum match_data)
 
void pgstat_reset_counters (void)
 
void pgstat_reset (PgStat_Kind kind, Oid dboid, uint64 objid)
 
void pgstat_reset_of_kind (PgStat_Kind kind)
 
void pgstat_clear_snapshot (void)
 
voidpgstat_fetch_entry (PgStat_Kind kind, Oid dboid, uint64 objid, bool *may_free)
 
TimestampTz pgstat_get_stat_snapshot_timestamp (bool *have_snapshot)
 
bool pgstat_have_entry (PgStat_Kind kind, Oid dboid, uint64 objid)
 
void pgstat_snapshot_fixed (PgStat_Kind kind)
 
PgStat_EntryRefpgstat_prep_pending_entry (PgStat_Kind kind, Oid dboid, uint64 objid, bool *created_entry)
 
PgStat_EntryRefpgstat_fetch_pending_entry (PgStat_Kind kind, Oid dboid, uint64 objid)
 
void pgstat_delete_pending_entry (PgStat_EntryRef *entry_ref)
 
PgStat_Kind pgstat_get_kind_from_str (char *kind_str)
 
const PgStat_KindInfopgstat_get_kind_info (PgStat_Kind kind)
 
void pgstat_register_kind (PgStat_Kind kind, const PgStat_KindInfo *kind_info)
 
static void write_chunk (FILE *fpout, void *ptr, size_t len)
 
static bool read_chunk (FILE *fpin, void *ptr, size_t len)
 
void assign_stats_fetch_consistency (int newval, void *extra)
 

Variables

bool pgstat_track_counts = false
 
int pgstat_fetch_consistency = PGSTAT_FETCH_CONSISTENCY_CACHE
 
PgStat_LocalState pgStatLocal
 
bool pgstat_report_fixed = false
 
static MemoryContext pgStatPendingContext = NULL
 
static dlist_head pgStatPending = DLIST_STATIC_INIT(pgStatPending)
 
static bool pgStatForceNextFlush = false
 
static bool force_stats_snapshot_clear = false
 
static const PgStat_KindInfo pgstat_kind_builtin_infos [PGSTAT_KIND_BUILTIN_SIZE]
 
static const PgStat_KindInfo ** pgstat_kind_custom_infos = NULL
 

Macro Definition Documentation

◆ PGSTAT_FILE_ENTRY_END

#define PGSTAT_FILE_ENTRY_END   'E' /* end of file */

Definition at line 144 of file pgstat.c.

◆ PGSTAT_FILE_ENTRY_FIXED

#define PGSTAT_FILE_ENTRY_FIXED   'F' /* fixed-numbered stats entry */

Definition at line 145 of file pgstat.c.

◆ PGSTAT_FILE_ENTRY_HASH

#define PGSTAT_FILE_ENTRY_HASH
Value:
'S' /* stats entry identified by
* PgStat_HashKey */

Definition at line 147 of file pgstat.c.

152{
154 char status; /* for simplehash use */
155 void *data; /* the stats data itself */
157
158
159/* ----------
160 * Backend-local Hash Table Definitions
161 * ----------
162 */
163
164/* for stats snapshot entries */
165#define SH_PREFIX pgstat_snapshot
166#define SH_ELEMENT_TYPE PgStat_SnapshotEntry
167#define SH_KEY_TYPE PgStat_HashKey
168#define SH_KEY key
169#define SH_HASH_KEY(tb, key) \
170 pgstat_hash_hash_key(&key, sizeof(PgStat_HashKey), NULL)
171#define SH_EQUAL(tb, a, b) \
172 pgstat_cmp_hash_key(&a, &b, sizeof(PgStat_HashKey), NULL) == 0
173#define SH_SCOPE static inline
174#define SH_DEFINE
175#define SH_DECLARE
176#include "lib/simplehash.h"
177
178
179/* ----------
180 * Local function forward declarations
181 * ----------
182 */
183
184static void pgstat_write_statsfile(void);
185static void pgstat_read_statsfile(void);
186
187static void pgstat_init_snapshot_fixed(void);
188
189static void pgstat_reset_after_failure(void);
190
191static bool pgstat_flush_pending_entries(bool nowait);
192
193static void pgstat_prep_snapshot(void);
194static void pgstat_build_snapshot(void);
196
197static inline bool pgstat_is_kind_valid(PgStat_Kind kind);
198
199
200/* ----------
201 * GUC parameters
202 * ----------
203 */
204
205bool pgstat_track_counts = false;
207
208
209/* ----------
210 * state shared with pgstat_*.c
211 * ----------
212 */
213
215
216/*
217 * Track pending reports for fixed-numbered stats, used by
218 * pgstat_report_stat().
219 */
220bool pgstat_report_fixed = false;
221
222/* ----------
223 * Local data
224 *
225 * NB: There should be only variables related to stats infrastructure here,
226 * not for specific kinds of stats.
227 * ----------
228 */
229
230/*
231 * Memory contexts containing the pgStatEntryRefHash table, the
232 * pgStatSharedRef entries, and pending data respectively. Mostly to make it
233 * easier to track / attribute memory usage.
234 */
235
237
238/*
239 * Backend local list of PgStat_EntryRef with unflushed pending stats.
240 *
241 * Newly pending entries should only ever be added to the end of the list,
242 * otherwise pgstat_flush_pending_entries() might not see them immediately.
243 */
245
246
247/*
248 * Force the next stats flush to happen regardless of
249 * PGSTAT_MIN_INTERVAL. Useful in test scripts.
250 */
251static bool pgStatForceNextFlush = false;
252
253/*
254 * Force-clear existing snapshot before next use when stats_fetch_consistency
255 * is changed.
256 */
257static bool force_stats_snapshot_clear = false;
258
259
260/*
261 * For assertions that check pgstat is not used before initialization / after
262 * shutdown.
263 */
264#ifdef USE_ASSERT_CHECKING
265static bool pgstat_is_initialized = false;
266static bool pgstat_is_shutdown = false;
267#endif
268
269
270/*
271 * The different kinds of built-in statistics.
272 *
273 * If reasonably possible, handling specific to one kind of stats should go
274 * through this abstraction, rather than making more of pgstat.c aware.
275 *
276 * See comments for struct PgStat_KindInfo for details about the individual
277 * fields.
278 *
279 * XXX: It'd be nicer to define this outside of this file. But there doesn't
280 * seem to be a great way of doing that, given the split across multiple
281 * files.
282 */
284
285 /* stats kinds for variable-numbered objects */
286
288 .name = "database",
289
290 .fixed_amount = false,
291 .write_to_file = true,
292 /* so pg_stat_database entries can be seen in all databases */
293 .accessed_across_databases = true,
294
295 .shared_size = sizeof(PgStatShared_Database),
296 .shared_data_off = offsetof(PgStatShared_Database, stats),
297 .shared_data_len = sizeof(((PgStatShared_Database *) 0)->stats),
298 .pending_size = sizeof(PgStat_StatDBEntry),
299
300 .flush_pending_cb = pgstat_database_flush_cb,
301 .reset_timestamp_cb = pgstat_database_reset_timestamp_cb,
302 },
303
305 .name = "relation",
306
307 .fixed_amount = false,
308 .write_to_file = true,
309
310 .shared_size = sizeof(PgStatShared_Relation),
311 .shared_data_off = offsetof(PgStatShared_Relation, stats),
312 .shared_data_len = sizeof(((PgStatShared_Relation *) 0)->stats),
313 .pending_size = sizeof(PgStat_TableStatus),
314
315 .flush_pending_cb = pgstat_relation_flush_cb,
316 .delete_pending_cb = pgstat_relation_delete_pending_cb,
317 .reset_timestamp_cb = pgstat_relation_reset_timestamp_cb,
318 },
319
321 .name = "function",
322
323 .fixed_amount = false,
324 .write_to_file = true,
325
326 .shared_size = sizeof(PgStatShared_Function),
327 .shared_data_off = offsetof(PgStatShared_Function, stats),
328 .shared_data_len = sizeof(((PgStatShared_Function *) 0)->stats),
329 .pending_size = sizeof(PgStat_FunctionCounts),
330
331 .flush_pending_cb = pgstat_function_flush_cb,
332 .reset_timestamp_cb = pgstat_function_reset_timestamp_cb,
333 },
334
336 .name = "replslot",
337
338 .fixed_amount = false,
339 .write_to_file = true,
340
341 .accessed_across_databases = true,
342
343 .shared_size = sizeof(PgStatShared_ReplSlot),
344 .shared_data_off = offsetof(PgStatShared_ReplSlot, stats),
345 .shared_data_len = sizeof(((PgStatShared_ReplSlot *) 0)->stats),
346
347 .reset_timestamp_cb = pgstat_replslot_reset_timestamp_cb,
348 .to_serialized_name = pgstat_replslot_to_serialized_name_cb,
349 .from_serialized_name = pgstat_replslot_from_serialized_name_cb,
350 },
351
353 .name = "subscription",
354
355 .fixed_amount = false,
356 .write_to_file = true,
357 /* so pg_stat_subscription_stats entries can be seen in all databases */
358 .accessed_across_databases = true,
359
360 .shared_size = sizeof(PgStatShared_Subscription),
361 .shared_data_off = offsetof(PgStatShared_Subscription, stats),
362 .shared_data_len = sizeof(((PgStatShared_Subscription *) 0)->stats),
363 .pending_size = sizeof(PgStat_BackendSubEntry),
364
365 .flush_pending_cb = pgstat_subscription_flush_cb,
366 .reset_timestamp_cb = pgstat_subscription_reset_timestamp_cb,
367 },
368
370 .name = "backend",
371
372 .fixed_amount = false,
373 .write_to_file = false,
374
375 .accessed_across_databases = true,
376
377 .shared_size = sizeof(PgStatShared_Backend),
378 .shared_data_off = offsetof(PgStatShared_Backend, stats),
379 .shared_data_len = sizeof(((PgStatShared_Backend *) 0)->stats),
380
381 .flush_static_cb = pgstat_backend_flush_cb,
382 .reset_timestamp_cb = pgstat_backend_reset_timestamp_cb,
383 },
384
385 /* stats for fixed-numbered (mostly 1) objects */
386
388 .name = "archiver",
389
390 .fixed_amount = true,
391 .write_to_file = true,
392
393 .snapshot_ctl_off = offsetof(PgStat_Snapshot, archiver),
394 .shared_ctl_off = offsetof(PgStat_ShmemControl, archiver),
395 .shared_data_off = offsetof(PgStatShared_Archiver, stats),
396 .shared_data_len = sizeof(((PgStatShared_Archiver *) 0)->stats),
397
398 .init_shmem_cb = pgstat_archiver_init_shmem_cb,
399 .reset_all_cb = pgstat_archiver_reset_all_cb,
400 .snapshot_cb = pgstat_archiver_snapshot_cb,
401 },
402
404 .name = "bgwriter",
405
406 .fixed_amount = true,
407 .write_to_file = true,
408
409 .snapshot_ctl_off = offsetof(PgStat_Snapshot, bgwriter),
410 .shared_ctl_off = offsetof(PgStat_ShmemControl, bgwriter),
411 .shared_data_off = offsetof(PgStatShared_BgWriter, stats),
412 .shared_data_len = sizeof(((PgStatShared_BgWriter *) 0)->stats),
413
414 .init_shmem_cb = pgstat_bgwriter_init_shmem_cb,
415 .reset_all_cb = pgstat_bgwriter_reset_all_cb,
416 .snapshot_cb = pgstat_bgwriter_snapshot_cb,
417 },
418
420 .name = "checkpointer",
421
422 .fixed_amount = true,
423 .write_to_file = true,
424
425 .snapshot_ctl_off = offsetof(PgStat_Snapshot, checkpointer),
426 .shared_ctl_off = offsetof(PgStat_ShmemControl, checkpointer),
427 .shared_data_off = offsetof(PgStatShared_Checkpointer, stats),
428 .shared_data_len = sizeof(((PgStatShared_Checkpointer *) 0)->stats),
429
430 .init_shmem_cb = pgstat_checkpointer_init_shmem_cb,
431 .reset_all_cb = pgstat_checkpointer_reset_all_cb,
432 .snapshot_cb = pgstat_checkpointer_snapshot_cb,
433 },
434
435 [PGSTAT_KIND_IO] = {
436 .name = "io",
437
438 .fixed_amount = true,
439 .write_to_file = true,
440
441 .snapshot_ctl_off = offsetof(PgStat_Snapshot, io),
442 .shared_ctl_off = offsetof(PgStat_ShmemControl, io),
443 .shared_data_off = offsetof(PgStatShared_IO, stats),
444 .shared_data_len = sizeof(((PgStatShared_IO *) 0)->stats),
445
446 .flush_static_cb = pgstat_io_flush_cb,
447 .init_shmem_cb = pgstat_io_init_shmem_cb,
448 .reset_all_cb = pgstat_io_reset_all_cb,
449 .snapshot_cb = pgstat_io_snapshot_cb,
450 },
451
452 [PGSTAT_KIND_LOCK] = {
453 .name = "lock",
454
455 .fixed_amount = true,
456 .write_to_file = true,
457
458 .snapshot_ctl_off = offsetof(PgStat_Snapshot, lock),
459 .shared_ctl_off = offsetof(PgStat_ShmemControl, lock),
460 .shared_data_off = offsetof(PgStatShared_Lock, stats),
461 .shared_data_len = sizeof(((PgStatShared_Lock *) 0)->stats),
462
463 .flush_static_cb = pgstat_lock_flush_cb,
464 .init_shmem_cb = pgstat_lock_init_shmem_cb,
465 .reset_all_cb = pgstat_lock_reset_all_cb,
466 .snapshot_cb = pgstat_lock_snapshot_cb,
467 },
468
469 [PGSTAT_KIND_SLRU] = {
470 .name = "slru",
471
472 .fixed_amount = true,
473 .write_to_file = true,
474
475 .snapshot_ctl_off = offsetof(PgStat_Snapshot, slru),
476 .shared_ctl_off = offsetof(PgStat_ShmemControl, slru),
477 .shared_data_off = offsetof(PgStatShared_SLRU, stats),
478 .shared_data_len = sizeof(((PgStatShared_SLRU *) 0)->stats),
479
480 .flush_static_cb = pgstat_slru_flush_cb,
481 .init_shmem_cb = pgstat_slru_init_shmem_cb,
482 .reset_all_cb = pgstat_slru_reset_all_cb,
483 .snapshot_cb = pgstat_slru_snapshot_cb,
484 },
485
486 [PGSTAT_KIND_WAL] = {
487 .name = "wal",
488
489 .fixed_amount = true,
490 .write_to_file = true,
491
492 .snapshot_ctl_off = offsetof(PgStat_Snapshot, wal),
493 .shared_ctl_off = offsetof(PgStat_ShmemControl, wal),
494 .shared_data_off = offsetof(PgStatShared_Wal, stats),
495 .shared_data_len = sizeof(((PgStatShared_Wal *) 0)->stats),
496
497 .init_backend_cb = pgstat_wal_init_backend_cb,
498 .flush_static_cb = pgstat_wal_flush_cb,
499 .init_shmem_cb = pgstat_wal_init_shmem_cb,
500 .reset_all_cb = pgstat_wal_reset_all_cb,
501 .snapshot_cb = pgstat_wal_snapshot_cb,
502 },
503};
504
505/*
506 * Information about custom statistics kinds.
507 *
508 * These are saved in a different array than the built-in kinds to save
509 * in clarity with the initializations.
510 *
511 * Indexed by PGSTAT_KIND_CUSTOM_MIN, of size PGSTAT_KIND_CUSTOM_SIZE.
512 */
514
515/* ------------------------------------------------------------
516 * Functions managing the state of the stats system for all backends.
517 * ------------------------------------------------------------
518 */
519
520/*
521 * Read on-disk stats into memory at server start.
522 *
523 * Should only be called by the startup process or in single user mode.
524 */
525void
527{
529}
530
531/*
532 * Remove the stats file. This is currently used only if WAL recovery is
533 * needed after a crash.
534 *
535 * Should only be called by the startup process or in single user mode.
536 */
537void
539{
540 int ret;
541
542 /* NB: this needs to be done even in single user mode */
543
544 /* First, cleanup the main pgstats file */
546 if (ret != 0)
547 {
548 if (errno == ENOENT)
549 elog(DEBUG2,
550 "didn't need to unlink permanent stats file \"%s\" - didn't exist",
552 else
553 ereport(LOG,
555 errmsg("could not unlink permanent statistics file \"%s\": %m",
557 }
558 else
559 {
562 errmsg_internal("unlinked permanent statistics file \"%s\"",
564 }
565
566 /* Finish callbacks, if required */
567 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
568 {
570
571 if (kind_info && kind_info->finish)
572 kind_info->finish(STATS_DISCARD);
573 }
574
575 /*
576 * Reset stats contents. This will set reset timestamps of fixed-numbered
577 * stats to the current time (no variable stats exist).
578 */
580}
581
582/*
583 * pgstat_before_server_shutdown() needs to be called by exactly one process
584 * during regular server shutdowns. Otherwise all stats will be lost.
585 *
586 * We currently only write out stats for proc_exit(0). We might want to change
587 * that at some point... But right now pgstat_discard_stats() would be called
588 * during the start after a disorderly shutdown, anyway.
589 */
590void
592{
595
596 /*
597 * Stats should only be reported after pgstat_initialize() and before
598 * pgstat_shutdown(). This is a convenient point to catch most violations
599 * of this rule.
600 */
602
603 /* flush out our own pending changes before writing out */
604 pgstat_report_stat(true);
605
606 /*
607 * Only write out file during normal shutdown. Don't even signal that
608 * we've shutdown during irregular shutdowns, because the shutdown
609 * sequence isn't coordinated to ensure this backend shuts down last.
610 */
611 if (code == 0)
612 {
615 }
616}
617
618
619/* ------------------------------------------------------------
620 * Backend initialization / shutdown functions
621 * ------------------------------------------------------------
622 */
623
624/*
625 * Shut down a single backend's statistics reporting at process exit.
626 *
627 * Flush out any remaining statistics counts. Without this, operations
628 * triggered during backend exit (such as temp table deletions) won't be
629 * counted.
630 */
631static void
633{
636
637 /*
638 * If we got as far as discovering our own database ID, we can flush out
639 * what we did so far. Otherwise, we'd be reporting an invalid database
640 * ID, so forget it. (This means that accesses to pg_database during
641 * failed backend starts might never get counted.)
642 */
645
646 pgstat_report_stat(true);
647
648 /* there shouldn't be any pending changes left */
651
652 /* drop the backend stats entry */
655
657
658#ifdef USE_ASSERT_CHECKING
659 pgstat_is_shutdown = true;
660#endif
661}
662
663/*
664 * Initialize pgstats state, and set up our on-proc-exit hook. Called from
665 * BaseInit().
666 *
667 * NOTE: MyDatabaseId isn't set yet; so the shutdown hook has to be careful.
668 */
669void
671{
673
675
677
678 /* Backend initialization callbacks */
679 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
680 {
682
683 if (kind_info == NULL || kind_info->init_backend_cb == NULL)
684 continue;
685
686 kind_info->init_backend_cb();
687 }
688
689 /* Set up a process-exit hook to clean up */
691
692#ifdef USE_ASSERT_CHECKING
694#endif
695}
696
697
698/* ------------------------------------------------------------
699 * Public functions used by backends follow
700 * ------------------------------------------------------------
701 */
702
703/*
704 * Must be called by processes that performs DML: tcop/postgres.c, logical
705 * receiver processes, SPI worker, etc. to flush pending statistics updates to
706 * shared memory.
707 *
708 * Unless called with 'force', pending stats updates are flushed happen once
709 * per PGSTAT_MIN_INTERVAL (1000ms). When not forced, stats flushes do not
710 * block on lock acquisition, except if stats updates have been pending for
711 * longer than PGSTAT_MAX_INTERVAL (60000ms).
712 *
713 * Whenever pending stats updates remain at the end of pgstat_report_stat() a
714 * suggested idle timeout is returned. Currently this is always
715 * PGSTAT_IDLE_INTERVAL (10000ms). Callers can use the returned time to set up
716 * a timeout after which to call pgstat_report_stat(true), but are not
717 * required to do so.
718 *
719 * Note that this is called only when not within a transaction, so it is fair
720 * to use transaction stop time as an approximation of current time.
721 */
722long
723pgstat_report_stat(bool force)
724{
725 static TimestampTz pending_since = 0;
726 static TimestampTz last_flush = 0;
727 bool partial_flush;
729 bool nowait;
730
733
734 /* "absorb" the forced flush even if there's nothing to flush */
736 {
737 force = true;
738 pgStatForceNextFlush = false;
739 }
740
741 /* Don't expend a clock check if nothing to do */
744 {
745 return 0;
746 }
747
748 /*
749 * There should never be stats to report once stats are shut down. Can't
750 * assert that before the checks above, as there is an unconditional
751 * pgstat_report_stat() call in pgstat_shutdown_hook() - which at least
752 * the process that ran pgstat_before_server_shutdown() will still call.
753 */
755
756 if (force)
757 {
758 /*
759 * Stats reports are forced either when it's been too long since stats
760 * have been reported or in processes that force stats reporting to
761 * happen at specific points (including shutdown). In the former case
762 * the transaction stop time might be quite old, in the latter it
763 * would never get cleared.
764 */
766 }
767 else
768 {
770
771 if (pending_since > 0 &&
773 {
774 /* don't keep pending updates longer than PGSTAT_MAX_INTERVAL */
775 force = true;
776 }
777 else if (last_flush > 0 &&
779 {
780 /* don't flush too frequently */
781 if (pending_since == 0)
783
785 }
786 }
787
789
790 /* don't wait for lock acquisition when !force */
791 nowait = !force;
792
793 partial_flush = false;
794
795 /* flush of variable-numbered stats tracked in pending entries list */
797
798 /* flush of other stats kinds */
800 {
801 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
802 {
804
805 if (!kind_info)
806 continue;
807 if (!kind_info->flush_static_cb)
808 continue;
809
810 partial_flush |= kind_info->flush_static_cb(nowait);
811 }
812 }
813
814 last_flush = now;
815
816 /*
817 * If some of the pending stats could not be flushed due to lock
818 * contention, let the caller know when to retry.
819 */
820 if (partial_flush)
821 {
822 /* force should have prevented us from getting here */
823 Assert(!force);
824
825 /* remember since when stats have been pending */
826 if (pending_since == 0)
828
830 }
831
832 pending_since = 0;
833 pgstat_report_fixed = false;
834
835 return 0;
836}
837
838/*
839 * Force locally pending stats to be flushed during the next
840 * pgstat_report_stat() call. This is useful for writing tests.
841 */
842void
844{
846}
847
848/*
849 * Only for use by pgstat_reset_counters()
850 */
851static bool
853{
854 return entry->key.dboid == MyDatabaseId;
855}
856
857/*
858 * Reset counters for our database.
859 *
860 * Permission checking for this function is managed through the normal
861 * GRANT system.
862 */
863void
865{
867
870 ts);
871}
872
873/*
874 * Reset a single variable-numbered entry.
875 *
876 * If the stats kind is within a database, also reset the database's
877 * stat_reset_timestamp.
878 *
879 * Permission checking for this function is managed through the normal
880 * GRANT system.
881 */
882void
883pgstat_reset(PgStat_Kind kind, Oid dboid, uint64 objid)
884{
887
888 /* not needed atm, and doesn't make sense with the current signature */
889 Assert(!pgstat_get_kind_info(kind)->fixed_amount);
890
891 /* reset the "single counter" */
892 pgstat_reset_entry(kind, dboid, objid, ts);
893
894 if (!kind_info->accessed_across_databases)
896}
897
898/*
899 * Reset stats for all entries of a kind.
900 *
901 * Permission checking for this function is managed through the normal
902 * GRANT system.
903 */
904void
906{
909
910 if (kind_info->fixed_amount)
911 kind_info->reset_all_cb(ts);
912 else
914}
915
916
917/* ------------------------------------------------------------
918 * Fetching of stats
919 * ------------------------------------------------------------
920 */
921
922/*
923 * Discard any data collected in the current transaction. Any subsequent
924 * request will cause new snapshots to be read.
925 *
926 * This is also invoked during transaction commit or abort to discard
927 * the no-longer-wanted snapshot. Updates of stats_fetch_consistency can
928 * cause this routine to be called.
929 */
930void
932{
934
941
942 /* Release memory, if any was allocated */
944 {
946
947 /* Reset variables */
949 }
950
951 /*
952 * Historically the backend_status.c facilities lived in this file, and
953 * were reset with the same function. For now keep it that way, and
954 * forward the reset request.
955 */
957
958 /* Reset this flag, as it may be possible that a cleanup was forced. */
960}
961
962void *
963pgstat_fetch_entry(PgStat_Kind kind, Oid dboid, uint64 objid, bool *may_free)
964{
965 PgStat_HashKey key = {0};
966 PgStat_EntryRef *entry_ref;
967 void *stats_data;
969
970 /* should be called from backends */
972 Assert(!kind_info->fixed_amount);
973
974 /*
975 * Initialize *may_free to false. We'll change it to true later if we end
976 * up allocating the result in the caller's context and not caching it.
977 */
978 if (may_free)
979 *may_free = false;
980
982
983 key.kind = kind;
984 key.dboid = dboid;
985 key.objid = objid;
986
987 /* if we need to build a full snapshot, do so */
990
991 /* if caching is desired, look up in cache */
993 {
994 PgStat_SnapshotEntry *entry = NULL;
995
997
998 if (entry)
999 return entry->data;
1000
1001 /*
1002 * If we built a full snapshot and the key is not in
1003 * pgStatLocal.snapshot.stats, there are no matching stats.
1004 */
1006 return NULL;
1007 }
1008
1010
1011 entry_ref = pgstat_get_entry_ref(kind, dboid, objid, false, NULL);
1012
1013 if (entry_ref == NULL || entry_ref->shared_entry->dropped)
1014 {
1015 /* create empty entry when using PGSTAT_FETCH_CONSISTENCY_CACHE */
1017 {
1018 PgStat_SnapshotEntry *entry = NULL;
1019 bool found;
1020
1021 entry = pgstat_snapshot_insert(pgStatLocal.snapshot.stats, key, &found);
1022 Assert(!found);
1023 entry->data = NULL;
1024 }
1025 return NULL;
1026 }
1027
1028 /*
1029 * Allocate in caller's context for PGSTAT_FETCH_CONSISTENCY_NONE,
1030 * otherwise we could quickly end up with a fair bit of memory used due to
1031 * repeated accesses.
1032 */
1034 {
1035 stats_data = palloc(kind_info->shared_data_len);
1036
1037 /*
1038 * Since we allocated the result in the caller's context and aren't
1039 * caching it, the caller can safely pfree() it.
1040 */
1041 if (may_free)
1042 *may_free = true;
1043 }
1044 else
1046 kind_info->shared_data_len);
1047
1048 (void) pgstat_lock_entry_shared(entry_ref, false);
1050 pgstat_get_entry_data(kind, entry_ref->shared_stats),
1051 kind_info->shared_data_len);
1052 pgstat_unlock_entry(entry_ref);
1053
1055 {
1056 PgStat_SnapshotEntry *entry = NULL;
1057 bool found;
1058
1059 entry = pgstat_snapshot_insert(pgStatLocal.snapshot.stats, key, &found);
1060 entry->data = stats_data;
1061 }
1062
1063 return stats_data;
1064}
1065
1066/*
1067 * If a stats snapshot has been taken, return the timestamp at which that was
1068 * done, and set *have_snapshot to true. Otherwise *have_snapshot is set to
1069 * false.
1070 */
1073{
1076
1078 {
1079 *have_snapshot = true;
1081 }
1082
1083 *have_snapshot = false;
1084
1085 return 0;
1086}
1087
1088bool
1089pgstat_have_entry(PgStat_Kind kind, Oid dboid, uint64 objid)
1090{
1091 /* fixed-numbered stats always exist */
1092 if (pgstat_get_kind_info(kind)->fixed_amount)
1093 return true;
1094
1095 return pgstat_get_entry_ref(kind, dboid, objid, false, NULL) != NULL;
1096}
1097
1098/*
1099 * Ensure snapshot for fixed-numbered 'kind' exists.
1100 *
1101 * Typically used by the pgstat_fetch_* functions for a kind of stats, before
1102 * massaging the data into the desired format.
1103 */
1104void
1106{
1108 Assert(pgstat_get_kind_info(kind)->fixed_amount);
1109
1112
1115 else
1117
1118 if (pgstat_is_kind_builtin(kind))
1120 else if (pgstat_is_kind_custom(kind))
1122}
1123
1124static void
1126{
1127 /*
1128 * Initialize fixed-numbered statistics data in snapshots, only for custom
1129 * stats kinds.
1130 */
1131 for (PgStat_Kind kind = PGSTAT_KIND_CUSTOM_MIN; kind <= PGSTAT_KIND_CUSTOM_MAX; kind++)
1132 {
1134
1135 if (!kind_info || !kind_info->fixed_amount)
1136 continue;
1137
1140 }
1141}
1142
1143static void
1145{
1148
1151 return;
1152
1155 "PgStat Snapshot",
1157
1161 NULL);
1162}
1163
1164static void
1166{
1169
1170 /* should only be called when we need a snapshot */
1172
1173 /* snapshot already built */
1175 return;
1176
1178
1179 Assert(pgStatLocal.snapshot.stats->members == 0);
1180
1182
1183 /*
1184 * Snapshot all variable stats.
1185 */
1187 while ((p = dshash_seq_next(&hstat)) != NULL)
1188 {
1189 PgStat_Kind kind = p->key.kind;
1191 bool found;
1192 PgStat_SnapshotEntry *entry;
1194
1195 /*
1196 * Check if the stats object should be included in the snapshot.
1197 * Unless the stats kind can be accessed from all databases (e.g.,
1198 * database stats themselves), we only include stats for the current
1199 * database or objects not associated with a database (e.g. shared
1200 * relations).
1201 */
1202 if (p->key.dboid != MyDatabaseId &&
1203 p->key.dboid != InvalidOid &&
1204 !kind_info->accessed_across_databases)
1205 continue;
1206
1207 if (p->dropped)
1208 continue;
1209
1211
1214
1216 Assert(!found);
1217
1219 pgstat_get_entry_len(kind));
1220
1221 /*
1222 * Acquire the LWLock directly instead of using
1223 * pg_stat_lock_entry_shared() which requires a reference.
1224 */
1226 memcpy(entry->data,
1228 pgstat_get_entry_len(kind));
1229 LWLockRelease(&stats_data->lock);
1230 }
1232
1233 /*
1234 * Build snapshot of all fixed-numbered stats.
1235 */
1236 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1237 {
1239
1240 if (!kind_info)
1241 continue;
1242 if (!kind_info->fixed_amount)
1243 {
1244 Assert(kind_info->snapshot_cb == NULL);
1245 continue;
1246 }
1247
1249 }
1250
1252}
1253
1254static void
1256{
1258 int idx;
1259 bool *valid;
1260
1261 /* Position in fixed_valid or custom_valid */
1262 if (pgstat_is_kind_builtin(kind))
1263 {
1264 idx = kind;
1266 }
1267 else
1268 {
1269 idx = kind - PGSTAT_KIND_CUSTOM_MIN;
1271 }
1272
1273 Assert(kind_info->fixed_amount);
1274 Assert(kind_info->snapshot_cb != NULL);
1275
1277 {
1278 /* rebuild every time */
1279 valid[idx] = false;
1280 }
1281 else if (valid[idx])
1282 {
1283 /* in snapshot mode we shouldn't get called again */
1285 return;
1286 }
1287
1288 Assert(!valid[idx]);
1289
1290 kind_info->snapshot_cb();
1291
1292 Assert(!valid[idx]);
1293 valid[idx] = true;
1294}
1295
1296
1297/* ------------------------------------------------------------
1298 * Backend-local pending stats infrastructure
1299 * ------------------------------------------------------------
1300 */
1301
1302/*
1303 * Returns the appropriate PgStat_EntryRef, preparing it to receive pending
1304 * stats if not already done.
1305 *
1306 * If created_entry is non-NULL, it'll be set to true if the entry is newly
1307 * created, false otherwise.
1308 */
1311{
1312 PgStat_EntryRef *entry_ref;
1313
1314 /* need to be able to flush out */
1315 Assert(pgstat_get_kind_info(kind)->flush_pending_cb != NULL);
1316
1318 {
1321 "PgStat Pending",
1323 }
1324
1325 entry_ref = pgstat_get_entry_ref(kind, dboid, objid,
1326 true, created_entry);
1327
1328 if (entry_ref->pending == NULL)
1329 {
1330 size_t entrysize = pgstat_get_kind_info(kind)->pending_size;
1331
1332 Assert(entrysize != (size_t) -1);
1333
1334 entry_ref->pending = MemoryContextAllocZero(pgStatPendingContext, entrysize);
1336 }
1337
1338 return entry_ref;
1339}
1340
1341/*
1342 * Return an existing stats entry, or NULL.
1343 *
1344 * This should only be used for helper function for pgstatfuncs.c - outside of
1345 * that it shouldn't be needed.
1346 */
1349{
1350 PgStat_EntryRef *entry_ref;
1351
1352 entry_ref = pgstat_get_entry_ref(kind, dboid, objid, false, NULL);
1353
1354 if (entry_ref == NULL || entry_ref->pending == NULL)
1355 return NULL;
1356
1357 return entry_ref;
1358}
1359
1360void
1362{
1363 PgStat_Kind kind = entry_ref->shared_entry->key.kind;
1365 void *pending_data = entry_ref->pending;
1366
1368 /* !fixed_amount stats should be handled explicitly */
1369 Assert(!pgstat_get_kind_info(kind)->fixed_amount);
1370
1371 if (kind_info->delete_pending_cb)
1372 kind_info->delete_pending_cb(entry_ref);
1373
1375 entry_ref->pending = NULL;
1376
1377 dlist_delete(&entry_ref->pending_node);
1378}
1379
1380/*
1381 * Flush out pending variable-numbered stats.
1382 */
1383static bool
1385{
1386 bool have_pending = false;
1387 dlist_node *cur = NULL;
1388
1389 /*
1390 * Need to be a bit careful iterating over the list of pending entries.
1391 * Processing a pending entry may queue further pending entries to the end
1392 * of the list that we want to process, so a simple iteration won't do.
1393 * Further complicating matters is that we want to delete the current
1394 * entry in each iteration from the list if we flushed successfully.
1395 *
1396 * So we just keep track of the next pointer in each loop iteration.
1397 */
1400
1401 while (cur)
1402 {
1403 PgStat_EntryRef *entry_ref =
1404 dlist_container(PgStat_EntryRef, pending_node, cur);
1405 PgStat_HashKey key = entry_ref->shared_entry->key;
1406 PgStat_Kind kind = key.kind;
1408 bool did_flush;
1410
1411 Assert(!kind_info->fixed_amount);
1412 Assert(kind_info->flush_pending_cb != NULL);
1413
1414 /* flush the stats, if possible */
1415 did_flush = kind_info->flush_pending_cb(entry_ref, nowait);
1416
1417 Assert(did_flush || nowait);
1418
1419 /* determine next entry, before deleting the pending entry */
1422 else
1423 next = NULL;
1424
1425 /* if successfully flushed, remove entry */
1426 if (did_flush)
1427 pgstat_delete_pending_entry(entry_ref);
1428 else
1429 have_pending = true;
1430
1431 cur = next;
1432 }
1433
1435
1436 return have_pending;
1437}
1438
1439
1440/* ------------------------------------------------------------
1441 * Helper / infrastructure functions
1442 * ------------------------------------------------------------
1443 */
1444
1447{
1448 for (PgStat_Kind kind = PGSTAT_KIND_BUILTIN_MIN; kind <= PGSTAT_KIND_BUILTIN_MAX; kind++)
1449 {
1451 return kind;
1452 }
1453
1454 /* Check the custom set of cumulative stats */
1456 {
1457 for (PgStat_Kind kind = PGSTAT_KIND_CUSTOM_MIN; kind <= PGSTAT_KIND_CUSTOM_MAX; kind++)
1458 {
1460
1463 return kind;
1464 }
1465 }
1466
1467 ereport(ERROR,
1469 errmsg("invalid statistics kind: \"%s\"", kind_str)));
1470 return PGSTAT_KIND_INVALID; /* avoid compiler warnings */
1471}
1472
1473static inline bool
1475{
1476 return pgstat_is_kind_builtin(kind) || pgstat_is_kind_custom(kind);
1477}
1478
1479const PgStat_KindInfo *
1481{
1482 if (pgstat_is_kind_builtin(kind))
1483 return &pgstat_kind_builtin_infos[kind];
1484
1485 if (pgstat_is_kind_custom(kind))
1486 {
1488
1491 return NULL;
1493 }
1494
1495 return NULL;
1496}
1497
1498/*
1499 * Register a new stats kind.
1500 *
1501 * PgStat_Kinds must be globally unique across all extensions. Refer
1502 * to https://wiki.postgresql.org/wiki/CustomCumulativeStats to reserve a
1503 * unique ID for your extension, to avoid conflicts with other extension
1504 * developers. During development, use PGSTAT_KIND_EXPERIMENTAL to avoid
1505 * needlessly reserving a new ID.
1506 */
1507void
1509{
1511
1512 if (kind_info->name == NULL || strlen(kind_info->name) == 0)
1513 ereport(ERROR,
1514 (errmsg("failed to register custom cumulative statistics with ID %u", kind),
1515 errhint("Provide a non-empty name for the custom cumulative statistics.")));
1516
1517 if (!pgstat_is_kind_custom(kind))
1518 ereport(ERROR, (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1519 errhint("Provide a custom cumulative statistics ID between %u and %u.",
1521
1523 ereport(ERROR,
1524 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1525 errdetail("Custom cumulative statistics must be registered while initializing modules in \"%s\".",
1526 "shared_preload_libraries")));
1527
1528 /*
1529 * Check some data for fixed-numbered stats.
1530 */
1531 if (kind_info->fixed_amount)
1532 {
1533 if (kind_info->shared_size == 0)
1534 ereport(ERROR,
1535 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1536 errhint("Custom cumulative statistics require a shared memory size for fixed-numbered objects.")));
1537 if (kind_info->init_shmem_cb == NULL)
1538 ereport(ERROR,
1539 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1540 errhint("Custom cumulative statistics require a \"%s\" callback for fixed-numbered objects.",
1541 "init_shmem_cb")));
1542 if (kind_info->reset_all_cb == NULL)
1543 ereport(ERROR,
1544 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1545 errhint("Custom cumulative statistics require a \"%s\" callback for fixed-numbered objects.",
1546 "reset_all_cb")));
1547 if (kind_info->snapshot_cb == NULL)
1548 ereport(ERROR,
1549 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1550 errhint("Custom cumulative statistics require a \"%s\" callback for fixed-numbered objects.",
1551 "snapshot_cb")));
1552 if (kind_info->track_entry_count)
1553 ereport(ERROR,
1554 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1555 errhint("Custom cumulative statistics cannot use entry count tracking for fixed-numbered objects.")));
1556 }
1557 else
1558 {
1559 if (kind_info->pending_size > 0 && kind_info->flush_pending_cb == NULL)
1560 ereport(ERROR,
1561 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1562 errhint("Custom cumulative statistics require a \"%s\" callback when pending size is set.",
1563 "flush_pending_cb")));
1564 }
1565
1566 /*
1567 * If pgstat_kind_custom_infos is not available yet, allocate it.
1568 */
1570 {
1574 }
1575
1578 ereport(ERROR,
1579 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1580 errdetail("Custom cumulative statistics \"%s\" already registered with the same ID.",
1582
1583 /* check for existing custom stats with the same name */
1585 {
1587
1589 continue;
1591 ereport(ERROR,
1592 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1593 errdetail("Existing cumulative statistics with ID %u has the same name.", existing_kind)));
1594 }
1595
1596 /* Register it */
1598 ereport(LOG,
1599 (errmsg("registered custom cumulative statistics \"%s\" with ID %u",
1600 kind_info->name, kind)));
1601}
1602
1603/*
1604 * Stats should only be reported after pgstat_initialize() and before
1605 * pgstat_shutdown(). This check is put in a few central places to catch
1606 * violations of this rule more easily.
1607 */
1608#ifdef USE_ASSERT_CHECKING
1609void
1611{
1613}
1614#endif
1615
1616
1617/* ------------------------------------------------------------
1618 * reading and writing of on-disk stats file
1619 * ------------------------------------------------------------
1620 */
1621
1622#define write_chunk_s(fpout, ptr) write_chunk(fpout, ptr, sizeof(*ptr))
1623#define read_chunk_s(fpin, ptr) read_chunk(fpin, ptr, sizeof(*ptr))
1624
1625/* helpers for pgstat_write_statsfile() */
1626static void
1627write_chunk(FILE *fpout, void *ptr, size_t len)
1628{
1629 int rc;
1630
1631 rc = fwrite(ptr, len, 1, fpout);
1632
1633 /* we'll check for errors with ferror once at the end */
1634 (void) rc;
1635}
1636
1637/*
1638 * This function is called in the last process that is accessing the shared
1639 * stats so locking is not required.
1640 */
1641static void
1643{
1644 FILE *fpout;
1651
1653
1654 /* should be called only by the checkpointer or single user mode */
1656
1657 /* we're shutting down, so it's ok to just override this */
1659
1660 elog(DEBUG2, "writing stats file \"%s\"", statfile);
1661
1662 /*
1663 * Open the statistics temp file to write out the current values.
1664 */
1666 if (fpout == NULL)
1667 {
1668 ereport(LOG,
1670 errmsg("could not open temporary statistics file \"%s\": %m",
1671 tmpfile)));
1672 return;
1673 }
1674
1675 /*
1676 * Write the file header --- currently just a format ID.
1677 */
1680
1681 /* Write various stats structs for fixed number of objects */
1682 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1683 {
1684 char *ptr;
1685 const PgStat_KindInfo *info = pgstat_get_kind_info(kind);
1686
1687 if (!info || !info->fixed_amount)
1688 continue;
1689
1690 if (pgstat_is_kind_builtin(kind))
1691 Assert(info->snapshot_ctl_off != 0);
1692
1693 /* skip if no need to write to file */
1694 if (!info->write_to_file)
1695 continue;
1696
1698 if (pgstat_is_kind_builtin(kind))
1699 ptr = ((char *) &pgStatLocal.snapshot) + info->snapshot_ctl_off;
1700 else
1702
1704 write_chunk_s(fpout, &kind);
1705 write_chunk(fpout, ptr, info->shared_data_len);
1706 }
1707
1708 /*
1709 * Walk through the stats entries
1710 */
1712 while ((ps = dshash_seq_next(&hstat)) != NULL)
1713 {
1716
1718
1719 /*
1720 * We should not see any "dropped" entries when writing the stats
1721 * file, as all backends and auxiliary processes should have cleaned
1722 * up their references before they terminated.
1723 *
1724 * However, since we are already shutting down, it is not worth
1725 * crashing the server over any potential cleanup issues, so we simply
1726 * skip such entries if encountered.
1727 */
1728 Assert(!ps->dropped);
1729 if (ps->dropped)
1730 continue;
1731
1732 /*
1733 * This discards data related to custom stats kinds that are unknown
1734 * to this process.
1735 */
1736 if (!pgstat_is_kind_valid(ps->key.kind))
1737 {
1738 elog(WARNING, "found unknown stats entry %u/%u/%" PRIu64,
1739 ps->key.kind, ps->key.dboid,
1740 ps->key.objid);
1741 continue;
1742 }
1743
1745
1746 kind_info = pgstat_get_kind_info(ps->key.kind);
1747
1748 /* if not dropped the valid-entry refcount should exist */
1749 Assert(pg_atomic_read_u32(&ps->refcount) > 0);
1750
1751 /* skip if no need to write to file */
1752 if (!kind_info->write_to_file)
1753 continue;
1754
1755 if (!kind_info->to_serialized_name)
1756 {
1757 /* normal stats entry, identified by PgStat_HashKey */
1759 write_chunk_s(fpout, &ps->key);
1760 }
1761 else
1762 {
1763 /* stats entry identified by name on disk (e.g. slots) */
1764 NameData name;
1765
1766 kind_info->to_serialized_name(&ps->key, shstats, &name);
1767
1769 write_chunk_s(fpout, &ps->key.kind);
1771 }
1772
1773 /* Write except the header part of the entry */
1775 pgstat_get_entry_data(ps->key.kind, shstats),
1776 pgstat_get_entry_len(ps->key.kind));
1777
1778 /* Write more data for the entry, if required */
1779 if (kind_info->to_serialized_data &&
1780 !kind_info->to_serialized_data(&ps->key, shstats, fpout))
1781 {
1782 status = STATS_DISCARD;
1783 break;
1784 }
1785 }
1787
1788 /*
1789 * No more output to be done. Close the temp file and replace the old
1790 * pgstat.stat with it. The ferror() check replaces testing for error
1791 * after each individual fputc or fwrite (in write_chunk()) above.
1792 */
1794
1795 if (status == STATS_DISCARD)
1796 {
1797 /*
1798 * A to_serialized_data callback failed. DEBUG2 because the callback
1799 * already logged the reason.
1800 */
1801 elog(DEBUG2, "discarding temporary statistics file \"%s\"", tmpfile);
1802 FreeFile(fpout);
1803 unlink(tmpfile);
1804 }
1805 else if (ferror(fpout))
1806 {
1807 ereport(LOG,
1809 errmsg("could not write temporary statistics file \"%s\": %m",
1810 tmpfile)));
1811 FreeFile(fpout);
1812 unlink(tmpfile);
1813 status = STATS_DISCARD;
1814 }
1815 else if (FreeFile(fpout) < 0)
1816 {
1817 ereport(LOG,
1819 errmsg("could not close temporary statistics file \"%s\": %m",
1820 tmpfile)));
1821 unlink(tmpfile);
1822 status = STATS_DISCARD;
1823 }
1824 else if (durable_rename(tmpfile, statfile, LOG) < 0)
1825 {
1826 /* durable_rename already emitted log message */
1827 unlink(tmpfile);
1828 status = STATS_DISCARD;
1829 }
1830
1831 /* Finish callbacks, if required */
1832 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1833 {
1835
1836 if (kind_info && kind_info->finish)
1837 kind_info->finish(status);
1838 }
1839}
1840
1841/* helpers for pgstat_read_statsfile() */
1842static bool
1843read_chunk(FILE *fpin, void *ptr, size_t len)
1844{
1845 return fread(ptr, 1, len, fpin) == len;
1846}
1847
1848/*
1849 * Reads in existing statistics file into memory.
1850 *
1851 * This function is called in the only process that is accessing the shared
1852 * stats so locking is not required.
1853 */
1854static void
1856{
1857 FILE *fpin;
1859 bool found;
1863
1864 /* shouldn't be called from postmaster */
1866
1867 elog(DEBUG2, "reading stats file \"%s\"", statfile);
1868
1869 /*
1870 * Try to open the stats file. If it doesn't exist, the backends simply
1871 * returns zero for anything and statistics simply starts from scratch
1872 * with empty counters.
1873 *
1874 * ENOENT is a possibility if stats collection was previously disabled or
1875 * has not yet written the stats file for the first time. Any other
1876 * failure condition is suspicious.
1877 */
1879 {
1880 if (errno != ENOENT)
1881 ereport(LOG,
1883 errmsg("could not open statistics file \"%s\": %m",
1884 statfile)));
1886 status = STATS_DISCARD;
1887 goto finish;
1888 }
1889
1890 /*
1891 * Verify it's of the expected format.
1892 */
1893 if (!read_chunk_s(fpin, &format_id))
1894 {
1895 elog(WARNING, "could not read format ID");
1896 goto error;
1897 }
1898
1900 {
1901 elog(WARNING, "found incorrect format ID %d (expected %d)",
1903 goto error;
1904 }
1905
1906 /*
1907 * We found an existing statistics file. Read it and put all the stats
1908 * data into place.
1909 */
1910 for (;;)
1911 {
1912 int t = fgetc(fpin);
1913
1914 switch (t)
1915 {
1917 {
1918 PgStat_Kind kind;
1919 const PgStat_KindInfo *info;
1920 char *ptr;
1921
1922 /* entry for fixed-numbered stats */
1923 if (!read_chunk_s(fpin, &kind))
1924 {
1925 elog(WARNING, "could not read stats kind for entry of type %c", t);
1926 goto error;
1927 }
1928
1929 if (!pgstat_is_kind_valid(kind))
1930 {
1931 elog(WARNING, "invalid stats kind %u for entry of type %c",
1932 kind, t);
1933 goto error;
1934 }
1935
1936 info = pgstat_get_kind_info(kind);
1937 if (!info)
1938 {
1939 elog(WARNING, "could not find information of kind %u for entry of type %c",
1940 kind, t);
1941 goto error;
1942 }
1943
1944 if (!info->fixed_amount)
1945 {
1946 elog(WARNING, "invalid fixed_amount in stats kind %u for entry of type %c",
1947 kind, t);
1948 goto error;
1949 }
1950
1951 /* Load back stats into shared memory */
1952 if (pgstat_is_kind_builtin(kind))
1953 ptr = ((char *) shmem) + info->shared_ctl_off +
1954 info->shared_data_off;
1955 else
1956 {
1957 int idx = kind - PGSTAT_KIND_CUSTOM_MIN;
1958
1959 ptr = ((char *) shmem->custom_data[idx]) +
1960 info->shared_data_off;
1961 }
1962
1963 if (!read_chunk(fpin, ptr, info->shared_data_len))
1964 {
1965 elog(WARNING, "could not read data of stats kind %u for entry of type %c with size %u",
1966 kind, t, info->shared_data_len);
1967 goto error;
1968 }
1969
1970 break;
1971 }
1974 {
1977 PgStatShared_Common *header;
1979
1981
1982 if (t == PGSTAT_FILE_ENTRY_HASH)
1983 {
1984 /* normal stats entry, identified by PgStat_HashKey */
1985 if (!read_chunk_s(fpin, &key))
1986 {
1987 elog(WARNING, "could not read key for entry of type %c", t);
1988 goto error;
1989 }
1990
1991 if (!pgstat_is_kind_valid(key.kind))
1992 {
1993 elog(WARNING, "invalid stats kind for entry %u/%u/%" PRIu64 " of type %c",
1994 key.kind, key.dboid,
1995 key.objid, t);
1996 goto error;
1997 }
1998
2000 if (!kind_info)
2001 {
2002 elog(WARNING, "could not find information of kind for entry %u/%u/%" PRIu64 " of type %c",
2003 key.kind, key.dboid,
2004 key.objid, t);
2005 goto error;
2006 }
2007 }
2008 else
2009 {
2010 /* stats entry identified by name on disk (e.g. slots) */
2011 PgStat_Kind kind;
2012 NameData name;
2013
2014 if (!read_chunk_s(fpin, &kind))
2015 {
2016 elog(WARNING, "could not read stats kind for entry of type %c", t);
2017 goto error;
2018 }
2019 if (!read_chunk_s(fpin, &name))
2020 {
2021 elog(WARNING, "could not read name of stats kind %u for entry of type %c",
2022 kind, t);
2023 goto error;
2024 }
2025 if (!pgstat_is_kind_valid(kind))
2026 {
2027 elog(WARNING, "invalid stats kind %u for entry of type %c",
2028 kind, t);
2029 goto error;
2030 }
2031
2033 if (!kind_info)
2034 {
2035 elog(WARNING, "could not find information of kind %u for entry of type %c",
2036 kind, t);
2037 goto error;
2038 }
2039
2040 if (!kind_info->from_serialized_name)
2041 {
2042 elog(WARNING, "invalid from_serialized_name in stats kind %u for entry of type %c",
2043 kind, t);
2044 goto error;
2045 }
2046
2047 if (!kind_info->from_serialized_name(&name, &key))
2048 {
2049 /* skip over data for entry we don't care about */
2050 if (fseek(fpin, pgstat_get_entry_len(kind), SEEK_CUR) != 0)
2051 {
2052 elog(WARNING, "could not seek \"%s\" of stats kind %u for entry of type %c",
2053 NameStr(name), kind, t);
2054 goto error;
2055 }
2056
2057 continue;
2058 }
2059
2060 Assert(key.kind == kind);
2061 }
2062
2063 /*
2064 * This intentionally doesn't use pgstat_get_entry_ref() -
2065 * putting all stats into checkpointer's
2066 * pgStatEntryRefHash would be wasted effort and memory.
2067 */
2069
2070 /* don't allow duplicate entries */
2071 if (found)
2072 {
2074 elog(WARNING, "found duplicate stats entry %u/%u/%" PRIu64 " of type %c",
2075 key.kind, key.dboid,
2076 key.objid, t);
2077 goto error;
2078 }
2079
2080 header = pgstat_init_entry(key.kind, p);
2082 if (header == NULL)
2083 {
2084 /*
2085 * It would be tempting to switch this ERROR to a
2086 * WARNING, but it would mean that all the statistics
2087 * are discarded when the environment fails on OOM.
2088 */
2089 elog(ERROR, "could not allocate entry %u/%u/%" PRIu64 " of type %c",
2090 key.kind, key.dboid,
2091 key.objid, t);
2092 }
2093
2094 if (!read_chunk(fpin,
2095 pgstat_get_entry_data(key.kind, header),
2097 {
2098 elog(WARNING, "could not read data for entry %u/%u/%" PRIu64 " of type %c",
2099 key.kind, key.dboid,
2100 key.objid, t);
2101 goto error;
2102 }
2103
2104 /* read more data for the entry, if required */
2105 if (kind_info->from_serialized_data)
2106 {
2107 if (!kind_info->from_serialized_data(&key, header, fpin))
2108 {
2109 elog(WARNING, "could not read auxiliary data for entry %u/%u/%" PRIu64 " of type %c",
2110 key.kind, key.dboid,
2111 key.objid, t);
2112 goto error;
2113 }
2114 }
2115
2116 break;
2117 }
2119
2120 /*
2121 * check that PGSTAT_FILE_ENTRY_END actually signals end of
2122 * file
2123 */
2124 if (fgetc(fpin) != EOF)
2125 {
2126 elog(WARNING, "could not read end-of-file");
2127 goto error;
2128 }
2129
2130 goto done;
2131
2132 default:
2133 elog(WARNING, "could not read entry of type %c", t);
2134 goto error;
2135 }
2136 }
2137
2138done:
2139 /* First, cleanup the main stats file */
2140 FreeFile(fpin);
2141
2142 elog(DEBUG2, "removing permanent stats file \"%s\"", statfile);
2144
2145finish:
2146 /* Finish callbacks, if required */
2147 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
2148 {
2150
2151 if (kind_info && kind_info->finish)
2152 kind_info->finish(status);
2153 }
2154
2155 return;
2156
2157error:
2158 ereport(LOG,
2159 (errmsg("corrupted statistics file \"%s\"", statfile)));
2160
2162 status = STATS_DISCARD;
2163
2164 goto done;
2165}
2166
2167/*
2168 * Helper to reset / drop stats after a crash or after restoring stats from
2169 * disk failed, potentially after already loading parts.
2170 */
2171static void
2173{
2175
2176 /* reset fixed-numbered stats */
2177 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
2178 {
2180
2181 if (!kind_info || !kind_info->fixed_amount)
2182 continue;
2183
2184 kind_info->reset_all_cb(ts);
2185 }
2186
2187 /* and drop variable-numbered ones */
2189}
2190
2191/*
2192 * GUC assign_hook for stats_fetch_consistency.
2193 */
2194void
2195assign_stats_fetch_consistency(int newval, void *extra)
2196{
2197 /*
2198 * Changing this value in a transaction may cause snapshot state
2199 * inconsistencies, so force a clear of the current snapshot on the next
2200 * snapshot build attempt.
2201 */
2204}
Datum idx(PG_FUNCTION_ARGS)
Definition _int_op.c:263
static uint32 pg_atomic_read_u32(volatile pg_atomic_uint32 *ptr)
Definition atomics.h:232
bool TimestampDifferenceExceeds(TimestampTz start_time, TimestampTz stop_time, int msec)
Definition timestamp.c:1789
TimestampTz GetCurrentTimestamp(void)
Definition timestamp.c:1649
Datum now(PG_FUNCTION_ARGS)
Definition timestamp.c:1613
void pgstat_clear_backend_activity_snapshot(void)
static int32 next
Definition blutils.c:225
#define NameStr(name)
Definition c.h:894
#define PG_BINARY_R
Definition c.h:1433
#define Assert(condition)
Definition c.h:1002
int32_t int32
Definition c.h:679
uint64_t uint64
Definition c.h:684
#define unlikely(x)
Definition c.h:497
uint32_t uint32
Definition c.h:683
#define PG_BINARY_W
Definition c.h:1434
#define OidIsValid(objectId)
Definition c.h:917
memcpy(sums, checksumBaseOffsets, sizeof(checksumBaseOffsets))
int64 TimestampTz
Definition timestamp.h:39
void * dsa_get_address(dsa_area *area, dsa_pointer dp)
Definition dsa.c:954
void dshash_release_lock(dshash_table *hash_table, void *entry)
Definition dshash.c:579
void dshash_seq_init(dshash_seq_status *status, dshash_table *hash_table, bool exclusive)
Definition dshash.c:659
void dshash_seq_term(dshash_seq_status *status)
Definition dshash.c:768
void * dshash_seq_next(dshash_seq_status *status)
Definition dshash.c:678
#define dshash_find_or_insert(hash_table, key, found)
Definition dshash.h:109
struct cursor * cur
Definition ecpg.c:29
Datum arg
Definition elog.c:1323
int errcode_for_file_access(void)
Definition elog.c:898
int errcode(int sqlerrcode)
Definition elog.c:875
#define LOG
Definition elog.h:32
int errhint(const char *fmt,...) pg_attribute_printf(1
int errdetail(const char *fmt,...) pg_attribute_printf(1
int int errmsg_internal(const char *fmt,...) pg_attribute_printf(1
#define WARNING
Definition elog.h:37
#define DEBUG2
Definition elog.h:30
#define ERROR
Definition elog.h:40
#define elog(elevel,...)
Definition elog.h:228
#define ereport(elevel,...)
Definition elog.h:152
int durable_rename(const char *oldfile, const char *newfile, int elevel)
Definition fd.c:783
int FreeFile(FILE *file)
Definition fd.c:2827
FILE * AllocateFile(const char *name, const char *mode)
Definition fd.c:2628
ProcNumber MyProcNumber
Definition globals.c:92
bool IsUnderPostmaster
Definition globals.c:122
bool IsPostmasterEnvironment
Definition globals.c:121
Oid MyDatabaseId
Definition globals.c:96
#define newval
static void dlist_init(dlist_head *head)
Definition ilist.h:314
static bool dlist_has_next(const dlist_head *head, const dlist_node *node)
Definition ilist.h:503
static dlist_node * dlist_next_node(dlist_head *head, dlist_node *node)
Definition ilist.h:537
static void dlist_delete(dlist_node *node)
Definition ilist.h:405
static dlist_node * dlist_head_node(dlist_head *head)
Definition ilist.h:565
static bool dlist_is_empty(const dlist_head *head)
Definition ilist.h:336
static void dlist_push_tail(dlist_head *head, dlist_node *node)
Definition ilist.h:364
#define DLIST_STATIC_INIT(name)
Definition ilist.h:281
#define dlist_container(type, membername, ptr)
Definition ilist.h:593
struct parser_state ps
void before_shmem_exit(pg_on_exit_callback function, Datum arg)
Definition ipc.c:344
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition lwlock.c:1150
void LWLockRelease(LWLock *lock)
Definition lwlock.c:1767
@ LW_SHARED
Definition lwlock.h:105
void * MemoryContextAlloc(MemoryContext context, Size size)
Definition mcxt.c:1235
void * MemoryContextAllocZero(MemoryContext context, Size size)
Definition mcxt.c:1269
void pfree(void *pointer)
Definition mcxt.c:1619
MemoryContext TopMemoryContext
Definition mcxt.c:167
void * palloc(Size size)
Definition mcxt.c:1390
void MemoryContextDelete(MemoryContext context)
Definition mcxt.c:475
#define AllocSetContextCreate
Definition memutils.h:129
#define ALLOCSET_SMALL_SIZES
Definition memutils.h:170
#define CHECK_FOR_INTERRUPTS()
Definition miscadmin.h:125
@ B_CHECKPOINTER
Definition miscadmin.h:366
BackendType MyBackendType
Definition miscinit.c:65
bool process_shared_preload_libraries_in_progress
Definition miscinit.c:1790
static char * errmsg
const void size_t len
const void * data
void pgstat_reset(PgStat_Kind kind, Oid dboid, uint64 objid)
Definition pgstat.c:882
static bool pgStatForceNextFlush
Definition pgstat.c:250
int pgstat_fetch_consistency
Definition pgstat.c:205
#define PGSTAT_MIN_INTERVAL
Definition pgstat.c:127
void pgstat_snapshot_fixed(PgStat_Kind kind)
Definition pgstat.c:1104
static void pgstat_prep_snapshot(void)
Definition pgstat.c:1143
static const PgStat_KindInfo ** pgstat_kind_custom_infos
Definition pgstat.c:512
static void pgstat_build_snapshot_fixed(PgStat_Kind kind)
Definition pgstat.c:1254
#define PGSTAT_SNAPSHOT_HASH_SIZE
Definition pgstat.c:138
#define PGSTAT_FILE_ENTRY_END
Definition pgstat.c:144
void pgstat_delete_pending_entry(PgStat_EntryRef *entry_ref)
Definition pgstat.c:1360
void pgstat_reset_counters(void)
Definition pgstat.c:863
PgStat_EntryRef * pgstat_prep_pending_entry(PgStat_Kind kind, Oid dboid, uint64 objid, bool *created_entry)
Definition pgstat.c:1309
static void pgstat_build_snapshot(void)
Definition pgstat.c:1164
void pgstat_initialize(void)
Definition pgstat.c:669
bool pgstat_track_counts
Definition pgstat.c:204
void * pgstat_fetch_entry(PgStat_Kind kind, Oid dboid, uint64 objid, bool *may_free)
Definition pgstat.c:962
static void pgstat_write_statsfile(void)
Definition pgstat.c:1641
long pgstat_report_stat(bool force)
Definition pgstat.c:722
static void pgstat_read_statsfile(void)
Definition pgstat.c:1854
static const PgStat_KindInfo pgstat_kind_builtin_infos[PGSTAT_KIND_BUILTIN_SIZE]
Definition pgstat.c:282
void pgstat_reset_of_kind(PgStat_Kind kind)
Definition pgstat.c:904
static bool pgstat_flush_pending_entries(bool nowait)
Definition pgstat.c:1383
bool pgstat_report_fixed
Definition pgstat.c:219
void pgstat_before_server_shutdown(int code, Datum arg)
Definition pgstat.c:590
const PgStat_KindInfo * pgstat_get_kind_info(PgStat_Kind kind)
Definition pgstat.c:1479
static void pgstat_reset_after_failure(void)
Definition pgstat.c:2171
void assign_stats_fetch_consistency(int newval, void *extra)
Definition pgstat.c:2194
void pgstat_force_next_flush(void)
Definition pgstat.c:842
static bool pgstat_is_kind_valid(PgStat_Kind kind)
Definition pgstat.c:1473
void pgstat_clear_snapshot(void)
Definition pgstat.c:930
TimestampTz pgstat_get_stat_snapshot_timestamp(bool *have_snapshot)
Definition pgstat.c:1071
bool pgstat_have_entry(PgStat_Kind kind, Oid dboid, uint64 objid)
Definition pgstat.c:1088
static MemoryContext pgStatPendingContext
Definition pgstat.c:235
static dlist_head pgStatPending
Definition pgstat.c:243
#define PGSTAT_FILE_ENTRY_HASH
Definition pgstat.c:147
static void pgstat_init_snapshot_fixed(void)
Definition pgstat.c:1124
PgStat_EntryRef * pgstat_fetch_pending_entry(PgStat_Kind kind, Oid dboid, uint64 objid)
Definition pgstat.c:1347
void pgstat_restore_stats(void)
Definition pgstat.c:525
#define write_chunk_s(fpout, ptr)
Definition pgstat.c:1621
#define PGSTAT_MAX_INTERVAL
Definition pgstat.c:129
#define PGSTAT_FILE_ENTRY_FIXED
Definition pgstat.c:145
#define read_chunk_s(fpin, ptr)
Definition pgstat.c:1622
#define PGSTAT_IDLE_INTERVAL
Definition pgstat.c:131
#define PGSTAT_FILE_ENTRY_NAME
Definition pgstat.c:146
void pgstat_register_kind(PgStat_Kind kind, const PgStat_KindInfo *kind_info)
Definition pgstat.c:1507
PgStat_LocalState pgStatLocal
Definition pgstat.c:213
void pgstat_discard_stats(void)
Definition pgstat.c:537
static bool match_db_entries(PgStatShared_HashEntry *entry, Datum match_data)
Definition pgstat.c:851
static bool force_stats_snapshot_clear
Definition pgstat.c:256
PgStat_Kind pgstat_get_kind_from_str(char *kind_str)
Definition pgstat.c:1445
static void pgstat_shutdown_hook(int code, Datum arg)
Definition pgstat.c:631
@ PGSTAT_FETCH_CONSISTENCY_NONE
Definition pgstat.h:52
@ PGSTAT_FETCH_CONSISTENCY_CACHE
Definition pgstat.h:53
@ PGSTAT_FETCH_CONSISTENCY_SNAPSHOT
Definition pgstat.h:54
#define PGSTAT_STAT_PERMANENT_FILENAME
Definition pgstat.h:36
#define PGSTAT_STAT_PERMANENT_TMPFILE
Definition pgstat.h:37
#define PGSTAT_FILE_FORMAT_ID
Definition pgstat.h:221
void pgstat_archiver_init_shmem_cb(void *stats)
void pgstat_archiver_reset_all_cb(TimestampTz ts)
void pgstat_archiver_snapshot_cb(void)
void pgstat_backend_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
bool pgstat_backend_flush_cb(bool nowait)
void pgstat_bgwriter_reset_all_cb(TimestampTz ts)
void pgstat_bgwriter_init_shmem_cb(void *stats)
void pgstat_bgwriter_snapshot_cb(void)
void pgstat_checkpointer_snapshot_cb(void)
void pgstat_checkpointer_init_shmem_cb(void *stats)
void pgstat_checkpointer_reset_all_cb(TimestampTz ts)
void pgstat_database_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
void pgstat_update_dbstats(TimestampTz ts)
void pgstat_reset_database_timestamp(Oid dboid, TimestampTz ts)
void pgstat_report_disconnect(Oid dboid)
bool pgstat_database_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
void pgstat_function_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
bool pgstat_function_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
static void * pgstat_get_entry_data(PgStat_Kind kind, PgStatShared_Common *entry)
PgStat_StatsFileOp
@ STATS_WRITE
@ STATS_READ
@ STATS_DISCARD
#define pgstat_assert_is_up()
static size_t pgstat_get_entry_len(PgStat_Kind kind)
bool pgstat_io_flush_cb(bool nowait)
Definition pgstat_io.c:189
void pgstat_io_reset_all_cb(TimestampTz ts)
Definition pgstat_io.c:287
void pgstat_io_snapshot_cb(void)
Definition pgstat_io.c:309
void pgstat_io_init_shmem_cb(void *stats)
Definition pgstat_io.c:278
#define PGSTAT_KIND_CUSTOM_MAX
Definition pgstat_kind.h:51
#define PGSTAT_KIND_ARCHIVER
Definition pgstat_kind.h:35
static bool pgstat_is_kind_builtin(PgStat_Kind kind)
Definition pgstat_kind.h:62
#define PGSTAT_KIND_WAL
Definition pgstat_kind.h:41
static bool pgstat_is_kind_custom(PgStat_Kind kind)
Definition pgstat_kind.h:68
#define PgStat_Kind
Definition pgstat_kind.h:17
#define PGSTAT_KIND_MAX
Definition pgstat_kind.h:21
#define PGSTAT_KIND_BGWRITER
Definition pgstat_kind.h:36
#define PGSTAT_KIND_CUSTOM_MIN
Definition pgstat_kind.h:50
#define PGSTAT_KIND_REPLSLOT
Definition pgstat_kind.h:30
#define PGSTAT_KIND_FUNCTION
Definition pgstat_kind.h:29
#define PGSTAT_KIND_LOCK
Definition pgstat_kind.h:39
#define PGSTAT_KIND_BUILTIN_MAX
Definition pgstat_kind.h:44
#define PGSTAT_KIND_CUSTOM_SIZE
Definition pgstat_kind.h:52
#define PGSTAT_KIND_DATABASE
Definition pgstat_kind.h:27
#define PGSTAT_KIND_INVALID
Definition pgstat_kind.h:24
#define PGSTAT_KIND_SLRU
Definition pgstat_kind.h:40
#define PGSTAT_KIND_RELATION
Definition pgstat_kind.h:28
#define PGSTAT_KIND_CHECKPOINTER
Definition pgstat_kind.h:37
#define PGSTAT_KIND_MIN
Definition pgstat_kind.h:20
#define PGSTAT_KIND_BUILTIN_SIZE
Definition pgstat_kind.h:45
#define PGSTAT_KIND_IO
Definition pgstat_kind.h:38
#define PGSTAT_KIND_SUBSCRIPTION
Definition pgstat_kind.h:31
#define PGSTAT_KIND_BACKEND
Definition pgstat_kind.h:32
#define PGSTAT_KIND_BUILTIN_MIN
Definition pgstat_kind.h:43
bool pgstat_lock_flush_cb(bool nowait)
Definition pgstat_lock.c:51
void pgstat_lock_init_shmem_cb(void *stats)
Definition pgstat_lock.c:86
void pgstat_lock_reset_all_cb(TimestampTz ts)
Definition pgstat_lock.c:94
void pgstat_lock_snapshot_cb(void)
bool pgstat_relation_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
void pgstat_relation_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
void pgstat_relation_delete_pending_cb(PgStat_EntryRef *entry_ref)
bool pgstat_replslot_from_serialized_name_cb(const NameData *name, PgStat_HashKey *key)
void pgstat_replslot_to_serialized_name_cb(const PgStat_HashKey *key, const PgStatShared_Common *header, NameData *name)
void pgstat_replslot_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
void pgstat_reset_entries_of_kind(PgStat_Kind kind, TimestampTz ts)
void pgstat_request_entry_refs_gc(void)
PgStat_EntryRef * pgstat_get_entry_ref(PgStat_Kind kind, Oid dboid, uint64 objid, bool create, bool *created_entry)
bool pgstat_drop_entry(PgStat_Kind kind, Oid dboid, uint64 objid, bool missing_ok)
bool pgstat_lock_entry_shared(PgStat_EntryRef *entry_ref, bool nowait)
void pgstat_attach_shmem(void)
void pgstat_reset_entry(PgStat_Kind kind, Oid dboid, uint64 objid, TimestampTz ts)
PgStatShared_Common * pgstat_init_entry(PgStat_Kind kind, PgStatShared_HashEntry *shhashent)
void pgstat_reset_matching_entries(bool(*do_reset)(PgStatShared_HashEntry *, Datum), Datum match_data, TimestampTz ts)
void pgstat_drop_all_entries(void)
void pgstat_unlock_entry(PgStat_EntryRef *entry_ref)
void pgstat_detach_shmem(void)
void pgstat_slru_snapshot_cb(void)
bool pgstat_slru_flush_cb(bool nowait)
void pgstat_slru_reset_all_cb(TimestampTz ts)
void pgstat_slru_init_shmem_cb(void *stats)
bool pgstat_subscription_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
void pgstat_subscription_reset_timestamp_cb(PgStatShared_Common *header, TimestampTz ts)
void pgstat_wal_reset_all_cb(TimestampTz ts)
Definition pgstat_wal.c:158
void pgstat_wal_init_shmem_cb(void *stats)
Definition pgstat_wal.c:150
void pgstat_wal_init_backend_cb(void)
Definition pgstat_wal.c:139
bool pgstat_wal_flush_cb(bool nowait)
Definition pgstat_wal.c:91
void pgstat_wal_snapshot_cb(void)
Definition pgstat_wal.c:169
int pg_strcasecmp(const char *s1, const char *s2)
static Datum ObjectIdGetDatum(Oid X)
Definition postgres.h:252
uint64_t Datum
Definition postgres.h:70
#define InvalidOid
unsigned int Oid
static int fb(int x)
static void error(void)
pg_atomic_uint32 refcount
PgStatShared_Common * shared_stats
PgStatShared_HashEntry * shared_entry
dlist_node pending_node
PgStat_Kind kind
const char *const name
PgStat_Snapshot snapshot
dshash_table * shared_hash
PgStat_ShmemControl * shmem
void * custom_data[PGSTAT_KIND_CUSTOM_SIZE]
void * custom_data[PGSTAT_KIND_CUSTOM_SIZE]
TimestampTz snapshot_timestamp
MemoryContext context
bool custom_valid[PGSTAT_KIND_CUSTOM_SIZE]
PgStat_FetchConsistency mode
struct pgstat_snapshot_hash * stats
bool fixed_valid[PGSTAT_KIND_BUILTIN_SIZE]
Definition c.h:889
#define read_chunk(fpin, ptr, len)
#define write_chunk(fpout, ptr, len)
const char * name
bool IsTransactionOrTransactionBlock(void)
Definition xact.c:5043
TimestampTz GetCurrentTransactionStopTimestamp(void)
Definition xact.c:893

◆ PGSTAT_FILE_ENTRY_NAME

#define PGSTAT_FILE_ENTRY_NAME   'N' /* stats entry identified by name */

Definition at line 146 of file pgstat.c.

◆ PGSTAT_IDLE_INTERVAL

#define PGSTAT_IDLE_INTERVAL   10000

Definition at line 131 of file pgstat.c.

◆ PGSTAT_MAX_INTERVAL

#define PGSTAT_MAX_INTERVAL   60000

Definition at line 129 of file pgstat.c.

◆ PGSTAT_MIN_INTERVAL

#define PGSTAT_MIN_INTERVAL   1000

Definition at line 127 of file pgstat.c.

◆ PGSTAT_SNAPSHOT_HASH_SIZE

#define PGSTAT_SNAPSHOT_HASH_SIZE   512

Definition at line 138 of file pgstat.c.

◆ read_chunk_s

#define read_chunk_s (   fpin,
  ptr 
)    read_chunk(fpin, ptr, sizeof(*ptr))

Definition at line 1622 of file pgstat.c.

◆ SH_DECLARE

#define SH_DECLARE

Definition at line 174 of file pgstat.c.

◆ SH_DEFINE

#define SH_DEFINE

Definition at line 173 of file pgstat.c.

◆ SH_ELEMENT_TYPE

#define SH_ELEMENT_TYPE   PgStat_SnapshotEntry

Definition at line 165 of file pgstat.c.

◆ SH_EQUAL

#define SH_EQUAL (   tb,
  a,
  b 
)     pgstat_cmp_hash_key(&a, &b, sizeof(PgStat_HashKey), NULL) == 0

Definition at line 170 of file pgstat.c.

◆ SH_HASH_KEY

#define SH_HASH_KEY (   tb,
  key 
)     pgstat_hash_hash_key(&key, sizeof(PgStat_HashKey), NULL)

Definition at line 168 of file pgstat.c.

◆ SH_KEY

#define SH_KEY   key

Definition at line 167 of file pgstat.c.

◆ SH_KEY_TYPE

#define SH_KEY_TYPE   PgStat_HashKey

Definition at line 166 of file pgstat.c.

◆ SH_PREFIX

#define SH_PREFIX   pgstat_snapshot

Definition at line 164 of file pgstat.c.

◆ SH_SCOPE

#define SH_SCOPE   static inline

Definition at line 172 of file pgstat.c.

◆ write_chunk_s

#define write_chunk_s (   fpout,
  ptr 
)    write_chunk(fpout, ptr, sizeof(*ptr))

Definition at line 1621 of file pgstat.c.

Typedef Documentation

◆ PgStat_SnapshotEntry

Function Documentation

◆ assign_stats_fetch_consistency()

void assign_stats_fetch_consistency ( int  newval,
void extra 
)

Definition at line 2194 of file pgstat.c.

2196{
2197 /*
2198 * Changing this value in a transaction may cause snapshot state
2199 * inconsistencies, so force a clear of the current snapshot on the next
2200 * snapshot build attempt.
2201 */

References force_stats_snapshot_clear, newval, and pgstat_fetch_consistency.

◆ match_db_entries()

static bool match_db_entries ( PgStatShared_HashEntry entry,
Datum  match_data 
)
static

Definition at line 851 of file pgstat.c.

853{
854 return entry->key.dboid == MyDatabaseId;

References PgStat_HashKey::dboid, PgStatShared_HashEntry::key, and MyDatabaseId.

Referenced by pgstat_reset_counters().

◆ pgstat_before_server_shutdown()

void pgstat_before_server_shutdown ( int  code,
Datum  arg 
)

Definition at line 590 of file pgstat.c.

592{
595
596 /*
597 * Stats should only be reported after pgstat_initialize() and before
598 * pgstat_shutdown(). This is a convenient point to catch most violations
599 * of this rule.
600 */
602
603 /* flush out our own pending changes before writing out */
604 pgstat_report_stat(true);
605
606 /*
607 * Only write out file during normal shutdown. Don't even signal that
608 * we've shutdown during irregular shutdowns, because the shutdown
609 * sequence isn't coordinated to ensure this backend shuts down last.
610 */
611 if (code == 0)
612 {
615 }

References Assert, fb(), PgStat_ShmemControl::is_shutdown, pgstat_report_stat(), pgstat_write_statsfile(), pgStatLocal, and PgStat_LocalState::shmem.

Referenced by CheckpointerMain(), and InitPostgres().

◆ pgstat_build_snapshot()

static void pgstat_build_snapshot ( void  )
static

Definition at line 1164 of file pgstat.c.

1166{
1169
1170 /* should only be called when we need a snapshot */
1172
1173 /* snapshot already built */
1175 return;
1176
1178
1179 Assert(pgStatLocal.snapshot.stats->members == 0);
1180
1182
1183 /*
1184 * Snapshot all variable stats.
1185 */
1187 while ((p = dshash_seq_next(&hstat)) != NULL)
1188 {
1189 PgStat_Kind kind = p->key.kind;
1191 bool found;
1192 PgStat_SnapshotEntry *entry;
1194
1195 /*
1196 * Check if the stats object should be included in the snapshot.
1197 * Unless the stats kind can be accessed from all databases (e.g.,
1198 * database stats themselves), we only include stats for the current
1199 * database or objects not associated with a database (e.g. shared
1200 * relations).
1201 */
1202 if (p->key.dboid != MyDatabaseId &&
1203 p->key.dboid != InvalidOid &&
1204 !kind_info->accessed_across_databases)
1205 continue;
1206
1207 if (p->dropped)
1208 continue;
1209
1211
1214
1216 Assert(!found);
1217
1219 pgstat_get_entry_len(kind));
1220
1221 /*
1222 * Acquire the LWLock directly instead of using
1223 * pg_stat_lock_entry_shared() which requires a reference.
1224 */
1226 memcpy(entry->data,
1228 pgstat_get_entry_len(kind));
1229 LWLockRelease(&stats_data->lock);
1230 }
1232
1233 /*
1234 * Build snapshot of all fixed-numbered stats.
1235 */
1236 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1237 {
1239
1240 if (!kind_info)
1241 continue;
1242 if (!kind_info->fixed_amount)
1243 {
1244 Assert(kind_info->snapshot_cb == NULL);
1245 continue;
1246 }
1247
1249 }
1250

References Assert, PgStatShared_HashEntry::body, PgStat_Snapshot::context, PgStat_SnapshotEntry::data, PgStat_HashKey::dboid, PgStatShared_HashEntry::dropped, PgStat_LocalState::dsa, dsa_get_address(), dshash_seq_init(), dshash_seq_next(), dshash_seq_term(), fb(), GetCurrentTimestamp(), InvalidOid, PgStatShared_HashEntry::key, PgStat_HashKey::kind, LW_SHARED, LWLockAcquire(), LWLockRelease(), memcpy(), MemoryContextAlloc(), PgStat_Snapshot::mode, MyDatabaseId, pg_atomic_read_u32(), pgstat_build_snapshot_fixed(), pgstat_fetch_consistency, PGSTAT_FETCH_CONSISTENCY_SNAPSHOT, pgstat_get_entry_data(), pgstat_get_entry_len(), pgstat_get_kind_info(), PgStat_Kind, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, pgstat_prep_snapshot(), pgStatLocal, PgStatShared_HashEntry::refcount, PgStat_LocalState::shared_hash, PgStat_LocalState::snapshot, PgStat_Snapshot::snapshot_timestamp, and PgStat_Snapshot::stats.

Referenced by pgstat_fetch_entry(), and pgstat_snapshot_fixed().

◆ pgstat_build_snapshot_fixed()

static void pgstat_build_snapshot_fixed ( PgStat_Kind  kind)
static

Definition at line 1254 of file pgstat.c.

1256{
1258 int idx;
1259 bool *valid;
1260
1261 /* Position in fixed_valid or custom_valid */
1262 if (pgstat_is_kind_builtin(kind))
1263 {
1264 idx = kind;
1266 }
1267 else
1268 {
1269 idx = kind - PGSTAT_KIND_CUSTOM_MIN;
1271 }
1272
1273 Assert(kind_info->fixed_amount);
1274 Assert(kind_info->snapshot_cb != NULL);
1275
1277 {
1278 /* rebuild every time */
1279 valid[idx] = false;
1280 }
1281 else if (valid[idx])
1282 {
1283 /* in snapshot mode we shouldn't get called again */
1285 return;
1286 }
1287
1288 Assert(!valid[idx]);
1289
1290 kind_info->snapshot_cb();
1291
1292 Assert(!valid[idx]);
1293 valid[idx] = true;

References Assert, PgStat_Snapshot::custom_valid, fb(), PgStat_Snapshot::fixed_valid, idx(), pgstat_fetch_consistency, PGSTAT_FETCH_CONSISTENCY_CACHE, PGSTAT_FETCH_CONSISTENCY_NONE, pgstat_get_kind_info(), pgstat_is_kind_builtin(), PGSTAT_KIND_CUSTOM_MIN, pgStatLocal, and PgStat_LocalState::snapshot.

Referenced by pgstat_build_snapshot(), pgstat_snapshot_fixed(), and pgstat_write_statsfile().

◆ pgstat_clear_snapshot()

void pgstat_clear_snapshot ( void  )

Definition at line 930 of file pgstat.c.

932{
934
941
942 /* Release memory, if any was allocated */
944 {
946
947 /* Reset variables */
949 }
950
951 /*
952 * Historically the backend_status.c facilities lived in this file, and
953 * were reset with the same function. For now keep it that way, and
954 * forward the reset request.
955 */
957
958 /* Reset this flag, as it may be possible that a cleanup was forced. */

References PgStat_Snapshot::context, PgStat_Snapshot::custom_valid, fb(), PgStat_Snapshot::fixed_valid, force_stats_snapshot_clear, MemoryContextDelete(), PgStat_Snapshot::mode, pgstat_assert_is_up, pgstat_clear_backend_activity_snapshot(), PGSTAT_FETCH_CONSISTENCY_NONE, pgStatLocal, PgStat_LocalState::snapshot, and PgStat_Snapshot::stats.

Referenced by AtEOXact_PgStat(), pg_stat_clear_snapshot(), pgstat_get_stat_snapshot_timestamp(), pgstat_prep_snapshot(), pgstat_snapshot_fixed(), and PostPrepare_PgStat().

◆ pgstat_delete_pending_entry()

void pgstat_delete_pending_entry ( PgStat_EntryRef entry_ref)

Definition at line 1360 of file pgstat.c.

1362{
1363 PgStat_Kind kind = entry_ref->shared_entry->key.kind;
1365 void *pending_data = entry_ref->pending;
1366
1368 /* !fixed_amount stats should be handled explicitly */
1369 Assert(!pgstat_get_kind_info(kind)->fixed_amount);
1370
1371 if (kind_info->delete_pending_cb)
1372 kind_info->delete_pending_cb(entry_ref);
1373
1375 entry_ref->pending = NULL;
1376
1377 dlist_delete(&entry_ref->pending_node);

References Assert, dlist_delete(), fb(), PgStatShared_HashEntry::key, PgStat_HashKey::kind, PgStat_EntryRef::pending, PgStat_EntryRef::pending_node, pfree(), pgstat_get_kind_info(), PgStat_Kind, and PgStat_EntryRef::shared_entry.

Referenced by pgstat_flush_pending_entries(), and pgstat_release_entry_ref().

◆ pgstat_discard_stats()

void pgstat_discard_stats ( void  )

Definition at line 537 of file pgstat.c.

539{
540 int ret;
541
542 /* NB: this needs to be done even in single user mode */
543
544 /* First, cleanup the main pgstats file */
546 if (ret != 0)
547 {
548 if (errno == ENOENT)
549 elog(DEBUG2,
550 "didn't need to unlink permanent stats file \"%s\" - didn't exist",
552 else
553 ereport(LOG,
555 errmsg("could not unlink permanent statistics file \"%s\": %m",
557 }
558 else
559 {
562 errmsg_internal("unlinked permanent statistics file \"%s\"",
564 }
565
566 /* Finish callbacks, if required */
567 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
568 {
570
571 if (kind_info && kind_info->finish)
572 kind_info->finish(STATS_DISCARD);
573 }
574
575 /*
576 * Reset stats contents. This will set reset timestamps of fixed-numbered
577 * stats to the current time (no variable stats exist).
578 */

References DEBUG2, elog, ereport, errcode_for_file_access(), errmsg, errmsg_internal(), fb(), LOG, pgstat_get_kind_info(), PgStat_Kind, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, pgstat_reset_after_failure(), PGSTAT_STAT_PERMANENT_FILENAME, and STATS_DISCARD.

Referenced by StartupXLOG().

◆ pgstat_fetch_entry()

void * pgstat_fetch_entry ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid,
bool may_free 
)

Definition at line 962 of file pgstat.c.

964{
965 PgStat_HashKey key = {0};
966 PgStat_EntryRef *entry_ref;
967 void *stats_data;
969
970 /* should be called from backends */
972 Assert(!kind_info->fixed_amount);
973
974 /*
975 * Initialize *may_free to false. We'll change it to true later if we end
976 * up allocating the result in the caller's context and not caching it.
977 */
978 if (may_free)
979 *may_free = false;
980
982
983 key.kind = kind;
984 key.dboid = dboid;
985 key.objid = objid;
986
987 /* if we need to build a full snapshot, do so */
990
991 /* if caching is desired, look up in cache */
993 {
994 PgStat_SnapshotEntry *entry = NULL;
995
997
998 if (entry)
999 return entry->data;
1000
1001 /*
1002 * If we built a full snapshot and the key is not in
1003 * pgStatLocal.snapshot.stats, there are no matching stats.
1004 */
1006 return NULL;
1007 }
1008
1010
1011 entry_ref = pgstat_get_entry_ref(kind, dboid, objid, false, NULL);
1012
1013 if (entry_ref == NULL || entry_ref->shared_entry->dropped)
1014 {
1015 /* create empty entry when using PGSTAT_FETCH_CONSISTENCY_CACHE */
1017 {
1018 PgStat_SnapshotEntry *entry = NULL;
1019 bool found;
1020
1021 entry = pgstat_snapshot_insert(pgStatLocal.snapshot.stats, key, &found);
1022 Assert(!found);
1023 entry->data = NULL;
1024 }
1025 return NULL;
1026 }
1027
1028 /*
1029 * Allocate in caller's context for PGSTAT_FETCH_CONSISTENCY_NONE,
1030 * otherwise we could quickly end up with a fair bit of memory used due to
1031 * repeated accesses.
1032 */
1034 {
1035 stats_data = palloc(kind_info->shared_data_len);
1036
1037 /*
1038 * Since we allocated the result in the caller's context and aren't
1039 * caching it, the caller can safely pfree() it.
1040 */
1041 if (may_free)
1042 *may_free = true;
1043 }
1044 else
1046 kind_info->shared_data_len);
1047
1048 (void) pgstat_lock_entry_shared(entry_ref, false);
1050 pgstat_get_entry_data(kind, entry_ref->shared_stats),
1051 kind_info->shared_data_len);
1052 pgstat_unlock_entry(entry_ref);
1053
1055 {
1056 PgStat_SnapshotEntry *entry = NULL;
1057 bool found;
1058
1059 entry = pgstat_snapshot_insert(pgStatLocal.snapshot.stats, key, &found);
1060 entry->data = stats_data;
1061 }
1062
1063 return stats_data;

References Assert, PgStat_Snapshot::context, PgStat_SnapshotEntry::data, PgStatShared_HashEntry::dropped, fb(), IsPostmasterEnvironment, IsUnderPostmaster, memcpy(), MemoryContextAlloc(), PgStat_Snapshot::mode, palloc(), pgstat_build_snapshot(), pgstat_fetch_consistency, PGSTAT_FETCH_CONSISTENCY_CACHE, PGSTAT_FETCH_CONSISTENCY_NONE, PGSTAT_FETCH_CONSISTENCY_SNAPSHOT, pgstat_get_entry_data(), pgstat_get_entry_ref(), pgstat_get_kind_info(), pgstat_lock_entry_shared(), pgstat_prep_snapshot(), pgstat_unlock_entry(), pgStatLocal, PgStat_EntryRef::shared_entry, PgStat_EntryRef::shared_stats, PgStat_LocalState::snapshot, and PgStat_Snapshot::stats.

Referenced by pgstat_fetch_replslot(), pgstat_fetch_stat_backend(), pgstat_fetch_stat_dbentry(), pgstat_fetch_stat_funcentry(), pgstat_fetch_stat_subscription(), pgstat_fetch_stat_tabentry_ext(), and test_custom_stats_var_fetch_entry().

◆ pgstat_fetch_pending_entry()

PgStat_EntryRef * pgstat_fetch_pending_entry ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid 
)

Definition at line 1347 of file pgstat.c.

1349{
1350 PgStat_EntryRef *entry_ref;
1351
1352 entry_ref = pgstat_get_entry_ref(kind, dboid, objid, false, NULL);
1353
1354 if (entry_ref == NULL || entry_ref->pending == NULL)
1355 return NULL;
1356
1357 return entry_ref;

References fb(), PgStat_EntryRef::pending, and pgstat_get_entry_ref().

Referenced by find_funcstat_entry(), and find_tabstat_entry().

◆ pgstat_flush_pending_entries()

static bool pgstat_flush_pending_entries ( bool  nowait)
static

Definition at line 1383 of file pgstat.c.

1385{
1386 bool have_pending = false;
1387 dlist_node *cur = NULL;
1388
1389 /*
1390 * Need to be a bit careful iterating over the list of pending entries.
1391 * Processing a pending entry may queue further pending entries to the end
1392 * of the list that we want to process, so a simple iteration won't do.
1393 * Further complicating matters is that we want to delete the current
1394 * entry in each iteration from the list if we flushed successfully.
1395 *
1396 * So we just keep track of the next pointer in each loop iteration.
1397 */
1400
1401 while (cur)
1402 {
1403 PgStat_EntryRef *entry_ref =
1404 dlist_container(PgStat_EntryRef, pending_node, cur);
1405 PgStat_HashKey key = entry_ref->shared_entry->key;
1406 PgStat_Kind kind = key.kind;
1408 bool did_flush;
1410
1411 Assert(!kind_info->fixed_amount);
1412 Assert(kind_info->flush_pending_cb != NULL);
1413
1414 /* flush the stats, if possible */
1415 did_flush = kind_info->flush_pending_cb(entry_ref, nowait);
1416
1417 Assert(did_flush || nowait);
1418
1419 /* determine next entry, before deleting the pending entry */
1422 else
1423 next = NULL;
1424
1425 /* if successfully flushed, remove entry */
1426 if (did_flush)
1427 pgstat_delete_pending_entry(entry_ref);
1428 else
1429 have_pending = true;
1430
1431 cur = next;
1432 }
1433
1435
1436 return have_pending;

References Assert, cur, dlist_container, dlist_has_next(), dlist_head_node(), dlist_is_empty(), dlist_next_node(), fb(), PgStatShared_HashEntry::key, next, pgstat_delete_pending_entry(), pgstat_get_kind_info(), PgStat_Kind, pgStatPending, and PgStat_EntryRef::shared_entry.

Referenced by pgstat_report_stat().

◆ pgstat_force_next_flush()

void pgstat_force_next_flush ( void  )

Definition at line 842 of file pgstat.c.

844{

References pgStatForceNextFlush.

Referenced by pg_stat_force_next_flush().

◆ pgstat_get_kind_from_str()

PgStat_Kind pgstat_get_kind_from_str ( char kind_str)

Definition at line 1445 of file pgstat.c.

1447{
1448 for (PgStat_Kind kind = PGSTAT_KIND_BUILTIN_MIN; kind <= PGSTAT_KIND_BUILTIN_MAX; kind++)
1449 {
1451 return kind;
1452 }
1453
1454 /* Check the custom set of cumulative stats */
1456 {
1457 for (PgStat_Kind kind = PGSTAT_KIND_CUSTOM_MIN; kind <= PGSTAT_KIND_CUSTOM_MAX; kind++)
1458 {
1460
1463 return kind;
1464 }
1465 }
1466
1467 ereport(ERROR,
1469 errmsg("invalid statistics kind: \"%s\"", kind_str)));
1470 return PGSTAT_KIND_INVALID; /* avoid compiler warnings */

References ereport, errcode(), errmsg, ERROR, fb(), idx(), name, pg_strcasecmp(), PgStat_Kind, pgstat_kind_builtin_infos, PGSTAT_KIND_BUILTIN_MAX, PGSTAT_KIND_BUILTIN_MIN, pgstat_kind_custom_infos, PGSTAT_KIND_CUSTOM_MAX, PGSTAT_KIND_CUSTOM_MIN, and PGSTAT_KIND_INVALID.

Referenced by pg_stat_have_stats().

◆ pgstat_get_kind_info()

◆ pgstat_get_stat_snapshot_timestamp()

TimestampTz pgstat_get_stat_snapshot_timestamp ( bool have_snapshot)

◆ pgstat_have_entry()

bool pgstat_have_entry ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid 
)

Definition at line 1088 of file pgstat.c.

1090{
1091 /* fixed-numbered stats always exist */
1092 if (pgstat_get_kind_info(kind)->fixed_amount)
1093 return true;
1094
1095 return pgstat_get_entry_ref(kind, dboid, objid, false, NULL) != NULL;

References fb(), pgstat_get_entry_ref(), and pgstat_get_kind_info().

Referenced by pg_stat_have_stats().

◆ pgstat_init_snapshot_fixed()

static void pgstat_init_snapshot_fixed ( void  )
static

Definition at line 1124 of file pgstat.c.

1126{
1127 /*
1128 * Initialize fixed-numbered statistics data in snapshots, only for custom
1129 * stats kinds.
1130 */
1131 for (PgStat_Kind kind = PGSTAT_KIND_CUSTOM_MIN; kind <= PGSTAT_KIND_CUSTOM_MAX; kind++)
1132 {
1134
1135 if (!kind_info || !kind_info->fixed_amount)
1136 continue;
1137
1140 }

References PgStat_Snapshot::custom_data, fb(), MemoryContextAlloc(), pgstat_get_kind_info(), PgStat_Kind, PGSTAT_KIND_CUSTOM_MAX, PGSTAT_KIND_CUSTOM_MIN, pgStatLocal, PgStat_LocalState::snapshot, and TopMemoryContext.

Referenced by pgstat_initialize().

◆ pgstat_initialize()

void pgstat_initialize ( void  )

Definition at line 669 of file pgstat.c.

671{
673
675
677
678 /* Backend initialization callbacks */
679 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
680 {
682
683 if (kind_info == NULL || kind_info->init_backend_cb == NULL)
684 continue;
685
686 kind_info->init_backend_cb();
687 }
688
689 /* Set up a process-exit hook to clean up */
691
692#ifdef USE_ASSERT_CHECKING
694#endif

References Assert, before_shmem_exit(), fb(), pgstat_attach_shmem(), pgstat_get_kind_info(), pgstat_init_snapshot_fixed(), PgStat_Kind, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, and pgstat_shutdown_hook().

Referenced by BaseInit().

◆ pgstat_is_kind_valid()

static bool pgstat_is_kind_valid ( PgStat_Kind  kind)
inlinestatic

◆ pgstat_prep_pending_entry()

PgStat_EntryRef * pgstat_prep_pending_entry ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid,
bool created_entry 
)

Definition at line 1309 of file pgstat.c.

1311{
1312 PgStat_EntryRef *entry_ref;
1313
1314 /* need to be able to flush out */
1315 Assert(pgstat_get_kind_info(kind)->flush_pending_cb != NULL);
1316
1318 {
1321 "PgStat Pending",
1323 }
1324
1325 entry_ref = pgstat_get_entry_ref(kind, dboid, objid,
1326 true, created_entry);
1327
1328 if (entry_ref->pending == NULL)
1329 {
1330 size_t entrysize = pgstat_get_kind_info(kind)->pending_size;
1331
1332 Assert(entrysize != (size_t) -1);
1333
1334 entry_ref->pending = MemoryContextAllocZero(pgStatPendingContext, entrysize);
1336 }
1337
1338 return entry_ref;

References ALLOCSET_SMALL_SIZES, AllocSetContextCreate, Assert, dlist_push_tail(), fb(), MemoryContextAllocZero(), PgStat_EntryRef::pending, PgStat_EntryRef::pending_node, PgStat_KindInfo::pending_size, pgstat_get_entry_ref(), pgstat_get_kind_info(), pgStatPending, pgStatPendingContext, TopMemoryContext, and unlikely.

Referenced by pgstat_init_function_usage(), pgstat_prep_database_pending(), pgstat_prep_relation_pending(), pgstat_report_subscription_conflict(), pgstat_report_subscription_error(), and test_custom_stats_var_update().

◆ pgstat_prep_snapshot()

◆ pgstat_read_statsfile()

static void pgstat_read_statsfile ( void  )
static

Definition at line 1854 of file pgstat.c.

1856{
1857 FILE *fpin;
1859 bool found;
1863
1864 /* shouldn't be called from postmaster */
1866
1867 elog(DEBUG2, "reading stats file \"%s\"", statfile);
1868
1869 /*
1870 * Try to open the stats file. If it doesn't exist, the backends simply
1871 * returns zero for anything and statistics simply starts from scratch
1872 * with empty counters.
1873 *
1874 * ENOENT is a possibility if stats collection was previously disabled or
1875 * has not yet written the stats file for the first time. Any other
1876 * failure condition is suspicious.
1877 */
1879 {
1880 if (errno != ENOENT)
1881 ereport(LOG,
1883 errmsg("could not open statistics file \"%s\": %m",
1884 statfile)));
1886 status = STATS_DISCARD;
1887 goto finish;
1888 }
1889
1890 /*
1891 * Verify it's of the expected format.
1892 */
1893 if (!read_chunk_s(fpin, &format_id))
1894 {
1895 elog(WARNING, "could not read format ID");
1896 goto error;
1897 }
1898
1900 {
1901 elog(WARNING, "found incorrect format ID %d (expected %d)",
1903 goto error;
1904 }
1905
1906 /*
1907 * We found an existing statistics file. Read it and put all the stats
1908 * data into place.
1909 */
1910 for (;;)
1911 {
1912 int t = fgetc(fpin);
1913
1914 switch (t)
1915 {
1917 {
1918 PgStat_Kind kind;
1919 const PgStat_KindInfo *info;
1920 char *ptr;
1921
1922 /* entry for fixed-numbered stats */
1923 if (!read_chunk_s(fpin, &kind))
1924 {
1925 elog(WARNING, "could not read stats kind for entry of type %c", t);
1926 goto error;
1927 }
1928
1929 if (!pgstat_is_kind_valid(kind))
1930 {
1931 elog(WARNING, "invalid stats kind %u for entry of type %c",
1932 kind, t);
1933 goto error;
1934 }
1935
1936 info = pgstat_get_kind_info(kind);
1937 if (!info)
1938 {
1939 elog(WARNING, "could not find information of kind %u for entry of type %c",
1940 kind, t);
1941 goto error;
1942 }
1943
1944 if (!info->fixed_amount)
1945 {
1946 elog(WARNING, "invalid fixed_amount in stats kind %u for entry of type %c",
1947 kind, t);
1948 goto error;
1949 }
1950
1951 /* Load back stats into shared memory */
1952 if (pgstat_is_kind_builtin(kind))
1953 ptr = ((char *) shmem) + info->shared_ctl_off +
1954 info->shared_data_off;
1955 else
1956 {
1957 int idx = kind - PGSTAT_KIND_CUSTOM_MIN;
1958
1959 ptr = ((char *) shmem->custom_data[idx]) +
1960 info->shared_data_off;
1961 }
1962
1963 if (!read_chunk(fpin, ptr, info->shared_data_len))
1964 {
1965 elog(WARNING, "could not read data of stats kind %u for entry of type %c with size %u",
1966 kind, t, info->shared_data_len);
1967 goto error;
1968 }
1969
1970 break;
1971 }
1974 {
1977 PgStatShared_Common *header;
1979
1981
1982 if (t == PGSTAT_FILE_ENTRY_HASH)
1983 {
1984 /* normal stats entry, identified by PgStat_HashKey */
1985 if (!read_chunk_s(fpin, &key))
1986 {
1987 elog(WARNING, "could not read key for entry of type %c", t);
1988 goto error;
1989 }
1990
1991 if (!pgstat_is_kind_valid(key.kind))
1992 {
1993 elog(WARNING, "invalid stats kind for entry %u/%u/%" PRIu64 " of type %c",
1994 key.kind, key.dboid,
1995 key.objid, t);
1996 goto error;
1997 }
1998
2000 if (!kind_info)
2001 {
2002 elog(WARNING, "could not find information of kind for entry %u/%u/%" PRIu64 " of type %c",
2003 key.kind, key.dboid,
2004 key.objid, t);
2005 goto error;
2006 }
2007 }
2008 else
2009 {
2010 /* stats entry identified by name on disk (e.g. slots) */
2011 PgStat_Kind kind;
2012 NameData name;
2013
2014 if (!read_chunk_s(fpin, &kind))
2015 {
2016 elog(WARNING, "could not read stats kind for entry of type %c", t);
2017 goto error;
2018 }
2019 if (!read_chunk_s(fpin, &name))
2020 {
2021 elog(WARNING, "could not read name of stats kind %u for entry of type %c",
2022 kind, t);
2023 goto error;
2024 }
2025 if (!pgstat_is_kind_valid(kind))
2026 {
2027 elog(WARNING, "invalid stats kind %u for entry of type %c",
2028 kind, t);
2029 goto error;
2030 }
2031
2033 if (!kind_info)
2034 {
2035 elog(WARNING, "could not find information of kind %u for entry of type %c",
2036 kind, t);
2037 goto error;
2038 }
2039
2040 if (!kind_info->from_serialized_name)
2041 {
2042 elog(WARNING, "invalid from_serialized_name in stats kind %u for entry of type %c",
2043 kind, t);
2044 goto error;
2045 }
2046
2047 if (!kind_info->from_serialized_name(&name, &key))
2048 {
2049 /* skip over data for entry we don't care about */
2050 if (fseek(fpin, pgstat_get_entry_len(kind), SEEK_CUR) != 0)
2051 {
2052 elog(WARNING, "could not seek \"%s\" of stats kind %u for entry of type %c",
2053 NameStr(name), kind, t);
2054 goto error;
2055 }
2056
2057 continue;
2058 }
2059
2060 Assert(key.kind == kind);
2061 }
2062
2063 /*
2064 * This intentionally doesn't use pgstat_get_entry_ref() -
2065 * putting all stats into checkpointer's
2066 * pgStatEntryRefHash would be wasted effort and memory.
2067 */
2069
2070 /* don't allow duplicate entries */
2071 if (found)
2072 {
2074 elog(WARNING, "found duplicate stats entry %u/%u/%" PRIu64 " of type %c",
2075 key.kind, key.dboid,
2076 key.objid, t);
2077 goto error;
2078 }
2079
2080 header = pgstat_init_entry(key.kind, p);
2082 if (header == NULL)
2083 {
2084 /*
2085 * It would be tempting to switch this ERROR to a
2086 * WARNING, but it would mean that all the statistics
2087 * are discarded when the environment fails on OOM.
2088 */
2089 elog(ERROR, "could not allocate entry %u/%u/%" PRIu64 " of type %c",
2090 key.kind, key.dboid,
2091 key.objid, t);
2092 }
2093
2094 if (!read_chunk(fpin,
2095 pgstat_get_entry_data(key.kind, header),
2097 {
2098 elog(WARNING, "could not read data for entry %u/%u/%" PRIu64 " of type %c",
2099 key.kind, key.dboid,
2100 key.objid, t);
2101 goto error;
2102 }
2103
2104 /* read more data for the entry, if required */
2105 if (kind_info->from_serialized_data)
2106 {
2107 if (!kind_info->from_serialized_data(&key, header, fpin))
2108 {
2109 elog(WARNING, "could not read auxiliary data for entry %u/%u/%" PRIu64 " of type %c",
2110 key.kind, key.dboid,
2111 key.objid, t);
2112 goto error;
2113 }
2114 }
2115
2116 break;
2117 }
2119
2120 /*
2121 * check that PGSTAT_FILE_ENTRY_END actually signals end of
2122 * file
2123 */
2124 if (fgetc(fpin) != EOF)
2125 {
2126 elog(WARNING, "could not read end-of-file");
2127 goto error;
2128 }
2129
2130 goto done;
2131
2132 default:
2133 elog(WARNING, "could not read entry of type %c", t);
2134 goto error;
2135 }
2136 }
2137
2138done:
2139 /* First, cleanup the main stats file */
2140 FreeFile(fpin);
2141
2142 elog(DEBUG2, "removing permanent stats file \"%s\"", statfile);
2144
2145finish:
2146 /* Finish callbacks, if required */
2147 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
2148 {
2150
2151 if (kind_info && kind_info->finish)
2152 kind_info->finish(status);
2153 }
2154
2155 return;
2156
2157error:
2158 ereport(LOG,
2159 (errmsg("corrupted statistics file \"%s\"", statfile)));
2160
2162 status = STATS_DISCARD;
2163
2164 goto done;

References AllocateFile(), Assert, CHECK_FOR_INTERRUPTS, PgStat_ShmemControl::custom_data, DEBUG2, dshash_find_or_insert, dshash_release_lock(), elog, ereport, errcode_for_file_access(), errmsg, ERROR, error(), fb(), PgStat_KindInfo::fixed_amount, FreeFile(), idx(), IsPostmasterEnvironment, IsUnderPostmaster, LOG, name, NameStr, PG_BINARY_R, PGSTAT_FILE_ENTRY_END, PGSTAT_FILE_ENTRY_FIXED, PGSTAT_FILE_ENTRY_HASH, PGSTAT_FILE_ENTRY_NAME, PGSTAT_FILE_FORMAT_ID, pgstat_get_entry_data(), pgstat_get_entry_len(), pgstat_get_kind_info(), pgstat_init_entry(), pgstat_is_kind_builtin(), pgstat_is_kind_valid(), PgStat_Kind, PGSTAT_KIND_CUSTOM_MIN, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, pgstat_reset_after_failure(), PGSTAT_STAT_PERMANENT_FILENAME, pgStatLocal, read_chunk, read_chunk_s, PgStat_KindInfo::shared_ctl_off, PgStat_KindInfo::shared_data_len, PgStat_KindInfo::shared_data_off, PgStat_LocalState::shared_hash, PgStat_LocalState::shmem, STATS_DISCARD, STATS_READ, and WARNING.

Referenced by pgstat_restore_stats().

◆ pgstat_register_kind()

void pgstat_register_kind ( PgStat_Kind  kind,
const PgStat_KindInfo kind_info 
)

Definition at line 1507 of file pgstat.c.

1509{
1511
1512 if (kind_info->name == NULL || strlen(kind_info->name) == 0)
1513 ereport(ERROR,
1514 (errmsg("failed to register custom cumulative statistics with ID %u", kind),
1515 errhint("Provide a non-empty name for the custom cumulative statistics.")));
1516
1517 if (!pgstat_is_kind_custom(kind))
1518 ereport(ERROR, (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1519 errhint("Provide a custom cumulative statistics ID between %u and %u.",
1521
1523 ereport(ERROR,
1524 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1525 errdetail("Custom cumulative statistics must be registered while initializing modules in \"%s\".",
1526 "shared_preload_libraries")));
1527
1528 /*
1529 * Check some data for fixed-numbered stats.
1530 */
1531 if (kind_info->fixed_amount)
1532 {
1533 if (kind_info->shared_size == 0)
1534 ereport(ERROR,
1535 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1536 errhint("Custom cumulative statistics require a shared memory size for fixed-numbered objects.")));
1537 if (kind_info->init_shmem_cb == NULL)
1538 ereport(ERROR,
1539 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1540 errhint("Custom cumulative statistics require a \"%s\" callback for fixed-numbered objects.",
1541 "init_shmem_cb")));
1542 if (kind_info->reset_all_cb == NULL)
1543 ereport(ERROR,
1544 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1545 errhint("Custom cumulative statistics require a \"%s\" callback for fixed-numbered objects.",
1546 "reset_all_cb")));
1547 if (kind_info->snapshot_cb == NULL)
1548 ereport(ERROR,
1549 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1550 errhint("Custom cumulative statistics require a \"%s\" callback for fixed-numbered objects.",
1551 "snapshot_cb")));
1552 if (kind_info->track_entry_count)
1553 ereport(ERROR,
1554 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1555 errhint("Custom cumulative statistics cannot use entry count tracking for fixed-numbered objects.")));
1556 }
1557 else
1558 {
1559 if (kind_info->pending_size > 0 && kind_info->flush_pending_cb == NULL)
1560 ereport(ERROR,
1561 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1562 errhint("Custom cumulative statistics require a \"%s\" callback when pending size is set.",
1563 "flush_pending_cb")));
1564 }
1565
1566 /*
1567 * If pgstat_kind_custom_infos is not available yet, allocate it.
1568 */
1570 {
1574 }
1575
1578 ereport(ERROR,
1579 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1580 errdetail("Custom cumulative statistics \"%s\" already registered with the same ID.",
1582
1583 /* check for existing custom stats with the same name */
1585 {
1587
1589 continue;
1591 ereport(ERROR,
1592 (errmsg("failed to register custom cumulative statistics \"%s\" with ID %u", kind_info->name, kind),
1593 errdetail("Existing cumulative statistics with ID %u has the same name.", existing_kind)));
1594 }
1595
1596 /* Register it */
1598 ereport(LOG,
1599 (errmsg("registered custom cumulative statistics \"%s\" with ID %u",
1600 kind_info->name, kind)));

References ereport, errdetail(), errhint(), errmsg, ERROR, fb(), idx(), LOG, MemoryContextAllocZero(), name, PgStat_KindInfo::name, pg_strcasecmp(), pgstat_is_kind_custom(), PgStat_Kind, pgstat_kind_custom_infos, PGSTAT_KIND_CUSTOM_MAX, PGSTAT_KIND_CUSTOM_MIN, PGSTAT_KIND_CUSTOM_SIZE, process_shared_preload_libraries_in_progress, and TopMemoryContext.

Referenced by _PG_init().

◆ pgstat_report_stat()

long pgstat_report_stat ( bool  force)

Definition at line 722 of file pgstat.c.

724{
725 static TimestampTz pending_since = 0;
726 static TimestampTz last_flush = 0;
727 bool partial_flush;
729 bool nowait;
730
733
734 /* "absorb" the forced flush even if there's nothing to flush */
736 {
737 force = true;
738 pgStatForceNextFlush = false;
739 }
740
741 /* Don't expend a clock check if nothing to do */
744 {
745 return 0;
746 }
747
748 /*
749 * There should never be stats to report once stats are shut down. Can't
750 * assert that before the checks above, as there is an unconditional
751 * pgstat_report_stat() call in pgstat_shutdown_hook() - which at least
752 * the process that ran pgstat_before_server_shutdown() will still call.
753 */
755
756 if (force)
757 {
758 /*
759 * Stats reports are forced either when it's been too long since stats
760 * have been reported or in processes that force stats reporting to
761 * happen at specific points (including shutdown). In the former case
762 * the transaction stop time might be quite old, in the latter it
763 * would never get cleared.
764 */
766 }
767 else
768 {
770
771 if (pending_since > 0 &&
773 {
774 /* don't keep pending updates longer than PGSTAT_MAX_INTERVAL */
775 force = true;
776 }
777 else if (last_flush > 0 &&
779 {
780 /* don't flush too frequently */
781 if (pending_since == 0)
783
785 }
786 }
787
789
790 /* don't wait for lock acquisition when !force */
791 nowait = !force;
792
793 partial_flush = false;
794
795 /* flush of variable-numbered stats tracked in pending entries list */
797
798 /* flush of other stats kinds */
800 {
801 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
802 {
804
805 if (!kind_info)
806 continue;
807 if (!kind_info->flush_static_cb)
808 continue;
809
810 partial_flush |= kind_info->flush_static_cb(nowait);
811 }
812 }
813
814 last_flush = now;
815
816 /*
817 * If some of the pending stats could not be flushed due to lock
818 * contention, let the caller know when to retry.
819 */
820 if (partial_flush)
821 {
822 /* force should have prevented us from getting here */
823 Assert(!force);
824
825 /* remember since when stats have been pending */
826 if (pending_since == 0)
828
830 }
831
832 pending_since = 0;
833 pgstat_report_fixed = false;
834
835 return 0;

References Assert, dlist_is_empty(), fb(), GetCurrentTimestamp(), GetCurrentTransactionStopTimestamp(), PgStat_ShmemControl::is_shutdown, IsTransactionOrTransactionBlock(), now(), pgstat_assert_is_up, pgstat_flush_pending_entries(), pgstat_get_kind_info(), PGSTAT_IDLE_INTERVAL, PgStat_Kind, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, PGSTAT_MAX_INTERVAL, PGSTAT_MIN_INTERVAL, pgstat_report_fixed, pgstat_update_dbstats(), pgStatForceNextFlush, pgStatLocal, pgStatPending, PgStat_LocalState::shmem, and TimestampDifferenceExceeds().

Referenced by AllTablesyncsReady(), apply_handle_commit_internal(), apply_handle_commit_prepared(), apply_handle_prepare(), apply_handle_rollback_prepared(), apply_handle_stream_prepare(), FinishSyncWorker(), HasSubscriptionTablesCached(), LogicalParallelApplyLoop(), LogicalRepApplyLoop(), LogicalRepSyncTableStart(), pgstat_before_server_shutdown(), pgstat_shutdown_hook(), PostgresMain(), ProcessInterrupts(), ProcessSequencesForSync(), ProcessSyncingTablesForApply(), ProcessSyncingTablesForSync(), standby_redo(), and worker_spi_main().

◆ pgstat_reset()

void pgstat_reset ( PgStat_Kind  kind,
Oid  dboid,
uint64  objid 
)

Definition at line 882 of file pgstat.c.

884{
887
888 /* not needed atm, and doesn't make sense with the current signature */
889 Assert(!pgstat_get_kind_info(kind)->fixed_amount);
890
891 /* reset the "single counter" */
892 pgstat_reset_entry(kind, dboid, objid, ts);
893
894 if (!kind_info->accessed_across_databases)

References Assert, fb(), GetCurrentTimestamp(), pgstat_get_kind_info(), pgstat_reset_database_timestamp(), and pgstat_reset_entry().

Referenced by pg_stat_reset_backend_stats(), pg_stat_reset_single_function_counters(), pg_stat_reset_single_table_counters(), pg_stat_reset_subscription_stats(), pgstat_create_transactional(), and pgstat_reset_replslot().

◆ pgstat_reset_after_failure()

static void pgstat_reset_after_failure ( void  )
static

Definition at line 2171 of file pgstat.c.

2173{
2175
2176 /* reset fixed-numbered stats */
2177 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
2178 {
2180
2181 if (!kind_info || !kind_info->fixed_amount)
2182 continue;
2183
2184 kind_info->reset_all_cb(ts);
2185 }
2186
2187 /* and drop variable-numbered ones */

References fb(), GetCurrentTimestamp(), pgstat_drop_all_entries(), pgstat_get_kind_info(), PgStat_Kind, PGSTAT_KIND_MAX, and PGSTAT_KIND_MIN.

Referenced by pgstat_discard_stats(), and pgstat_read_statsfile().

◆ pgstat_reset_counters()

◆ pgstat_reset_of_kind()

◆ pgstat_restore_stats()

void pgstat_restore_stats ( void  )

Definition at line 525 of file pgstat.c.

527{

References pgstat_read_statsfile().

Referenced by StartupXLOG().

◆ pgstat_shutdown_hook()

static void pgstat_shutdown_hook ( int  code,
Datum  arg 
)
static

Definition at line 631 of file pgstat.c.

633{
636
637 /*
638 * If we got as far as discovering our own database ID, we can flush out
639 * what we did so far. Otherwise, we'd be reporting an invalid database
640 * ID, so forget it. (This means that accesses to pg_database during
641 * failed backend starts might never get counted.)
642 */
645
646 pgstat_report_stat(true);
647
648 /* there shouldn't be any pending changes left */
651
652 /* drop the backend stats entry */
655
657
658#ifdef USE_ASSERT_CHECKING
659 pgstat_is_shutdown = true;
660#endif

References Assert, dlist_init(), dlist_is_empty(), fb(), InvalidOid, IsPostmasterEnvironment, IsUnderPostmaster, MyDatabaseId, MyProcNumber, OidIsValid, pgstat_detach_shmem(), pgstat_drop_entry(), PGSTAT_KIND_BACKEND, pgstat_report_disconnect(), pgstat_report_stat(), pgstat_request_entry_refs_gc(), and pgStatPending.

Referenced by pgstat_initialize().

◆ pgstat_snapshot_fixed()

◆ pgstat_write_statsfile()

static void pgstat_write_statsfile ( void  )
static

Definition at line 1641 of file pgstat.c.

1643{
1644 FILE *fpout;
1651
1653
1654 /* should be called only by the checkpointer or single user mode */
1656
1657 /* we're shutting down, so it's ok to just override this */
1659
1660 elog(DEBUG2, "writing stats file \"%s\"", statfile);
1661
1662 /*
1663 * Open the statistics temp file to write out the current values.
1664 */
1666 if (fpout == NULL)
1667 {
1668 ereport(LOG,
1670 errmsg("could not open temporary statistics file \"%s\": %m",
1671 tmpfile)));
1672 return;
1673 }
1674
1675 /*
1676 * Write the file header --- currently just a format ID.
1677 */
1680
1681 /* Write various stats structs for fixed number of objects */
1682 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1683 {
1684 char *ptr;
1685 const PgStat_KindInfo *info = pgstat_get_kind_info(kind);
1686
1687 if (!info || !info->fixed_amount)
1688 continue;
1689
1690 if (pgstat_is_kind_builtin(kind))
1691 Assert(info->snapshot_ctl_off != 0);
1692
1693 /* skip if no need to write to file */
1694 if (!info->write_to_file)
1695 continue;
1696
1698 if (pgstat_is_kind_builtin(kind))
1699 ptr = ((char *) &pgStatLocal.snapshot) + info->snapshot_ctl_off;
1700 else
1702
1704 write_chunk_s(fpout, &kind);
1705 write_chunk(fpout, ptr, info->shared_data_len);
1706 }
1707
1708 /*
1709 * Walk through the stats entries
1710 */
1712 while ((ps = dshash_seq_next(&hstat)) != NULL)
1713 {
1716
1718
1719 /*
1720 * We should not see any "dropped" entries when writing the stats
1721 * file, as all backends and auxiliary processes should have cleaned
1722 * up their references before they terminated.
1723 *
1724 * However, since we are already shutting down, it is not worth
1725 * crashing the server over any potential cleanup issues, so we simply
1726 * skip such entries if encountered.
1727 */
1728 Assert(!ps->dropped);
1729 if (ps->dropped)
1730 continue;
1731
1732 /*
1733 * This discards data related to custom stats kinds that are unknown
1734 * to this process.
1735 */
1736 if (!pgstat_is_kind_valid(ps->key.kind))
1737 {
1738 elog(WARNING, "found unknown stats entry %u/%u/%" PRIu64,
1739 ps->key.kind, ps->key.dboid,
1740 ps->key.objid);
1741 continue;
1742 }
1743
1745
1746 kind_info = pgstat_get_kind_info(ps->key.kind);
1747
1748 /* if not dropped the valid-entry refcount should exist */
1749 Assert(pg_atomic_read_u32(&ps->refcount) > 0);
1750
1751 /* skip if no need to write to file */
1752 if (!kind_info->write_to_file)
1753 continue;
1754
1755 if (!kind_info->to_serialized_name)
1756 {
1757 /* normal stats entry, identified by PgStat_HashKey */
1759 write_chunk_s(fpout, &ps->key);
1760 }
1761 else
1762 {
1763 /* stats entry identified by name on disk (e.g. slots) */
1764 NameData name;
1765
1766 kind_info->to_serialized_name(&ps->key, shstats, &name);
1767
1769 write_chunk_s(fpout, &ps->key.kind);
1771 }
1772
1773 /* Write except the header part of the entry */
1775 pgstat_get_entry_data(ps->key.kind, shstats),
1776 pgstat_get_entry_len(ps->key.kind));
1777
1778 /* Write more data for the entry, if required */
1779 if (kind_info->to_serialized_data &&
1780 !kind_info->to_serialized_data(&ps->key, shstats, fpout))
1781 {
1782 status = STATS_DISCARD;
1783 break;
1784 }
1785 }
1787
1788 /*
1789 * No more output to be done. Close the temp file and replace the old
1790 * pgstat.stat with it. The ferror() check replaces testing for error
1791 * after each individual fputc or fwrite (in write_chunk()) above.
1792 */
1794
1795 if (status == STATS_DISCARD)
1796 {
1797 /*
1798 * A to_serialized_data callback failed. DEBUG2 because the callback
1799 * already logged the reason.
1800 */
1801 elog(DEBUG2, "discarding temporary statistics file \"%s\"", tmpfile);
1802 FreeFile(fpout);
1803 unlink(tmpfile);
1804 }
1805 else if (ferror(fpout))
1806 {
1807 ereport(LOG,
1809 errmsg("could not write temporary statistics file \"%s\": %m",
1810 tmpfile)));
1811 FreeFile(fpout);
1812 unlink(tmpfile);
1813 status = STATS_DISCARD;
1814 }
1815 else if (FreeFile(fpout) < 0)
1816 {
1817 ereport(LOG,
1819 errmsg("could not close temporary statistics file \"%s\": %m",
1820 tmpfile)));
1821 unlink(tmpfile);
1822 status = STATS_DISCARD;
1823 }
1824 else if (durable_rename(tmpfile, statfile, LOG) < 0)
1825 {
1826 /* durable_rename already emitted log message */
1827 unlink(tmpfile);
1828 status = STATS_DISCARD;
1829 }
1830
1831 /* Finish callbacks, if required */
1832 for (PgStat_Kind kind = PGSTAT_KIND_MIN; kind <= PGSTAT_KIND_MAX; kind++)
1833 {
1835
1836 if (kind_info && kind_info->finish)
1837 kind_info->finish(status);
1838 }

References AllocateFile(), Assert, B_CHECKPOINTER, CHECK_FOR_INTERRUPTS, PgStat_Snapshot::custom_data, DEBUG2, PgStat_LocalState::dsa, dsa_get_address(), dshash_seq_init(), dshash_seq_next(), dshash_seq_term(), durable_rename(), elog, ereport, errcode_for_file_access(), errmsg, fb(), PgStat_KindInfo::fixed_amount, FreeFile(), IsUnderPostmaster, LOG, MyBackendType, name, pg_atomic_read_u32(), PG_BINARY_W, pgstat_assert_is_up, pgstat_build_snapshot_fixed(), pgstat_fetch_consistency, PGSTAT_FETCH_CONSISTENCY_NONE, PGSTAT_FILE_ENTRY_END, PGSTAT_FILE_ENTRY_FIXED, PGSTAT_FILE_ENTRY_HASH, PGSTAT_FILE_ENTRY_NAME, PGSTAT_FILE_FORMAT_ID, pgstat_get_entry_data(), pgstat_get_entry_len(), pgstat_get_kind_info(), pgstat_is_kind_builtin(), pgstat_is_kind_valid(), PgStat_Kind, PGSTAT_KIND_CUSTOM_MIN, PGSTAT_KIND_MAX, PGSTAT_KIND_MIN, PGSTAT_STAT_PERMANENT_FILENAME, PGSTAT_STAT_PERMANENT_TMPFILE, pgStatLocal, ps, PgStat_KindInfo::shared_data_len, PgStat_LocalState::shared_hash, PgStat_LocalState::snapshot, PgStat_KindInfo::snapshot_ctl_off, STATS_DISCARD, STATS_WRITE, WARNING, write_chunk, write_chunk_s, and PgStat_KindInfo::write_to_file.

Referenced by pgstat_before_server_shutdown().

◆ read_chunk()

static bool read_chunk ( FILE fpin,
void ptr,
size_t  len 
)
static

Definition at line 1842 of file pgstat.c.

1844{
1845 return fread(ptr, 1, len, fpin) == len;

References fb(), and len.

◆ write_chunk()

static void write_chunk ( FILE fpout,
void ptr,
size_t  len 
)
static

Definition at line 1626 of file pgstat.c.

1628{
1629 int rc;
1630
1631 rc = fwrite(ptr, len, 1, fpout);
1632
1633 /* we'll check for errors with ferror once at the end */
1634 (void) rc;

References fb(), and len.

Variable Documentation

◆ force_stats_snapshot_clear

◆ pgstat_fetch_consistency

◆ pgstat_kind_builtin_infos

const PgStat_KindInfo pgstat_kind_builtin_infos[PGSTAT_KIND_BUILTIN_SIZE]
static

Definition at line 282 of file pgstat.c.

283 {
284
285 /* stats kinds for variable-numbered objects */
286
288 .name = "database",
289
290 .fixed_amount = false,
291 .write_to_file = true,
292 /* so pg_stat_database entries can be seen in all databases */
293 .accessed_across_databases = true,
294
295 .shared_size = sizeof(PgStatShared_Database),
296 .shared_data_off = offsetof(PgStatShared_Database, stats),
297 .shared_data_len = sizeof(((PgStatShared_Database *) 0)->stats),
298 .pending_size = sizeof(PgStat_StatDBEntry),
299
300 .flush_pending_cb = pgstat_database_flush_cb,
301 .reset_timestamp_cb = pgstat_database_reset_timestamp_cb,
302 },
303
305 .name = "relation",
306
307 .fixed_amount = false,
308 .write_to_file = true,
309
310 .shared_size = sizeof(PgStatShared_Relation),
311 .shared_data_off = offsetof(PgStatShared_Relation, stats),
312 .shared_data_len = sizeof(((PgStatShared_Relation *) 0)->stats),
313 .pending_size = sizeof(PgStat_TableStatus),
314
315 .flush_pending_cb = pgstat_relation_flush_cb,
316 .delete_pending_cb = pgstat_relation_delete_pending_cb,
317 .reset_timestamp_cb = pgstat_relation_reset_timestamp_cb,
318 },
319
321 .name = "function",
322
323 .fixed_amount = false,
324 .write_to_file = true,
325
326 .shared_size = sizeof(PgStatShared_Function),
327 .shared_data_off = offsetof(PgStatShared_Function, stats),
328 .shared_data_len = sizeof(((PgStatShared_Function *) 0)->stats),
329 .pending_size = sizeof(PgStat_FunctionCounts),
330
331 .flush_pending_cb = pgstat_function_flush_cb,
332 .reset_timestamp_cb = pgstat_function_reset_timestamp_cb,
333 },
334
336 .name = "replslot",
337
338 .fixed_amount = false,
339 .write_to_file = true,
340
341 .accessed_across_databases = true,
342
343 .shared_size = sizeof(PgStatShared_ReplSlot),
344 .shared_data_off = offsetof(PgStatShared_ReplSlot, stats),
345 .shared_data_len = sizeof(((PgStatShared_ReplSlot *) 0)->stats),
346
347 .reset_timestamp_cb = pgstat_replslot_reset_timestamp_cb,
348 .to_serialized_name = pgstat_replslot_to_serialized_name_cb,
349 .from_serialized_name = pgstat_replslot_from_serialized_name_cb,
350 },
351
353 .name = "subscription",
354
355 .fixed_amount = false,
356 .write_to_file = true,
357 /* so pg_stat_subscription_stats entries can be seen in all databases */
358 .accessed_across_databases = true,
359
360 .shared_size = sizeof(PgStatShared_Subscription),
361 .shared_data_off = offsetof(PgStatShared_Subscription, stats),
362 .shared_data_len = sizeof(((PgStatShared_Subscription *) 0)->stats),
363 .pending_size = sizeof(PgStat_BackendSubEntry),
364
365 .flush_pending_cb = pgstat_subscription_flush_cb,
366 .reset_timestamp_cb = pgstat_subscription_reset_timestamp_cb,
367 },
368
370 .name = "backend",
371
372 .fixed_amount = false,
373 .write_to_file = false,
374
375 .accessed_across_databases = true,
376
377 .shared_size = sizeof(PgStatShared_Backend),
378 .shared_data_off = offsetof(PgStatShared_Backend, stats),
379 .shared_data_len = sizeof(((PgStatShared_Backend *) 0)->stats),
380
381 .flush_static_cb = pgstat_backend_flush_cb,
382 .reset_timestamp_cb = pgstat_backend_reset_timestamp_cb,
383 },
384
385 /* stats for fixed-numbered (mostly 1) objects */
386
388 .name = "archiver",
389
390 .fixed_amount = true,
391 .write_to_file = true,
392
393 .snapshot_ctl_off = offsetof(PgStat_Snapshot, archiver),
394 .shared_ctl_off = offsetof(PgStat_ShmemControl, archiver),
395 .shared_data_off = offsetof(PgStatShared_Archiver, stats),
396 .shared_data_len = sizeof(((PgStatShared_Archiver *) 0)->stats),
397
398 .init_shmem_cb = pgstat_archiver_init_shmem_cb,
399 .reset_all_cb = pgstat_archiver_reset_all_cb,
400 .snapshot_cb = pgstat_archiver_snapshot_cb,
401 },
402
404 .name = "bgwriter",
405
406 .fixed_amount = true,
407 .write_to_file = true,
408
409 .snapshot_ctl_off = offsetof(PgStat_Snapshot, bgwriter),
410 .shared_ctl_off = offsetof(PgStat_ShmemControl, bgwriter),
411 .shared_data_off = offsetof(PgStatShared_BgWriter, stats),
412 .shared_data_len = sizeof(((PgStatShared_BgWriter *) 0)->stats),
413
414 .init_shmem_cb = pgstat_bgwriter_init_shmem_cb,
415 .reset_all_cb = pgstat_bgwriter_reset_all_cb,
416 .snapshot_cb = pgstat_bgwriter_snapshot_cb,
417 },
418
420 .name = "checkpointer",
421
422 .fixed_amount = true,
423 .write_to_file = true,
424
425 .snapshot_ctl_off = offsetof(PgStat_Snapshot, checkpointer),
426 .shared_ctl_off = offsetof(PgStat_ShmemControl, checkpointer),
427 .shared_data_off = offsetof(PgStatShared_Checkpointer, stats),
428 .shared_data_len = sizeof(((PgStatShared_Checkpointer *) 0)->stats),
429
430 .init_shmem_cb = pgstat_checkpointer_init_shmem_cb,
431 .reset_all_cb = pgstat_checkpointer_reset_all_cb,
432 .snapshot_cb = pgstat_checkpointer_snapshot_cb,
433 },
434
435 [PGSTAT_KIND_IO] = {
436 .name = "io",
437
438 .fixed_amount = true,
439 .write_to_file = true,
440
441 .snapshot_ctl_off = offsetof(PgStat_Snapshot, io),
442 .shared_ctl_off = offsetof(PgStat_ShmemControl, io),
443 .shared_data_off = offsetof(PgStatShared_IO, stats),
444 .shared_data_len = sizeof(((PgStatShared_IO *) 0)->stats),
445
446 .flush_static_cb = pgstat_io_flush_cb,
447 .init_shmem_cb = pgstat_io_init_shmem_cb,
448 .reset_all_cb = pgstat_io_reset_all_cb,
449 .snapshot_cb = pgstat_io_snapshot_cb,
450 },
451
452 [PGSTAT_KIND_LOCK] = {
453 .name = "lock",
454
455 .fixed_amount = true,
456 .write_to_file = true,
457
458 .snapshot_ctl_off = offsetof(PgStat_Snapshot, lock),
459 .shared_ctl_off = offsetof(PgStat_ShmemControl, lock),
460 .shared_data_off = offsetof(PgStatShared_Lock, stats),
461 .shared_data_len = sizeof(((PgStatShared_Lock *) 0)->stats),
462
463 .flush_static_cb = pgstat_lock_flush_cb,
464 .init_shmem_cb = pgstat_lock_init_shmem_cb,
465 .reset_all_cb = pgstat_lock_reset_all_cb,
466 .snapshot_cb = pgstat_lock_snapshot_cb,
467 },
468
469 [PGSTAT_KIND_SLRU] = {
470 .name = "slru",
471
472 .fixed_amount = true,
473 .write_to_file = true,
474
475 .snapshot_ctl_off = offsetof(PgStat_Snapshot, slru),
476 .shared_ctl_off = offsetof(PgStat_ShmemControl, slru),
477 .shared_data_off = offsetof(PgStatShared_SLRU, stats),
478 .shared_data_len = sizeof(((PgStatShared_SLRU *) 0)->stats),
479
480 .flush_static_cb = pgstat_slru_flush_cb,
481 .init_shmem_cb = pgstat_slru_init_shmem_cb,
482 .reset_all_cb = pgstat_slru_reset_all_cb,
483 .snapshot_cb = pgstat_slru_snapshot_cb,
484 },
485
486 [PGSTAT_KIND_WAL] = {
487 .name = "wal",
488
489 .fixed_amount = true,
490 .write_to_file = true,
491
492 .snapshot_ctl_off = offsetof(PgStat_Snapshot, wal),
493 .shared_ctl_off = offsetof(PgStat_ShmemControl, wal),
494 .shared_data_off = offsetof(PgStatShared_Wal, stats),
495 .shared_data_len = sizeof(((PgStatShared_Wal *) 0)->stats),
496
497 .init_backend_cb = pgstat_wal_init_backend_cb,
498 .flush_static_cb = pgstat_wal_flush_cb,
499 .init_shmem_cb = pgstat_wal_init_shmem_cb,
500 .reset_all_cb = pgstat_wal_reset_all_cb,
501 .snapshot_cb = pgstat_wal_snapshot_cb,
502 },

Referenced by pgstat_get_kind_from_str(), and pgstat_get_kind_info().

◆ pgstat_kind_custom_infos

const PgStat_KindInfo** pgstat_kind_custom_infos = NULL
static

Definition at line 512 of file pgstat.c.

Referenced by pgstat_get_kind_from_str(), pgstat_get_kind_info(), and pgstat_register_kind().

◆ pgstat_report_fixed

◆ pgstat_track_counts

◆ pgStatForceNextFlush

bool pgStatForceNextFlush = false
static

Definition at line 250 of file pgstat.c.

Referenced by pgstat_force_next_flush(), and pgstat_report_stat().

◆ pgStatLocal

PgStat_LocalState pgStatLocal

Definition at line 213 of file pgstat.c.

Referenced by pgstat_acquire_entry_ref(), pgstat_archiver_reset_all_cb(), pgstat_archiver_snapshot_cb(), pgstat_attach_shmem(), pgstat_before_server_shutdown(), pgstat_bgwriter_reset_all_cb(), pgstat_bgwriter_snapshot_cb(), pgstat_build_snapshot(), pgstat_build_snapshot_fixed(), pgstat_checkpointer_reset_all_cb(), pgstat_checkpointer_snapshot_cb(), pgstat_clear_snapshot(), pgstat_detach_shmem(), pgstat_drop_database_and_contents(), pgstat_drop_entry(), pgstat_drop_entry_internal(), pgstat_drop_matching_entries(), pgstat_fetch_entry(), pgstat_fetch_slru(), pgstat_fetch_stat_archiver(), pgstat_fetch_stat_bgwriter(), pgstat_fetch_stat_checkpointer(), pgstat_fetch_stat_io(), pgstat_fetch_stat_lock(), pgstat_fetch_stat_wal(), pgstat_free_entry(), pgstat_gc_entry_refs(), pgstat_get_custom_shmem_data(), pgstat_get_custom_snapshot_data(), pgstat_get_entry_count(), pgstat_get_entry_ref(), pgstat_get_stat_snapshot_timestamp(), pgstat_init_entry(), pgstat_init_snapshot_fixed(), pgstat_io_flush_cb(), pgstat_io_reset_all_cb(), pgstat_io_snapshot_cb(), pgstat_lock_flush_cb(), pgstat_lock_reset_all_cb(), pgstat_lock_snapshot_cb(), pgstat_need_entry_refs_gc(), pgstat_prep_snapshot(), pgstat_read_statsfile(), pgstat_reinit_entry(), pgstat_release_entry_ref(), pgstat_report_archiver(), pgstat_report_bgwriter(), pgstat_report_checkpointer(), pgstat_report_stat(), pgstat_request_entry_refs_gc(), pgstat_reset_matching_entries(), pgstat_reset_slru_counter_internal(), pgstat_setup_shared_refs(), pgstat_slru_flush_cb(), pgstat_slru_snapshot_cb(), pgstat_snapshot_fixed(), pgstat_wal_flush_cb(), pgstat_wal_reset_all_cb(), pgstat_wal_snapshot_cb(), pgstat_write_statsfile(), StatsShmemInit(), and StatsShmemRequest().

◆ pgStatPending

dlist_head pgStatPending = DLIST_STATIC_INIT(pgStatPending)
static

◆ pgStatPendingContext

MemoryContext pgStatPendingContext = NULL
static

Definition at line 235 of file pgstat.c.

Referenced by pgstat_prep_pending_entry().