dsm.c File Reference

#include "postgres.h"
#include <fcntl.h>
#include <unistd.h>
#include <sys/mman.h>
#include <sys/stat.h>
#include "common/pg_prng.h"
#include "lib/ilist.h"
#include "miscadmin.h"
#include "port/pg_bitutils.h"
#include "storage/dsm.h"
#include "storage/fd.h"
#include "storage/ipc.h"
#include "storage/lwlock.h"
#include "storage/pg_shmem.h"
#include "storage/shmem.h"
#include "storage/subsystems.h"
#include "utils/freepage.h"
#include "utils/memutils.h"
#include "utils/resowner.h"

Include dependency graph for dsm.c:

Go to the source code of this file.

Data Structures
struct	dsm_segment_detach_callback
struct	dsm_segment
struct	dsm_control_item
struct	dsm_control_header

Macros
#define	PG_DYNSHMEM_CONTROL_MAGIC   0x9a503d32
#define	PG_DYNSHMEM_FIXED_SLOTS   64
#define	PG_DYNSHMEM_SLOTS_PER_BACKEND   5
#define	INVALID_CONTROL_SLOT   ((uint32) -1)

Typedefs
typedef struct dsm_segment_detach_callback	dsm_segment_detach_callback
typedef struct dsm_control_item	dsm_control_item
typedef struct dsm_control_header	dsm_control_header

Functions
static void	dsm_cleanup_for_mmap (void)
static void	dsm_postmaster_shutdown (int code, Datum arg)
static dsm_segment *	dsm_create_descriptor (void)
static bool	dsm_control_segment_sane (dsm_control_header *control, Size mapped_size)
static uint64	dsm_control_bytes_needed (uint32 nitems)
static dsm_handle	make_main_region_dsm_handle (int slot)
static bool	is_main_region_dsm_handle (dsm_handle handle)
static void	dsm_main_space_request (void *arg)
static void	dsm_main_space_init (void *arg)
static void	ResOwnerReleaseDSM (Datum res)
static char *	ResOwnerPrintDSM (Datum res)
static void	ResourceOwnerRememberDSM (ResourceOwner owner, dsm_segment *seg)
static void	ResourceOwnerForgetDSM (ResourceOwner owner, dsm_segment *seg)
void	dsm_postmaster_startup (PGShmemHeader *shim)
void	dsm_cleanup_using_control_segment (dsm_handle old_control_handle)
static void	dsm_backend_startup (void)
dsm_segment *	dsm_create (Size size, int flags)
dsm_segment *	dsm_attach (dsm_handle h)
void	dsm_backend_shutdown (void)
void	dsm_detach_all (void)
void	dsm_detach (dsm_segment *seg)
void	dsm_pin_mapping (dsm_segment *seg)
void	dsm_unpin_mapping (dsm_segment *seg)
void	dsm_pin_segment (dsm_segment *seg)
void	dsm_unpin_segment (dsm_handle handle)
dsm_segment *	dsm_find_mapping (dsm_handle handle)
void *	dsm_segment_address (dsm_segment *seg)
Size	dsm_segment_map_length (dsm_segment *seg)
dsm_handle	dsm_segment_handle (dsm_segment *seg)
void	on_dsm_detach (dsm_segment *seg, on_dsm_detach_callback function, Datum arg)
void	cancel_on_dsm_detach (dsm_segment *seg, on_dsm_detach_callback function, Datum arg)
void	reset_on_dsm_detach (void)

Variables
static bool	dsm_init_done = false
static void *	dsm_main_space_begin = NULL
static size_t	dsm_main_space_size
const ShmemCallbacks	dsm_shmem_callbacks
static dlist_head	dsm_segment_list = DLIST_STATIC_INIT(dsm_segment_list)
static dsm_handle	dsm_control_handle
static dsm_control_header *	dsm_control
static Size	dsm_control_mapped_size = 0
static void *	dsm_control_impl_private = NULL
static const ResourceOwnerDesc	dsm_resowner_desc

Macro Definition Documentation

INVALID_CONTROL_SLOT

#define INVALID_CONTROL_SLOT   ((uint32) -1)

Definition at line 56 of file dsm.c.

PG_DYNSHMEM_CONTROL_MAGIC

#define PG_DYNSHMEM_CONTROL_MAGIC   0x9a503d32

Definition at line 51 of file dsm.c.

PG_DYNSHMEM_FIXED_SLOTS

#define PG_DYNSHMEM_FIXED_SLOTS   64

Definition at line 53 of file dsm.c.

PG_DYNSHMEM_SLOTS_PER_BACKEND

#define PG_DYNSHMEM_SLOTS_PER_BACKEND   5

Definition at line 54 of file dsm.c.

Typedef Documentation

dsm_control_header

typedef struct dsm_control_header dsm_control_header

dsm_control_item

typedef struct dsm_control_item dsm_control_item

dsm_segment_detach_callback

typedef struct dsm_segment_detach_callback dsm_segment_detach_callback

Function Documentation

cancel_on_dsm_detach()

void cancel_on_dsm_detach	(	dsm_segment *	seg,
		on_dsm_detach_callback	function,
		Datum	arg
	)

Definition at line 1155 of file dsm.c.

{
    slist_mutable_iter iter;
 
    slist_foreach_modify(iter, &seg->on_detach)
    {
        dsm_segment_detach_callback *cb;
 
        cb = slist_container(dsm_segment_detach_callback, node, iter.cur);
        if (cb->function == function && cb->arg == arg)
        {
            slist_delete_current(&iter);
            pfree(cb);
            break;
        }
    }
}

References dsm_segment_detach_callback::arg, arg, slist_mutable_iter::cur, dsm_segment_detach_callback::function, function, dsm_segment::on_detach, pfree(), slist_container, slist_delete_current(), and slist_foreach_modify.

Referenced by shm_mq_detach(), and test_shm_mq_setup().

dsm_attach()

dsm_segment * dsm_attach

(

dsm_handle

h

)

Definition at line 673 of file dsm.c.

{
    dsm_segment *seg;
    dlist_iter  iter;
    uint32      i;
    uint32      nitems;
 
    /* Unsafe in postmaster (and pointless in a stand-alone backend). */
    Assert(IsUnderPostmaster);
 
    if (!dsm_init_done)
        dsm_backend_startup();
 
    /*
     * Since this is just a debugging cross-check, we could leave it out
     * altogether, or include it only in assert-enabled builds.  But since the
     * list of attached segments should normally be very short, let's include
     * it always for right now.
     *
     * If you're hitting this error, you probably want to attempt to find an
     * existing mapping via dsm_find_mapping() before calling dsm_attach() to
     * create a new one.
     */
    dlist_foreach(iter, &dsm_segment_list)
    {
        seg = dlist_container(dsm_segment, node, iter.cur);
        if (seg->handle == h)
            elog(ERROR, "can't attach the same segment more than once");
    }
 
    /* Create a new segment descriptor. */
    seg = dsm_create_descriptor();
    seg->handle = h;
 
    /* Bump reference count for this segment in shared memory. */
    LWLockAcquire(DynamicSharedMemoryControlLock, LW_EXCLUSIVE);
    nitems = dsm_control->nitems;
    for (i = 0; i < nitems; ++i)
    {
        /*
         * If the reference count is 0, the slot is actually unused.  If the
         * reference count is 1, the slot is still in use, but the segment is
         * in the process of going away; even if the handle matches, another
         * slot may already have started using the same handle value by
         * coincidence so we have to keep searching.
         */
        if (dsm_control->item[i].refcnt <= 1)
            continue;
 
        /* If the handle doesn't match, it's not the slot we want. */
        if (dsm_control->item[i].handle != seg->handle)
            continue;
 
        /* Otherwise we've found a match. */
        dsm_control->item[i].refcnt++;
        seg->control_slot = i;
        if (is_main_region_dsm_handle(seg->handle))
        {
            seg->mapped_address = (char *) dsm_main_space_begin +
                dsm_control->item[i].first_page * FPM_PAGE_SIZE;
            seg->mapped_size = dsm_control->item[i].npages * FPM_PAGE_SIZE;
        }
        break;
    }
    LWLockRelease(DynamicSharedMemoryControlLock);
 
    /*
     * If we didn't find the handle we're looking for in the control segment,
     * it probably means that everyone else who had it mapped, including the
     * original creator, died before we got to this point. It's up to the
     * caller to decide what to do about that.
     */
    if (seg->control_slot == INVALID_CONTROL_SLOT)
    {
        dsm_detach(seg);
        return NULL;
    }
 
    /* Here's where we actually try to map the segment. */
    if (!is_main_region_dsm_handle(seg->handle))
        dsm_impl_op(DSM_OP_ATTACH, seg->handle, 0, &seg->impl_private,
                    &seg->mapped_address, &seg->mapped_size, ERROR);
 
    return seg;
}

References Assert, dsm_segment::control_slot, dlist_iter::cur, dlist_container, dlist_foreach, dsm_backend_startup(), dsm_control, dsm_create_descriptor(), dsm_detach(), dsm_impl_op(), dsm_init_done, dsm_main_space_begin, DSM_OP_ATTACH, dsm_segment_list, elog, ERROR, fb(), dsm_control_item::first_page, FPM_PAGE_SIZE, dsm_segment::handle, dsm_control_item::handle, i, dsm_segment::impl_private, INVALID_CONTROL_SLOT, is_main_region_dsm_handle(), IsUnderPostmaster, dsm_control_header::item, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), dsm_segment::mapped_address, dsm_segment::mapped_size, dsm_control_header::nitems, nitems, dsm_control_item::npages, and dsm_control_item::refcnt.

Referenced by AttachSession(), autoprewarm_database_main(), dsa_attach(), dsa_get_total_size_from_handle(), get_segment_by_index(), GetNamedDSMSegment(), ParallelApplyWorkerMain(), ParallelWorkerMain(), RepackWorkerMain(), and test_shm_mq_main().

dsm_backend_shutdown()

void dsm_backend_shutdown

(

void

)

Definition at line 765 of file dsm.c.

{
    while (!dlist_is_empty(&dsm_segment_list))
    {
        dsm_segment *seg;
 
        seg = dlist_head_element(dsm_segment, node, &dsm_segment_list);
        dsm_detach(seg);
    }
}

References dlist_head_element, dlist_is_empty(), dsm_detach(), and dsm_segment_list.

Referenced by shmem_exit().

dsm_backend_startup()

static void dsm_backend_startup ( void  )

static

Definition at line 433 of file dsm.c.

{
#ifdef EXEC_BACKEND
    if (IsUnderPostmaster)
    {
        void       *control_address = NULL;
 
        /* Attach control segment. */
        Assert(dsm_control_handle != 0);
        dsm_impl_op(DSM_OP_ATTACH, dsm_control_handle, 0,
                    &dsm_control_impl_private, &control_address,
                    &dsm_control_mapped_size, ERROR);
        dsm_control = control_address;
        /* If control segment doesn't look sane, something is badly wrong. */
        if (!dsm_control_segment_sane(dsm_control, dsm_control_mapped_size))
        {
            dsm_impl_op(DSM_OP_DETACH, dsm_control_handle, 0,
                        &dsm_control_impl_private, &control_address,
                        &dsm_control_mapped_size, WARNING);
            ereport(FATAL,
                    (errcode(ERRCODE_INTERNAL_ERROR),
                     errmsg("dynamic shared memory control segment is not valid")));
        }
    }
#endif
 
    dsm_init_done = true;
}

References Assert, dsm_control, dsm_control_handle, dsm_control_impl_private, dsm_control_mapped_size, dsm_control_segment_sane(), dsm_impl_op(), dsm_init_done, DSM_OP_ATTACH, DSM_OP_DETACH, ereport, errcode(), errmsg, ERROR, FATAL, fb(), IsUnderPostmaster, and WARNING.

Referenced by dsm_attach(), and dsm_create().

dsm_cleanup_for_mmap()

static void dsm_cleanup_for_mmap ( void  )

static

Definition at line 330 of file dsm.c.

{
    DIR        *dir;
    struct dirent *dent;
 
    /* Scan the directory for something with a name of the correct format. */
    dir = AllocateDir(PG_DYNSHMEM_DIR);
 
    while ((dent = ReadDir(dir, PG_DYNSHMEM_DIR)) != NULL)
    {
        if (strncmp(dent->d_name, PG_DYNSHMEM_MMAP_FILE_PREFIX,
                    strlen(PG_DYNSHMEM_MMAP_FILE_PREFIX)) == 0)
        {
            char        buf[MAXPGPATH + sizeof(PG_DYNSHMEM_DIR)];
 
            snprintf(buf, sizeof(buf), PG_DYNSHMEM_DIR "/%s", dent->d_name);
 
            elog(DEBUG2, "removing file \"%s\"", buf);
 
            /* We found a matching file; so remove it. */
            if (unlink(buf) != 0)
                ereport(ERROR,
                        (errcode_for_file_access(),
                         errmsg("could not remove file \"%s\": %m", buf)));
        }
    }
 
    /* Cleanup complete. */
    FreeDir(dir);
}

References AllocateDir(), buf, DEBUG2, elog, ereport, errcode_for_file_access(), errmsg, ERROR, fb(), FreeDir(), MAXPGPATH, PG_DYNSHMEM_DIR, PG_DYNSHMEM_MMAP_FILE_PREFIX, ReadDir(), and snprintf.

Referenced by dsm_postmaster_startup().

dsm_cleanup_using_control_segment()

void dsm_cleanup_using_control_segment

(

dsm_handle

old_control_handle

)

Definition at line 248 of file dsm.c.

{
    void       *mapped_address = NULL;
    void       *junk_mapped_address = NULL;
    void       *impl_private = NULL;
    void       *junk_impl_private = NULL;
    Size        mapped_size = 0;
    Size        junk_mapped_size = 0;
    uint32      nitems;
    uint32      i;
    dsm_control_header *old_control;
 
    /*
     * Try to attach the segment.  If this fails, it probably just means that
     * the operating system has been rebooted and the segment no longer
     * exists, or an unrelated process has used the same shm ID.  So just fall
     * out quietly.
     */
    if (!dsm_impl_op(DSM_OP_ATTACH, old_control_handle, 0, &impl_private,
                     &mapped_address, &mapped_size, DEBUG1))
        return;
 
    /*
     * We've managed to reattach it, but the contents might not be sane. If
     * they aren't, we disregard the segment after all.
     */
    old_control = (dsm_control_header *) mapped_address;
    if (!dsm_control_segment_sane(old_control, mapped_size))
    {
        dsm_impl_op(DSM_OP_DETACH, old_control_handle, 0, &impl_private,
                    &mapped_address, &mapped_size, LOG);
        return;
    }
 
    /*
     * OK, the control segment looks basically valid, so we can use it to get
     * a list of segments that need to be removed.
     */
    nitems = old_control->nitems;
    for (i = 0; i < nitems; ++i)
    {
        dsm_handle  handle;
        uint32      refcnt;
 
        /* If the reference count is 0, the slot is actually unused. */
        refcnt = old_control->item[i].refcnt;
        if (refcnt == 0)
            continue;
 
        /* If it was using the main shmem area, there is nothing to do. */
        handle = old_control->item[i].handle;
        if (is_main_region_dsm_handle(handle))
            continue;
 
        /* Log debugging information. */
        elog(DEBUG2, "cleaning up orphaned dynamic shared memory with ID %u (reference count %u)",
             handle, refcnt);
 
        /* Destroy the referenced segment. */
        dsm_impl_op(DSM_OP_DESTROY, handle, 0, &junk_impl_private,
                    &junk_mapped_address, &junk_mapped_size, LOG);
    }
 
    /* Destroy the old control segment, too. */
    elog(DEBUG2,
         "cleaning up dynamic shared memory control segment with ID %u",
         old_control_handle);
    dsm_impl_op(DSM_OP_DESTROY, old_control_handle, 0, &impl_private,
                &mapped_address, &mapped_size, LOG);
}

References DEBUG1, DEBUG2, dsm_control_segment_sane(), dsm_impl_op(), DSM_OP_ATTACH, DSM_OP_DESTROY, DSM_OP_DETACH, elog, fb(), i, is_main_region_dsm_handle(), LOG, and nitems.

Referenced by PGSharedMemoryCreate().

dsm_control_bytes_needed()

static uint64 dsm_control_bytes_needed ( uint32  nitems )

static

Definition at line 1263 of file dsm.c.

{
    return offsetof(dsm_control_header, item)
        + sizeof(dsm_control_item) * (uint64) nitems;
}

References fb(), and nitems.

Referenced by dsm_control_segment_sane(), and dsm_postmaster_startup().

dsm_control_segment_sane()

static bool dsm_control_segment_sane ( dsm_control_header *  control, Size  mapped_size  )

static

Definition at line 1245 of file dsm.c.

{
    if (mapped_size < offsetof(dsm_control_header, item))
        return false;           /* Mapped size too short to read header. */
    if (control->magic != PG_DYNSHMEM_CONTROL_MAGIC)
        return false;           /* Magic number doesn't match. */
    if (dsm_control_bytes_needed(control->maxitems) > mapped_size)
        return false;           /* Max item count won't fit in map. */
    if (control->nitems > control->maxitems)
        return false;           /* Overfull. */
    return true;
}

References dsm_control_bytes_needed(), fb(), dsm_control_header::magic, dsm_control_header::maxitems, dsm_control_header::nitems, and PG_DYNSHMEM_CONTROL_MAGIC.

Referenced by dsm_backend_startup(), dsm_cleanup_using_control_segment(), and dsm_postmaster_shutdown().

dsm_create()

dsm_segment * dsm_create	(	Size	size,
		int	flags
	)

Definition at line 524 of file dsm.c.

{
    dsm_segment *seg;
    uint32      i;
    uint32      nitems;
    size_t      npages = 0;
    size_t      first_page = 0;
    FreePageManager *dsm_main_space_fpm = dsm_main_space_begin;
    bool        using_main_dsm_region = false;
 
    /*
     * Unsafe in postmaster. It might seem pointless to allow use of dsm in
     * single user mode, but otherwise some subsystems will need dedicated
     * single user mode code paths.
     */
    Assert(IsUnderPostmaster || !IsPostmasterEnvironment);
 
    if (!dsm_init_done)
        dsm_backend_startup();
 
    /* Create a new segment descriptor. */
    seg = dsm_create_descriptor();
 
    /*
     * Lock the control segment while we try to allocate from the main shared
     * memory area, if configured.
     */
    if (dsm_main_space_fpm)
    {
        npages = size / FPM_PAGE_SIZE;
        if (size % FPM_PAGE_SIZE > 0)
            ++npages;
 
        LWLockAcquire(DynamicSharedMemoryControlLock, LW_EXCLUSIVE);
        if (FreePageManagerGet(dsm_main_space_fpm, npages, &first_page))
        {
            /* We can carve out a piece of the main shared memory segment. */
            seg->mapped_address = (char *) dsm_main_space_begin +
                first_page * FPM_PAGE_SIZE;
            seg->mapped_size = npages * FPM_PAGE_SIZE;
            using_main_dsm_region = true;
            /* We'll choose a handle below. */
        }
    }
 
    if (!using_main_dsm_region)
    {
        /*
         * We need to create a new memory segment.  Loop until we find an
         * unused segment identifier.
         */
        if (dsm_main_space_fpm)
            LWLockRelease(DynamicSharedMemoryControlLock);
        for (;;)
        {
            Assert(seg->mapped_address == NULL && seg->mapped_size == 0);
            /* Use even numbers only */
            seg->handle = pg_prng_uint32(&pg_global_prng_state) << 1;
            if (seg->handle == DSM_HANDLE_INVALID)  /* Reserve sentinel */
                continue;
            if (dsm_impl_op(DSM_OP_CREATE, seg->handle, size, &seg->impl_private,
                            &seg->mapped_address, &seg->mapped_size, ERROR))
                break;
        }
        LWLockAcquire(DynamicSharedMemoryControlLock, LW_EXCLUSIVE);
    }
 
    /* Search the control segment for an unused slot. */
    nitems = dsm_control->nitems;
    for (i = 0; i < nitems; ++i)
    {
        if (dsm_control->item[i].refcnt == 0)
        {
            if (using_main_dsm_region)
            {
                seg->handle = make_main_region_dsm_handle(i);
                dsm_control->item[i].first_page = first_page;
                dsm_control->item[i].npages = npages;
            }
            else
                Assert(!is_main_region_dsm_handle(seg->handle));
            dsm_control->item[i].handle = seg->handle;
            /* refcnt of 1 triggers destruction, so start at 2 */
            dsm_control->item[i].refcnt = 2;
            dsm_control->item[i].impl_private_pm_handle = NULL;
            dsm_control->item[i].pinned = false;
            seg->control_slot = i;
            LWLockRelease(DynamicSharedMemoryControlLock);
            return seg;
        }
    }
 
    /* Verify that we can support an additional mapping. */
    if (nitems >= dsm_control->maxitems)
    {
        if (using_main_dsm_region)
            FreePageManagerPut(dsm_main_space_fpm, first_page, npages);
        LWLockRelease(DynamicSharedMemoryControlLock);
        if (!using_main_dsm_region)
            dsm_impl_op(DSM_OP_DESTROY, seg->handle, 0, &seg->impl_private,
                        &seg->mapped_address, &seg->mapped_size, WARNING);
        if (seg->resowner != NULL)
            ResourceOwnerForgetDSM(seg->resowner, seg);
        dlist_delete(&seg->node);
        pfree(seg);
 
        if ((flags & DSM_CREATE_NULL_IF_MAXSEGMENTS) != 0)
            return NULL;
        ereport(ERROR,
                (errcode(ERRCODE_INSUFFICIENT_RESOURCES),
                 errmsg("too many dynamic shared memory segments")));
    }
 
    /* Enter the handle into a new array slot. */
    if (using_main_dsm_region)
    {
        seg->handle = make_main_region_dsm_handle(nitems);
        dsm_control->item[i].first_page = first_page;
        dsm_control->item[i].npages = npages;
    }
    dsm_control->item[nitems].handle = seg->handle;
    /* refcnt of 1 triggers destruction, so start at 2 */
    dsm_control->item[nitems].refcnt = 2;
    dsm_control->item[nitems].impl_private_pm_handle = NULL;
    dsm_control->item[nitems].pinned = false;
    seg->control_slot = nitems;
    dsm_control->nitems++;
    LWLockRelease(DynamicSharedMemoryControlLock);
 
    return seg;
}

References Assert, dsm_segment::control_slot, dlist_delete(), dsm_backend_startup(), dsm_control, dsm_create_descriptor(), DSM_CREATE_NULL_IF_MAXSEGMENTS, DSM_HANDLE_INVALID, dsm_impl_op(), dsm_init_done, dsm_main_space_begin, DSM_OP_CREATE, DSM_OP_DESTROY, ereport, errcode(), errmsg, ERROR, fb(), dsm_control_item::first_page, FPM_PAGE_SIZE, FreePageManagerGet(), FreePageManagerPut(), dsm_segment::handle, dsm_control_item::handle, i, dsm_segment::impl_private, dsm_control_item::impl_private_pm_handle, is_main_region_dsm_handle(), IsPostmasterEnvironment, IsUnderPostmaster, dsm_control_header::item, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), make_main_region_dsm_handle(), dsm_segment::mapped_address, dsm_segment::mapped_size, dsm_control_header::maxitems, dsm_control_header::nitems, nitems, dsm_segment::node, dsm_control_item::npages, pfree(), pg_global_prng_state, pg_prng_uint32(), dsm_control_item::pinned, dsm_control_item::refcnt, ResourceOwnerForgetDSM(), dsm_segment::resowner, and WARNING.

Referenced by apw_load_buffers(), dsa_create_ext(), GetNamedDSMSegment(), GetSessionDsmHandle(), InitializeParallelDSM(), make_new_segment(), pa_setup_dsm(), setup_dynamic_shared_memory(), and start_repack_decoding_worker().

dsm_create_descriptor()

static dsm_segment * dsm_create_descriptor ( void  )

static

Definition at line 1209 of file dsm.c.

{
    dsm_segment *seg;
 
    if (CurrentResourceOwner)
        ResourceOwnerEnlarge(CurrentResourceOwner);
 
    seg = MemoryContextAlloc(TopMemoryContext, sizeof(dsm_segment));
    dlist_push_head(&dsm_segment_list, &seg->node);
 
    /* seg->handle must be initialized by the caller */
    seg->control_slot = INVALID_CONTROL_SLOT;
    seg->impl_private = NULL;
    seg->mapped_address = NULL;
    seg->mapped_size = 0;
 
    seg->resowner = CurrentResourceOwner;
    if (CurrentResourceOwner)
        ResourceOwnerRememberDSM(CurrentResourceOwner, seg);
 
    slist_init(&seg->on_detach);
 
    return seg;
}

References dsm_segment::control_slot, CurrentResourceOwner, dlist_push_head(), dsm_segment_list, fb(), dsm_segment::impl_private, INVALID_CONTROL_SLOT, dsm_segment::mapped_address, dsm_segment::mapped_size, MemoryContextAlloc(), dsm_segment::node, dsm_segment::on_detach, ResourceOwnerEnlarge(), ResourceOwnerRememberDSM(), dsm_segment::resowner, slist_init(), and TopMemoryContext.

Referenced by dsm_attach(), and dsm_create().

dsm_detach()

void dsm_detach

(

dsm_segment *

seg

)

Definition at line 811 of file dsm.c.

{
    /*
     * Invoke registered callbacks.  Just in case one of those callbacks
     * throws a further error that brings us back here, pop the callback
     * before invoking it, to avoid infinite error recursion.  Don't allow
     * interrupts while running the individual callbacks in non-error code
     * paths, to avoid leaving cleanup work unfinished if we're interrupted by
     * a statement timeout or similar.
     */
    HOLD_INTERRUPTS();
    while (!slist_is_empty(&seg->on_detach))
    {
        slist_node *node;
        dsm_segment_detach_callback *cb;
        on_dsm_detach_callback function;
        Datum       arg;
 
        node = slist_pop_head_node(&seg->on_detach);
        cb = slist_container(dsm_segment_detach_callback, node, node);
        function = cb->function;
        arg = cb->arg;
        pfree(cb);
 
        function(seg, arg);
    }
    RESUME_INTERRUPTS();
 
    /*
     * Try to remove the mapping, if one exists.  Normally, there will be, but
     * maybe not, if we failed partway through a create or attach operation.
     * We remove the mapping before decrementing the reference count so that
     * the process that sees a zero reference count can be certain that no
     * remaining mappings exist.  Even if this fails, we pretend that it
     * works, because retrying is likely to fail in the same way.
     */
    if (seg->mapped_address != NULL)
    {
        if (!is_main_region_dsm_handle(seg->handle))
            dsm_impl_op(DSM_OP_DETACH, seg->handle, 0, &seg->impl_private,
                        &seg->mapped_address, &seg->mapped_size, WARNING);
        seg->impl_private = NULL;
        seg->mapped_address = NULL;
        seg->mapped_size = 0;
    }
 
    /* Reduce reference count, if we previously increased it. */
    if (seg->control_slot != INVALID_CONTROL_SLOT)
    {
        uint32      refcnt;
        uint32      control_slot = seg->control_slot;
 
        LWLockAcquire(DynamicSharedMemoryControlLock, LW_EXCLUSIVE);
        Assert(dsm_control->item[control_slot].handle == seg->handle);
        Assert(dsm_control->item[control_slot].refcnt > 1);
        refcnt = --dsm_control->item[control_slot].refcnt;
        seg->control_slot = INVALID_CONTROL_SLOT;
        LWLockRelease(DynamicSharedMemoryControlLock);
 
        /* If new reference count is 1, try to destroy the segment. */
        if (refcnt == 1)
        {
            /* A pinned segment should never reach 1. */
            Assert(!dsm_control->item[control_slot].pinned);
 
            /*
             * If we fail to destroy the segment here, or are killed before we
             * finish doing so, the reference count will remain at 1, which
             * will mean that nobody else can attach to the segment.  At
             * postmaster shutdown time, or when a new postmaster is started
             * after a hard kill, another attempt will be made to remove the
             * segment.
             *
             * The main case we're worried about here is being killed by a
             * signal before we can finish removing the segment.  In that
             * case, it's important to be sure that the segment still gets
             * removed. If we actually fail to remove the segment for some
             * other reason, the postmaster may not have any better luck than
             * we did.  There's not much we can do about that, though.
             */
            if (is_main_region_dsm_handle(seg->handle) ||
                dsm_impl_op(DSM_OP_DESTROY, seg->handle, 0, &seg->impl_private,
                            &seg->mapped_address, &seg->mapped_size, WARNING))
            {
                LWLockAcquire(DynamicSharedMemoryControlLock, LW_EXCLUSIVE);
                if (is_main_region_dsm_handle(seg->handle))
                    FreePageManagerPut((FreePageManager *) dsm_main_space_begin,
                                       dsm_control->item[control_slot].first_page,
                                       dsm_control->item[control_slot].npages);
                Assert(dsm_control->item[control_slot].handle == seg->handle);
                Assert(dsm_control->item[control_slot].refcnt == 1);
                dsm_control->item[control_slot].refcnt = 0;
                LWLockRelease(DynamicSharedMemoryControlLock);
            }
        }
    }
 
    /* Clean up our remaining backend-private data structures. */
    if (seg->resowner != NULL)
        ResourceOwnerForgetDSM(seg->resowner, seg);
    dlist_delete(&seg->node);
    pfree(seg);
}

References dsm_segment_detach_callback::arg, arg, Assert, dsm_segment::control_slot, dlist_delete(), dsm_control, dsm_impl_op(), dsm_main_space_begin, DSM_OP_DESTROY, DSM_OP_DETACH, fb(), dsm_control_item::first_page, FreePageManagerPut(), dsm_segment_detach_callback::function, function, dsm_segment::handle, dsm_control_item::handle, HOLD_INTERRUPTS, dsm_segment::impl_private, INVALID_CONTROL_SLOT, is_main_region_dsm_handle(), dsm_control_header::item, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), dsm_segment::mapped_address, dsm_segment::mapped_size, dsm_segment::node, dsm_control_item::npages, dsm_segment::on_detach, pfree(), dsm_control_item::pinned, dsm_control_item::refcnt, ResourceOwnerForgetDSM(), dsm_segment::resowner, RESUME_INTERRUPTS, slist_container, slist_is_empty(), slist_pop_head_node(), and WARNING.

Referenced by apw_load_buffers(), autoprewarm_database_main(), check_for_freed_segments_locked(), destroy_superblock(), DestroyParallelContext(), DetachSession(), dsa_detach(), dsa_get_total_size_from_handle(), dsm_attach(), dsm_backend_shutdown(), dsm_detach_all(), pa_free_worker_info(), pa_shutdown(), ParallelWorkerShutdown(), RepackWorkerShutdown(), ResOwnerReleaseDSM(), stop_repack_decoding_worker(), test_shm_mq(), test_shm_mq_main(), and test_shm_mq_pipelined().

dsm_detach_all()

void dsm_detach_all

(

void

)

Definition at line 783 of file dsm.c.

{
    void       *control_address = dsm_control;
 
    while (!dlist_is_empty(&dsm_segment_list))
    {
        dsm_segment *seg;
 
        seg = dlist_head_element(dsm_segment, node, &dsm_segment_list);
        dsm_detach(seg);
    }
 
    if (control_address != NULL)
        dsm_impl_op(DSM_OP_DETACH, dsm_control_handle, 0,
                    &dsm_control_impl_private, &control_address,
                    &dsm_control_mapped_size, ERROR);
}

References dlist_head_element, dlist_is_empty(), dsm_control, dsm_control_handle, dsm_control_impl_private, dsm_control_mapped_size, dsm_detach(), dsm_impl_op(), DSM_OP_DETACH, dsm_segment_list, ERROR, and fb().

Referenced by postmaster_child_launch().

dsm_find_mapping()

dsm_segment * dsm_find_mapping

(

dsm_handle

handle

)

Definition at line 1084 of file dsm.c.

{
    dlist_iter  iter;
    dsm_segment *seg;
 
    dlist_foreach(iter, &dsm_segment_list)
    {
        seg = dlist_container(dsm_segment, node, iter.cur);
        if (seg->handle == handle)
            return seg;
    }
 
    return NULL;
}

References dlist_iter::cur, dlist_container, dlist_foreach, dsm_segment_list, fb(), and dsm_segment::handle.

Referenced by dsa_get_total_size_from_handle(), dsa_is_attached(), and GetNamedDSMSegment().

dsm_main_space_init()

static void dsm_main_space_init ( void *  arg )

static

Definition at line 494 of file dsm.c.

{
    FreePageManager *fpm = (FreePageManager *) dsm_main_space_begin;
    size_t      first_page = 0;
    size_t      pages;
 
    if (dsm_main_space_size == 0)
        return;
 
    /* Reserve space for the FreePageManager. */
    while (first_page * FPM_PAGE_SIZE < sizeof(FreePageManager))
        ++first_page;
 
    /* Initialize it and give it all the rest of the space. */
    FreePageManagerInitialize(fpm, dsm_main_space_begin);
    pages = (dsm_main_space_size / FPM_PAGE_SIZE) - first_page;
    FreePageManagerPut(fpm, first_page, pages);
}

References dsm_main_space_begin, dsm_main_space_size, FPM_PAGE_SIZE, FreePageManagerInitialize(), and FreePageManagerPut().

dsm_main_space_request()

static void dsm_main_space_request ( void *  arg )

static

Definition at line 480 of file dsm.c.

{
    dsm_main_space_size = 1024 * 1024 * (size_t) min_dynamic_shared_memory;
 
    if (dsm_main_space_size == 0)
        return;
 
    ShmemRequestStruct(.name = "Preallocated DSM",
                       .size = dsm_main_space_size,
                       .ptr = &dsm_main_space_begin,
        );
}

References dsm_main_space_begin, dsm_main_space_size, fb(), min_dynamic_shared_memory, name, and ShmemRequestStruct.

dsm_pin_mapping()

void dsm_pin_mapping

(

dsm_segment *

seg

)

Definition at line 923 of file dsm.c.

{
    if (seg->resowner != NULL)
    {
        ResourceOwnerForgetDSM(seg->resowner, seg);
        seg->resowner = NULL;
    }
}

References fb(), ResourceOwnerForgetDSM(), and dsm_segment::resowner.

Referenced by AttachSession(), dsa_pin_mapping(), GetNamedDSMSegment(), and GetSessionDsmHandle().

dsm_pin_segment()

void dsm_pin_segment

(

dsm_segment *

seg

)

Definition at line 963 of file dsm.c.

{
    void       *handle = NULL;
 
    /*
     * Bump reference count for this segment in shared memory. This will
     * ensure that even if there is no session which is attached to this
     * segment, it will remain until postmaster shutdown or an explicit call
     * to unpin.
     */
    LWLockAcquire(DynamicSharedMemoryControlLock, LW_EXCLUSIVE);
    if (dsm_control->item[seg->control_slot].pinned)
        elog(ERROR, "cannot pin a segment that is already pinned");
    if (!is_main_region_dsm_handle(seg->handle))
        dsm_impl_pin_segment(seg->handle, seg->impl_private, &handle);
    dsm_control->item[seg->control_slot].pinned = true;
    dsm_control->item[seg->control_slot].refcnt++;
    dsm_control->item[seg->control_slot].impl_private_pm_handle = handle;
    LWLockRelease(DynamicSharedMemoryControlLock);
}

References dsm_segment::control_slot, dsm_control, dsm_impl_pin_segment(), elog, ERROR, fb(), dsm_segment::handle, dsm_segment::impl_private, dsm_control_item::impl_private_pm_handle, is_main_region_dsm_handle(), dsm_control_header::item, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), dsm_control_item::pinned, and dsm_control_item::refcnt.

Referenced by dsa_create_ext(), GetNamedDSMSegment(), and make_new_segment().

dsm_postmaster_shutdown()

static void dsm_postmaster_shutdown ( int  code, Datum  arg  )

static

Definition at line 368 of file dsm.c.

{
    uint32      nitems;
    uint32      i;
    void       *dsm_control_address;
    void       *junk_mapped_address = NULL;
    void       *junk_impl_private = NULL;
    Size        junk_mapped_size = 0;
    PGShmemHeader *shim = (PGShmemHeader *) DatumGetPointer(arg);
 
    /*
     * If some other backend exited uncleanly, it might have corrupted the
     * control segment while it was dying.  In that case, we warn and ignore
     * the contents of the control segment.  This may end up leaving behind
     * stray shared memory segments, but there's not much we can do about that
     * if the metadata is gone.
     */
    nitems = dsm_control->nitems;
    if (!dsm_control_segment_sane(dsm_control, dsm_control_mapped_size))
    {
        ereport(LOG,
                (errmsg("dynamic shared memory control segment is corrupt")));
        return;
    }
 
    /* Remove any remaining segments. */
    for (i = 0; i < nitems; ++i)
    {
        dsm_handle  handle;
 
        /* If the reference count is 0, the slot is actually unused. */
        if (dsm_control->item[i].refcnt == 0)
            continue;
 
        handle = dsm_control->item[i].handle;
        if (is_main_region_dsm_handle(handle))
            continue;
 
        /* Log debugging information. */
        elog(DEBUG2, "cleaning up orphaned dynamic shared memory with ID %u",
             handle);
 
        /* Destroy the segment. */
        dsm_impl_op(DSM_OP_DESTROY, handle, 0, &junk_impl_private,
                    &junk_mapped_address, &junk_mapped_size, LOG);
    }
 
    /* Remove the control segment itself. */
    elog(DEBUG2,
         "cleaning up dynamic shared memory control segment with ID %u",
         dsm_control_handle);
    dsm_control_address = dsm_control;
    dsm_impl_op(DSM_OP_DESTROY, dsm_control_handle, 0,
                &dsm_control_impl_private, &dsm_control_address,
                &dsm_control_mapped_size, LOG);
    dsm_control = dsm_control_address;
    shim->dsm_control = 0;
}

References arg, DatumGetPointer(), DEBUG2, dsm_control, dsm_control_handle, dsm_control_impl_private, dsm_control_mapped_size, dsm_control_segment_sane(), dsm_impl_op(), DSM_OP_DESTROY, elog, ereport, errmsg, fb(), dsm_control_item::handle, i, is_main_region_dsm_handle(), dsm_control_header::item, LOG, dsm_control_header::nitems, nitems, and dsm_control_item::refcnt.

Referenced by dsm_postmaster_startup().

dsm_postmaster_startup()

void dsm_postmaster_startup

(

PGShmemHeader *

shim

)

Definition at line 187 of file dsm.c.

{
    void       *dsm_control_address = NULL;
    uint32      maxitems;
    Size        segsize;
 
    Assert(!IsUnderPostmaster);
 
    /*
     * If we're using the mmap implementations, clean up any leftovers.
     * Cleanup isn't needed on Windows, and happens earlier in startup for
     * POSIX and System V shared memory, via a direct call to
     * dsm_cleanup_using_control_segment.
     */
    if (dynamic_shared_memory_type == DSM_IMPL_MMAP)
        dsm_cleanup_for_mmap();
 
    /* Determine size for new control segment. */
    maxitems = PG_DYNSHMEM_FIXED_SLOTS
        + PG_DYNSHMEM_SLOTS_PER_BACKEND * MaxBackends;
    elog(DEBUG2, "dynamic shared memory system will support %u segments",
         maxitems);
    segsize = dsm_control_bytes_needed(maxitems);
 
    /*
     * Loop until we find an unused identifier for the new control segment. We
     * sometimes use DSM_HANDLE_INVALID as a sentinel value indicating "no
     * control segment", so avoid generating that value for a real handle.
     */
    for (;;)
    {
        Assert(dsm_control_address == NULL);
        Assert(dsm_control_mapped_size == 0);
        /* Use even numbers only */
        dsm_control_handle = pg_prng_uint32(&pg_global_prng_state) << 1;
        if (dsm_control_handle == DSM_HANDLE_INVALID)
            continue;
        if (dsm_impl_op(DSM_OP_CREATE, dsm_control_handle, segsize,
                        &dsm_control_impl_private, &dsm_control_address,
                        &dsm_control_mapped_size, ERROR))
            break;
    }
    dsm_control = dsm_control_address;
    on_shmem_exit(dsm_postmaster_shutdown, PointerGetDatum(shim));
    elog(DEBUG2,
         "created dynamic shared memory control segment %u (%zu bytes)",
         dsm_control_handle, segsize);
    shim->dsm_control = dsm_control_handle;
 
    /* Initialize control segment. */
    dsm_control->magic = PG_DYNSHMEM_CONTROL_MAGIC;
    dsm_control->nitems = 0;
    dsm_control->maxitems = maxitems;
}

References Assert, DEBUG2, dsm_cleanup_for_mmap(), dsm_control, dsm_control_bytes_needed(), dsm_control_handle, dsm_control_impl_private, dsm_control_mapped_size, DSM_HANDLE_INVALID, DSM_IMPL_MMAP, dsm_impl_op(), DSM_OP_CREATE, dsm_postmaster_shutdown(), dynamic_shared_memory_type, elog, ERROR, fb(), IsUnderPostmaster, dsm_control_header::magic, MaxBackends, dsm_control_header::maxitems, dsm_control_header::nitems, on_shmem_exit(), PG_DYNSHMEM_CONTROL_MAGIC, PG_DYNSHMEM_FIXED_SLOTS, PG_DYNSHMEM_SLOTS_PER_BACKEND, pg_global_prng_state, pg_prng_uint32(), and PointerGetDatum.

Referenced by CreateSharedMemoryAndSemaphores().

dsm_segment_address()

void * dsm_segment_address

(

dsm_segment *

seg

)

Definition at line 1103 of file dsm.c.

{
    Assert(seg->mapped_address != NULL);
    return seg->mapped_address;
}

References Assert, fb(), and dsm_segment::mapped_address.

Referenced by apw_load_buffers(), AttachSession(), autoprewarm_database_main(), dsa_attach(), dsa_create_ext(), dsa_get_total_size_from_handle(), get_initial_snapshot(), get_segment_by_index(), GetNamedDSMSegment(), GetSessionDsmHandle(), InitializeParallelDSM(), make_new_segment(), pa_setup_dsm(), ParallelApplyWorkerMain(), ParallelWorkerMain(), process_concurrent_changes(), RepackWorkerMain(), setup_dynamic_shared_memory(), start_repack_decoding_worker(), and test_shm_mq_main().

dsm_segment_handle()

dsm_handle dsm_segment_handle

(

dsm_segment *

seg

)

Definition at line 1131 of file dsm.c.

{
    return seg->handle;
}

References dsm_segment::handle.

Referenced by apw_load_buffers(), destroy_superblock(), dsa_create_ext(), GetNamedDSMSegment(), GetSessionDsmHandle(), LaunchParallelWorkers(), make_new_segment(), pa_launch_parallel_worker(), ResOwnerPrintDSM(), setup_background_workers(), and start_repack_decoding_worker().

dsm_segment_map_length()

Size dsm_segment_map_length

(

dsm_segment *

seg

)

Definition at line 1113 of file dsm.c.

{
    Assert(seg->mapped_address != NULL);
    return seg->mapped_size;
}

References Assert, fb(), dsm_segment::mapped_address, and dsm_segment::mapped_size.

dsm_unpin_mapping()

void dsm_unpin_mapping

(

dsm_segment *

seg

)

Definition at line 942 of file dsm.c.

{
    Assert(seg->resowner == NULL);
    ResourceOwnerEnlarge(CurrentResourceOwner);
    seg->resowner = CurrentResourceOwner;
    ResourceOwnerRememberDSM(seg->resowner, seg);
}

References Assert, CurrentResourceOwner, fb(), ResourceOwnerEnlarge(), ResourceOwnerRememberDSM(), and dsm_segment::resowner.

dsm_unpin_segment()

void dsm_unpin_segment

(

dsm_handle

handle

)

Definition at line 996 of file dsm.c.

{
    uint32      control_slot = INVALID_CONTROL_SLOT;
    bool        destroy = false;
    uint32      i;
 
    /* Find the control slot for the given handle. */
    LWLockAcquire(DynamicSharedMemoryControlLock, LW_EXCLUSIVE);
    for (i = 0; i < dsm_control->nitems; ++i)
    {
        /* Skip unused slots and segments that are concurrently going away. */
        if (dsm_control->item[i].refcnt <= 1)
            continue;
 
        /* If we've found our handle, we can stop searching. */
        if (dsm_control->item[i].handle == handle)
        {
            control_slot = i;
            break;
        }
    }
 
    /*
     * We should definitely have found the slot, and it should not already be
     * in the process of going away, because this function should only be
     * called on a segment which is pinned.
     */
    if (control_slot == INVALID_CONTROL_SLOT)
        elog(ERROR, "cannot unpin unknown segment handle");
    if (!dsm_control->item[control_slot].pinned)
        elog(ERROR, "cannot unpin a segment that is not pinned");
    Assert(dsm_control->item[control_slot].refcnt > 1);
 
    /*
     * Allow implementation-specific code to run.  We have to do this before
     * releasing the lock, because impl_private_pm_handle may get modified by
     * dsm_impl_unpin_segment.
     */
    if (!is_main_region_dsm_handle(handle))
        dsm_impl_unpin_segment(handle,
                               &dsm_control->item[control_slot].impl_private_pm_handle);
 
    /* Note that 1 means no references (0 means unused slot). */
    if (--dsm_control->item[control_slot].refcnt == 1)
        destroy = true;
    dsm_control->item[control_slot].pinned = false;
 
    /* Now we can release the lock. */
    LWLockRelease(DynamicSharedMemoryControlLock);
 
    /* Clean up resources if that was the last reference. */
    if (destroy)
    {
        void       *junk_impl_private = NULL;
        void       *junk_mapped_address = NULL;
        Size        junk_mapped_size = 0;
 
        /*
         * For an explanation of how error handling works in this case, see
         * comments in dsm_detach.  Note that if we reach this point, the
         * current process certainly does not have the segment mapped, because
         * if it did, the reference count would have still been greater than 1
         * even after releasing the reference count held by the pin.  The fact
         * that there can't be a dsm_segment for this handle makes it OK to
         * pass the mapped size, mapped address, and private data as NULL
         * here.
         */
        if (is_main_region_dsm_handle(handle) ||
            dsm_impl_op(DSM_OP_DESTROY, handle, 0, &junk_impl_private,
                        &junk_mapped_address, &junk_mapped_size, WARNING))
        {
            LWLockAcquire(DynamicSharedMemoryControlLock, LW_EXCLUSIVE);
            if (is_main_region_dsm_handle(handle))
                FreePageManagerPut((FreePageManager *) dsm_main_space_begin,
                                   dsm_control->item[control_slot].first_page,
                                   dsm_control->item[control_slot].npages);
            Assert(dsm_control->item[control_slot].handle == handle);
            Assert(dsm_control->item[control_slot].refcnt == 1);
            dsm_control->item[control_slot].refcnt = 0;
            LWLockRelease(DynamicSharedMemoryControlLock);
        }
    }
}

References Assert, dsm_control, dsm_impl_op(), dsm_impl_unpin_segment(), dsm_main_space_begin, DSM_OP_DESTROY, elog, ERROR, fb(), dsm_control_item::first_page, FreePageManagerPut(), dsm_control_item::handle, i, dsm_control_item::impl_private_pm_handle, INVALID_CONTROL_SLOT, is_main_region_dsm_handle(), dsm_control_header::item, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), dsm_control_header::nitems, dsm_control_item::npages, dsm_control_item::pinned, dsm_control_item::refcnt, and WARNING.

Referenced by destroy_superblock(), and dsa_release_in_place().

is_main_region_dsm_handle()

static bool is_main_region_dsm_handle ( dsm_handle  handle )

inlinestatic

Definition at line 1289 of file dsm.c.

{
    return handle & 1;
}

Referenced by dsm_attach(), dsm_cleanup_using_control_segment(), dsm_create(), dsm_detach(), dsm_pin_segment(), dsm_postmaster_shutdown(), and dsm_unpin_segment().

make_main_region_dsm_handle()

static dsm_handle make_main_region_dsm_handle ( int  slot )

inlinestatic

Definition at line 1270 of file dsm.c.

{
    dsm_handle  handle;
 
    /*
     * We need to create a handle that doesn't collide with any existing extra
     * segment created by dsm_impl_op(), so we'll make it odd.  It also
     * mustn't collide with any other main area pseudo-segment, so we'll
     * include the slot number in some of the bits.  We also want to make an
     * effort to avoid newly created and recently destroyed handles from being
     * confused, so we'll make the rest of the bits random.
     */
    handle = 1;
    handle |= slot << 1;
    handle |= pg_prng_uint32(&pg_global_prng_state) << (pg_leftmost_one_pos32(dsm_control->maxitems) + 1);
    return handle;
}

References dsm_control, dsm_control_header::maxitems, pg_global_prng_state, pg_leftmost_one_pos32(), and pg_prng_uint32().

Referenced by dsm_create().

on_dsm_detach()

void on_dsm_detach	(	dsm_segment *	seg,
		on_dsm_detach_callback	function,
		Datum	arg
	)

Definition at line 1140 of file dsm.c.

{
    dsm_segment_detach_callback *cb;
 
    cb = MemoryContextAlloc(TopMemoryContext,
                            sizeof(dsm_segment_detach_callback));
    cb->function = function;
    cb->arg = arg;
    slist_push_head(&seg->on_detach, &cb->node);
}

References dsm_segment_detach_callback::arg, arg, dsm_segment_detach_callback::function, function, MemoryContextAlloc(), dsm_segment_detach_callback::node, dsm_segment::on_detach, slist_push_head(), and TopMemoryContext.

Referenced by dsa_attach(), dsa_attach_in_place(), dsa_create_ext(), dsa_create_in_place_ext(), parallel_vacuum_init(), pq_redirect_to_shm_mq(), setup_background_workers(), SharedFileSetAttach(), SharedFileSetInit(), SharedRecordTypmodRegistryAttach(), SharedRecordTypmodRegistryInit(), and shm_mq_attach().

reset_on_dsm_detach()

void reset_on_dsm_detach

(

void

)

Definition at line 1178 of file dsm.c.

{
    dlist_iter  iter;
 
    dlist_foreach(iter, &dsm_segment_list)
    {
        dsm_segment *seg = dlist_container(dsm_segment, node, iter.cur);
 
        /* Throw away explicit on-detach actions one by one. */
        while (!slist_is_empty(&seg->on_detach))
        {
            slist_node *node;
            dsm_segment_detach_callback *cb;
 
            node = slist_pop_head_node(&seg->on_detach);
            cb = slist_container(dsm_segment_detach_callback, node, node);
            pfree(cb);
        }
 
        /*
         * Decrementing the reference count is a sort of implicit on-detach
         * action; make sure we don't do that, either.
         */
        seg->control_slot = INVALID_CONTROL_SLOT;
    }
}

References dsm_segment::control_slot, dlist_iter::cur, dlist_container, dlist_foreach, dsm_segment_list, INVALID_CONTROL_SLOT, dsm_segment::on_detach, pfree(), slist_container, slist_is_empty(), and slist_pop_head_node().

Referenced by on_exit_reset().

ResourceOwnerForgetDSM()

static void ResourceOwnerForgetDSM ( ResourceOwner  owner, dsm_segment *  seg  )

inlinestatic

Definition at line 175 of file dsm.c.

{
    ResourceOwnerForget(owner, PointerGetDatum(seg), &dsm_resowner_desc);
}

References dsm_resowner_desc, PointerGetDatum, and ResourceOwnerForget().

Referenced by dsm_create(), dsm_detach(), and dsm_pin_mapping().

ResourceOwnerRememberDSM()

static void ResourceOwnerRememberDSM ( ResourceOwner  owner, dsm_segment *  seg  )

inlinestatic

Definition at line 170 of file dsm.c.

{
    ResourceOwnerRemember(owner, PointerGetDatum(seg), &dsm_resowner_desc);
}

References dsm_resowner_desc, PointerGetDatum, and ResourceOwnerRemember().

Referenced by dsm_create_descriptor(), and dsm_unpin_mapping().

ResOwnerPrintDSM()

static char * ResOwnerPrintDSM ( Datum  res )

static

Definition at line 1305 of file dsm.c.

{
    dsm_segment *seg = (dsm_segment *) DatumGetPointer(res);
 
    return psprintf("dynamic shared memory segment %u",
                    dsm_segment_handle(seg));
}

References DatumGetPointer(), dsm_segment_handle(), and psprintf().

ResOwnerReleaseDSM()

static void ResOwnerReleaseDSM ( Datum  res )

static

Definition at line 1297 of file dsm.c.

{
    dsm_segment *seg = (dsm_segment *) DatumGetPointer(res);
 
    seg->resowner = NULL;
    dsm_detach(seg);
}

References DatumGetPointer(), dsm_detach(), fb(), and dsm_segment::resowner.

Variable Documentation

dsm_control

dsm_control_header* dsm_control

static

Definition at line 150 of file dsm.c.

Referenced by dsm_attach(), dsm_backend_startup(), dsm_create(), dsm_detach(), dsm_detach_all(), dsm_pin_segment(), dsm_postmaster_shutdown(), dsm_postmaster_startup(), dsm_unpin_segment(), and make_main_region_dsm_handle().

dsm_control_handle

dsm_handle dsm_control_handle

static

Definition at line 149 of file dsm.c.

Referenced by dsm_backend_startup(), dsm_detach_all(), dsm_postmaster_shutdown(), and dsm_postmaster_startup().

dsm_control_impl_private

void* dsm_control_impl_private = NULL

static

Definition at line 152 of file dsm.c.

Referenced by dsm_backend_startup(), dsm_detach_all(), dsm_postmaster_shutdown(), and dsm_postmaster_startup().

dsm_control_mapped_size

Size dsm_control_mapped_size = 0

static

Definition at line 151 of file dsm.c.

Referenced by dsm_backend_startup(), dsm_detach_all(), dsm_postmaster_shutdown(), and dsm_postmaster_startup().

dsm_init_done

bool dsm_init_done = false

static

Definition at line 109 of file dsm.c.

Referenced by dsm_attach(), dsm_backend_startup(), and dsm_create().

dsm_main_space_begin

void* dsm_main_space_begin = NULL

static

Definition at line 112 of file dsm.c.

Referenced by dsm_attach(), dsm_create(), dsm_detach(), dsm_main_space_init(), dsm_main_space_request(), and dsm_unpin_segment().

dsm_main_space_size

size_t dsm_main_space_size

static

Definition at line 113 of file dsm.c.

Referenced by dsm_main_space_init(), and dsm_main_space_request().

dsm_resowner_desc

const ResourceOwnerDesc dsm_resowner_desc

static

Initial value:

=
{
    .name = "dynamic shared memory segment",
    .release_phase = RESOURCE_RELEASE_BEFORE_LOCKS,
    .release_priority = RELEASE_PRIO_DSMS,
    .ReleaseResource = ResOwnerReleaseDSM,
    .DebugPrint = ResOwnerPrintDSM
}

Definition at line 159 of file dsm.c.

{
    .name = "dynamic shared memory segment",
    .release_phase = RESOURCE_RELEASE_BEFORE_LOCKS,
    .release_priority = RELEASE_PRIO_DSMS,
    .ReleaseResource = ResOwnerReleaseDSM,
    .DebugPrint = ResOwnerPrintDSM
};

Referenced by ResourceOwnerForgetDSM(), and ResourceOwnerRememberDSM().

dsm_segment_list

dlist_head dsm_segment_list = DLIST_STATIC_INIT(dsm_segment_list)

static

Definition at line 140 of file dsm.c.

Referenced by dsm_attach(), dsm_backend_shutdown(), dsm_create_descriptor(), dsm_detach_all(), dsm_find_mapping(), and reset_on_dsm_detach().

dsm_shmem_callbacks

const ShmemCallbacks dsm_shmem_callbacks

Initial value:

= {
    .request_fn = dsm_main_space_request,
    .init_fn = dsm_main_space_init,
}

Definition at line 118 of file dsm.c.

                                           {
    .request_fn = dsm_main_space_request,
    .init_fn = dsm_main_space_init,
};