test_aio.c File Reference

#include "postgres.h"
#include "access/relation.h"
#include "fmgr.h"
#include "storage/aio.h"
#include "storage/aio_internal.h"
#include "storage/buf_internals.h"
#include "storage/bufmgr.h"
#include "storage/checksum.h"
#include "storage/ipc.h"
#include "storage/lwlock.h"
#include "utils/builtins.h"
#include "utils/injection_point.h"
#include "utils/rel.h"

Include dependency graph for test_aio.c:

Go to the source code of this file.

Data Structures
struct	InjIoErrorState

Macros
#define	MAX_BUFFERS_TO_EXTEND_BY   64

Typedefs
typedef struct InjIoErrorState	InjIoErrorState

Functions
static void	test_aio_shmem_request (void)
static void	test_aio_shmem_startup (void)
void	_PG_init (void)
	PG_FUNCTION_INFO_V1 (errno_from_string)
Datum	errno_from_string (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (grow_rel)
Datum	grow_rel (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (modify_rel_block)
Datum	modify_rel_block (PG_FUNCTION_ARGS)
static Buffer	create_toy_buffer (Relation rel, BlockNumber blkno)
	PG_FUNCTION_INFO_V1 (read_rel_block_ll)
Datum	read_rel_block_ll (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (invalidate_rel_block)
Datum	invalidate_rel_block (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (buffer_create_toy)
Datum	buffer_create_toy (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (buffer_call_start_io)
Datum	buffer_call_start_io (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (buffer_call_terminate_io)
Datum	buffer_call_terminate_io (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (handle_get)
Datum	handle_get (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (handle_release_last)
Datum	handle_release_last (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (handle_get_and_error)
Datum	handle_get_and_error (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (handle_get_twice)
Datum	handle_get_twice (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (handle_get_release)
Datum	handle_get_release (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (batch_start)
Datum	batch_start (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (batch_end)
Datum	batch_end (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (inj_io_short_read_attach)
Datum	inj_io_short_read_attach (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (inj_io_short_read_detach)
Datum	inj_io_short_read_detach (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (inj_io_reopen_attach)
Datum	inj_io_reopen_attach (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (inj_io_reopen_detach)
Datum	inj_io_reopen_detach (PG_FUNCTION_ARGS)

Variables
	PG_MODULE_MAGIC
static InjIoErrorState *	inj_io_error_state
static shmem_request_hook_type	prev_shmem_request_hook = NULL
static shmem_startup_hook_type	prev_shmem_startup_hook = NULL
static PgAioHandle *	last_handle

Macro Definition Documentation

MAX_BUFFERS_TO_EXTEND_BY

#define MAX_BUFFERS_TO_EXTEND_BY   64

Typedef Documentation

InjIoErrorState

typedef struct InjIoErrorState InjIoErrorState

Function Documentation

_PG_init()

void _PG_init

(

void

)

Definition at line 122 of file test_aio.c.

{
    if (!process_shared_preload_libraries_in_progress)
        return;
 
    prev_shmem_request_hook = shmem_request_hook;
    shmem_request_hook = test_aio_shmem_request;
    prev_shmem_startup_hook = shmem_startup_hook;
    shmem_startup_hook = test_aio_shmem_startup;
}

References prev_shmem_request_hook, prev_shmem_startup_hook, process_shared_preload_libraries_in_progress, shmem_request_hook, shmem_startup_hook, test_aio_shmem_request(), and test_aio_shmem_startup().

batch_end()

Datum batch_end

(

PG_FUNCTION_ARGS

)

Definition at line 676 of file test_aio.c.

{
    pgaio_exit_batchmode();
    PG_RETURN_VOID();
}

References PG_RETURN_VOID, and pgaio_exit_batchmode().

batch_start()

Datum batch_start

(

PG_FUNCTION_ARGS

)

Definition at line 668 of file test_aio.c.

{
    pgaio_enter_batchmode();
    PG_RETURN_VOID();
}

References PG_RETURN_VOID, and pgaio_enter_batchmode().

Referenced by log_newpages().

buffer_call_start_io()

Datum buffer_call_start_io

(

PG_FUNCTION_ARGS

)

Definition at line 535 of file test_aio.c.

{
    Buffer      buf = PG_GETARG_INT32(0);
    bool        for_input = PG_GETARG_BOOL(1);
    bool        nowait = PG_GETARG_BOOL(2);
    bool        can_start;
 
    if (BufferIsLocal(buf))
        can_start = StartLocalBufferIO(GetLocalBufferDescriptor(-buf - 1),
                                       for_input, nowait);
    else
        can_start = StartBufferIO(GetBufferDescriptor(buf - 1),
                                  for_input, nowait);
 
    /*
     * For tests we don't want the resowner release preventing us from
     * orchestrating odd scenarios.
     */
    if (can_start && !BufferIsLocal(buf))
        ResourceOwnerForgetBufferIO(CurrentResourceOwner,
                                    buf);
 
    ereport(LOG,
            errmsg("buffer %d after StartBufferIO: %s",
                   buf, DebugPrintBufferRefcount(buf)),
            errhidestmt(true), errhidecontext(true));
 
    PG_RETURN_BOOL(can_start);
}

References buf, BufferIsLocal, CurrentResourceOwner, DebugPrintBufferRefcount(), ereport, errhidecontext(), errhidestmt(), errmsg(), GetBufferDescriptor(), GetLocalBufferDescriptor(), LOG, PG_GETARG_BOOL, PG_GETARG_INT32, PG_RETURN_BOOL, ResourceOwnerForgetBufferIO(), StartBufferIO(), and StartLocalBufferIO().

buffer_call_terminate_io()

Datum buffer_call_terminate_io

(

PG_FUNCTION_ARGS

)

Definition at line 567 of file test_aio.c.

{
    Buffer      buf = PG_GETARG_INT32(0);
    bool        for_input = PG_GETARG_BOOL(1);
    bool        succeed = PG_GETARG_BOOL(2);
    bool        io_error = PG_GETARG_BOOL(3);
    bool        release_aio = PG_GETARG_BOOL(4);
    bool        clear_dirty = false;
    uint32      set_flag_bits = 0;
 
    if (io_error)
        set_flag_bits |= BM_IO_ERROR;
 
    if (for_input)
    {
        clear_dirty = false;
 
        if (succeed)
            set_flag_bits |= BM_VALID;
    }
    else
    {
        if (succeed)
            clear_dirty = true;
    }
 
    ereport(LOG,
            errmsg("buffer %d before Terminate[Local]BufferIO: %s",
                   buf, DebugPrintBufferRefcount(buf)),
            errhidestmt(true), errhidecontext(true));
 
    if (BufferIsLocal(buf))
        TerminateLocalBufferIO(GetLocalBufferDescriptor(-buf - 1),
                               clear_dirty, set_flag_bits, release_aio);
    else
        TerminateBufferIO(GetBufferDescriptor(buf - 1),
                          clear_dirty, set_flag_bits, false, release_aio);
 
    ereport(LOG,
            errmsg("buffer %d after Terminate[Local]BufferIO: %s",
                   buf, DebugPrintBufferRefcount(buf)),
            errhidestmt(true), errhidecontext(true));
 
    PG_RETURN_VOID();
}

References BM_IO_ERROR, BM_VALID, buf, BufferIsLocal, DebugPrintBufferRefcount(), ereport, errhidecontext(), errhidestmt(), errmsg(), GetBufferDescriptor(), GetLocalBufferDescriptor(), LOG, PG_GETARG_BOOL, PG_GETARG_INT32, PG_RETURN_VOID, TerminateBufferIO(), and TerminateLocalBufferIO().

buffer_create_toy()

Datum buffer_create_toy

(

PG_FUNCTION_ARGS

)

Definition at line 516 of file test_aio.c.

{
    Oid         relid = PG_GETARG_OID(0);
    BlockNumber blkno = PG_GETARG_UINT32(1);
    Relation    rel;
    Buffer      buf;
 
    rel = relation_open(relid, AccessExclusiveLock);
 
    buf = create_toy_buffer(rel, blkno);
    ReleaseBuffer(buf);
 
    relation_close(rel, NoLock);
 
    PG_RETURN_INT32(buf);
}

References AccessExclusiveLock, buf, create_toy_buffer(), NoLock, PG_GETARG_OID, PG_GETARG_UINT32, PG_RETURN_INT32, relation_close(), relation_open(), and ReleaseBuffer().

create_toy_buffer()

static Buffer create_toy_buffer ( Relation  rel, BlockNumber  blkno  )

static

Definition at line 307 of file test_aio.c.

{
    Buffer      buf;
    BufferDesc *buf_hdr;
    uint32      buf_state;
    bool        was_pinned = false;
    uint32      unset_bits = 0;
 
    /* place buffer in shared buffers without erroring out */
    buf = ReadBufferExtended(rel, MAIN_FORKNUM, blkno, RBM_ZERO_AND_LOCK, NULL);
    LockBuffer(buf, BUFFER_LOCK_UNLOCK);
 
    if (RelationUsesLocalBuffers(rel))
    {
        buf_hdr = GetLocalBufferDescriptor(-buf - 1);
        buf_state = pg_atomic_read_u32(&buf_hdr->state);
    }
    else
    {
        buf_hdr = GetBufferDescriptor(buf - 1);
        buf_state = LockBufHdr(buf_hdr);
    }
 
    /*
     * We should be the only backend accessing this buffer. This is just a
     * small bit of belt-and-suspenders defense, none of this code should ever
     * run in a cluster with real data.
     */
    if (BUF_STATE_GET_REFCOUNT(buf_state) > 1)
        was_pinned = true;
    else
        unset_bits |= BM_VALID | BM_DIRTY;
 
    if (RelationUsesLocalBuffers(rel))
    {
        buf_state &= ~unset_bits;
        pg_atomic_unlocked_write_u32(&buf_hdr->state, buf_state);
    }
    else
    {
        UnlockBufHdrExt(buf_hdr, buf_state, 0, unset_bits, 0);
    }
 
    if (was_pinned)
        elog(ERROR, "toy buffer %d was already pinned",
             buf);
 
    return buf;
}

References BM_DIRTY, BM_VALID, buf, BUF_STATE_GET_REFCOUNT, BUFFER_LOCK_UNLOCK, elog, ERROR, GetBufferDescriptor(), GetLocalBufferDescriptor(), LockBuffer(), LockBufHdr(), MAIN_FORKNUM, pg_atomic_read_u32(), pg_atomic_unlocked_write_u32(), RBM_ZERO_AND_LOCK, ReadBufferExtended(), RelationUsesLocalBuffers, BufferDesc::state, and UnlockBufHdrExt().

Referenced by buffer_create_toy(), and read_rel_block_ll().

errno_from_string()

Datum errno_from_string

(

PG_FUNCTION_ARGS

)

Definition at line 136 of file test_aio.c.

{
    const char *sym = text_to_cstring(PG_GETARG_TEXT_PP(0));
 
    if (strcmp(sym, "EIO") == 0)
        PG_RETURN_INT32(EIO);
    else if (strcmp(sym, "EAGAIN") == 0)
        PG_RETURN_INT32(EAGAIN);
    else if (strcmp(sym, "EINTR") == 0)
        PG_RETURN_INT32(EINTR);
    else if (strcmp(sym, "ENOSPC") == 0)
        PG_RETURN_INT32(ENOSPC);
    else if (strcmp(sym, "EROFS") == 0)
        PG_RETURN_INT32(EROFS);
 
    ereport(ERROR,
            errcode(ERRCODE_INVALID_PARAMETER_VALUE),
            errmsg_internal("%s is not a supported errno value", sym));
    PG_RETURN_INT32(0);
}

References EAGAIN, EINTR, ereport, errcode(), errmsg_internal(), ERROR, PG_GETARG_TEXT_PP, PG_RETURN_INT32, and text_to_cstring().

grow_rel()

Datum grow_rel

(

PG_FUNCTION_ARGS

)

Definition at line 159 of file test_aio.c.

{
    Oid         relid = PG_GETARG_OID(0);
    uint32      nblocks = PG_GETARG_UINT32(1);
    Relation    rel;
#define MAX_BUFFERS_TO_EXTEND_BY 64
    Buffer      victim_buffers[MAX_BUFFERS_TO_EXTEND_BY];
 
    rel = relation_open(relid, AccessExclusiveLock);
 
    while (nblocks > 0)
    {
        uint32      extend_by_pages;
 
        extend_by_pages = Min(nblocks, MAX_BUFFERS_TO_EXTEND_BY);
 
        ExtendBufferedRelBy(BMR_REL(rel),
                            MAIN_FORKNUM,
                            NULL,
                            0,
                            extend_by_pages,
                            victim_buffers,
                            &extend_by_pages);
 
        nblocks -= extend_by_pages;
 
        for (uint32 i = 0; i < extend_by_pages; i++)
        {
            ReleaseBuffer(victim_buffers[i]);
        }
    }
 
    relation_close(rel, NoLock);
 
    PG_RETURN_VOID();
}

References AccessExclusiveLock, BMR_REL, ExtendBufferedRelBy(), i, MAIN_FORKNUM, MAX_BUFFERS_TO_EXTEND_BY, Min, NoLock, PG_GETARG_OID, PG_GETARG_UINT32, PG_RETURN_VOID, relation_close(), relation_open(), and ReleaseBuffer().

handle_get()

Datum handle_get

(

PG_FUNCTION_ARGS

)

Definition at line 615 of file test_aio.c.

{
    last_handle = pgaio_io_acquire(CurrentResourceOwner, NULL);
 
    PG_RETURN_VOID();
}

References CurrentResourceOwner, last_handle, PG_RETURN_VOID, and pgaio_io_acquire().

handle_get_and_error()

Datum handle_get_and_error

(

PG_FUNCTION_ARGS

)

Definition at line 636 of file test_aio.c.

{
    pgaio_io_acquire(CurrentResourceOwner, NULL);
 
    elog(ERROR, "as you command");
    PG_RETURN_VOID();
}

References CurrentResourceOwner, elog, ERROR, PG_RETURN_VOID, and pgaio_io_acquire().

handle_get_release()

Datum handle_get_release

(

PG_FUNCTION_ARGS

)

Definition at line 656 of file test_aio.c.

{
    PgAioHandle *handle;
 
    handle = pgaio_io_acquire(CurrentResourceOwner, NULL);
    pgaio_io_release(handle);
 
    PG_RETURN_VOID();
}

References CurrentResourceOwner, PG_RETURN_VOID, pgaio_io_acquire(), and pgaio_io_release().

handle_get_twice()

Datum handle_get_twice

(

PG_FUNCTION_ARGS

)

Definition at line 646 of file test_aio.c.

{
    pgaio_io_acquire(CurrentResourceOwner, NULL);
    pgaio_io_acquire(CurrentResourceOwner, NULL);
 
    PG_RETURN_VOID();
}

References CurrentResourceOwner, PG_RETURN_VOID, and pgaio_io_acquire().

handle_release_last()

Datum handle_release_last

(

PG_FUNCTION_ARGS

)

Definition at line 624 of file test_aio.c.

{
    if (!last_handle)
        elog(ERROR, "no handle");
 
    pgaio_io_release(last_handle);
 
    PG_RETURN_VOID();
}

References elog, ERROR, last_handle, PG_RETURN_VOID, and pgaio_io_release().

inj_io_reopen_attach()

Datum inj_io_reopen_attach

(

PG_FUNCTION_ARGS

)

Definition at line 795 of file test_aio.c.

{
#ifdef USE_INJECTION_POINTS
    inj_io_error_state->enabled_reopen = true;
#else
    elog(ERROR, "injection points not supported");
#endif
 
    PG_RETURN_VOID();
}

References elog, InjIoErrorState::enabled_reopen, ERROR, inj_io_error_state, and PG_RETURN_VOID.

inj_io_reopen_detach()

Datum inj_io_reopen_detach

(

PG_FUNCTION_ARGS

)

Definition at line 808 of file test_aio.c.

{
#ifdef USE_INJECTION_POINTS
    inj_io_error_state->enabled_reopen = false;
#else
    elog(ERROR, "injection points not supported");
#endif
    PG_RETURN_VOID();
}

References elog, InjIoErrorState::enabled_reopen, ERROR, inj_io_error_state, and PG_RETURN_VOID.

inj_io_short_read_attach()

Datum inj_io_short_read_attach

(

PG_FUNCTION_ARGS

)

Definition at line 767 of file test_aio.c.

{
#ifdef USE_INJECTION_POINTS
    inj_io_error_state->enabled_short_read = true;
    inj_io_error_state->short_read_result_set = !PG_ARGISNULL(0);
    if (inj_io_error_state->short_read_result_set)
        inj_io_error_state->short_read_result = PG_GETARG_INT32(0);
#else
    elog(ERROR, "injection points not supported");
#endif
 
    PG_RETURN_VOID();
}

References elog, InjIoErrorState::enabled_short_read, ERROR, inj_io_error_state, PG_ARGISNULL, PG_GETARG_INT32, PG_RETURN_VOID, InjIoErrorState::short_read_result, and InjIoErrorState::short_read_result_set.

inj_io_short_read_detach()

Datum inj_io_short_read_detach

(

PG_FUNCTION_ARGS

)

Definition at line 783 of file test_aio.c.

{
#ifdef USE_INJECTION_POINTS
    inj_io_error_state->enabled_short_read = false;
#else
    elog(ERROR, "injection points not supported");
#endif
    PG_RETURN_VOID();
}

References elog, InjIoErrorState::enabled_short_read, ERROR, inj_io_error_state, and PG_RETURN_VOID.

invalidate_rel_block()

Datum invalidate_rel_block

(

PG_FUNCTION_ARGS

)

Definition at line 463 of file test_aio.c.

{
    Oid         relid = PG_GETARG_OID(0);
    BlockNumber blkno = PG_GETARG_UINT32(1);
    Relation    rel;
    PrefetchBufferResult pr;
    Buffer      buf;
 
    rel = relation_open(relid, AccessExclusiveLock);
 
    /*
     * This is a gross hack, but there's no other API exposed that allows to
     * get a buffer ID without actually reading the block in.
     */
    pr = PrefetchBuffer(rel, MAIN_FORKNUM, blkno);
    buf = pr.recent_buffer;
 
    if (BufferIsValid(buf))
    {
        /* if the buffer contents aren't valid, this'll return false */
        if (ReadRecentBuffer(rel->rd_locator, MAIN_FORKNUM, blkno, buf))
        {
            BufferDesc *buf_hdr = BufferIsLocal(buf) ?
                GetLocalBufferDescriptor(-buf - 1)
                : GetBufferDescriptor(buf - 1);
            bool        flushed;
 
            LockBuffer(buf, BUFFER_LOCK_EXCLUSIVE);
 
            if (pg_atomic_read_u32(&buf_hdr->state) & BM_DIRTY)
            {
                if (BufferIsLocal(buf))
                    FlushLocalBuffer(buf_hdr, NULL);
                else
                    FlushOneBuffer(buf);
            }
            LockBuffer(buf, BUFFER_LOCK_UNLOCK);
            ReleaseBuffer(buf);
 
            if (BufferIsLocal(buf))
                InvalidateLocalBuffer(GetLocalBufferDescriptor(-buf - 1), true);
            else if (!EvictUnpinnedBuffer(buf, &flushed))
                elog(ERROR, "couldn't evict");
        }
    }
 
    relation_close(rel, AccessExclusiveLock);
 
    PG_RETURN_VOID();
}

References AccessExclusiveLock, BM_DIRTY, buf, BUFFER_LOCK_EXCLUSIVE, BUFFER_LOCK_UNLOCK, BufferIsLocal, BufferIsValid(), elog, ERROR, EvictUnpinnedBuffer(), FlushLocalBuffer(), FlushOneBuffer(), GetBufferDescriptor(), GetLocalBufferDescriptor(), InvalidateLocalBuffer(), LockBuffer(), MAIN_FORKNUM, pg_atomic_read_u32(), PG_GETARG_OID, PG_GETARG_UINT32, PG_RETURN_VOID, PrefetchBuffer(), RelationData::rd_locator, ReadRecentBuffer(), PrefetchBufferResult::recent_buffer, relation_close(), relation_open(), ReleaseBuffer(), and BufferDesc::state.

modify_rel_block()

Datum modify_rel_block

(

PG_FUNCTION_ARGS

)

Definition at line 198 of file test_aio.c.

{
    Oid         relid = PG_GETARG_OID(0);
    BlockNumber blkno = PG_GETARG_UINT32(1);
    bool        zero = PG_GETARG_BOOL(2);
    bool        corrupt_header = PG_GETARG_BOOL(3);
    bool        corrupt_checksum = PG_GETARG_BOOL(4);
    Page        page = palloc_aligned(BLCKSZ, PG_IO_ALIGN_SIZE, 0);
    bool        flushed;
    Relation    rel;
    Buffer      buf;
    PageHeader  ph;
 
    rel = relation_open(relid, AccessExclusiveLock);
 
    buf = ReadBufferExtended(rel, MAIN_FORKNUM, blkno,
                             RBM_ZERO_ON_ERROR, NULL);
 
    LockBuffer(buf, BUFFER_LOCK_EXCLUSIVE);
 
    /*
     * copy the page to local memory, seems nicer than to directly modify in
     * the buffer pool.
     */
    memcpy(page, BufferGetPage(buf), BLCKSZ);
 
    LockBuffer(buf, BUFFER_LOCK_UNLOCK);
 
    ReleaseBuffer(buf);
 
    /*
     * Don't want to have a buffer in-memory that's marked valid where the
     * on-disk contents are invalid. Particularly not if the in-memory buffer
     * could be dirty...
     *
     * While we hold an AEL on the relation nobody else should be able to read
     * the buffer in.
     *
     * NB: This is probably racy, better don't copy this to non-test code.
     */
    if (BufferIsLocal(buf))
        InvalidateLocalBuffer(GetLocalBufferDescriptor(-buf - 1), true);
    else
        EvictUnpinnedBuffer(buf, &flushed);
 
    /*
     * Now modify the page as asked for by the caller.
     */
    if (zero)
        memset(page, 0, BufferGetPageSize(buf));
 
    if (PageIsEmpty(page) && (corrupt_header || corrupt_checksum))
        PageInit(page, BufferGetPageSize(buf), 0);
 
    ph = (PageHeader) page;
 
    if (corrupt_header)
        ph->pd_special = BLCKSZ + 1;
 
    if (corrupt_checksum)
    {
        bool        successfully_corrupted = 0;
 
        /*
         * Any single modification of the checksum could just end up being
         * valid again, due to e.g. corrupt_header changing the data in a way
         * that'd result in the "corrupted" checksum, or the checksum already
         * being invalid. Retry in that, unlikely, case.
         */
        for (int i = 0; i < 100; i++)
        {
            uint16      verify_checksum;
            uint16      old_checksum;
 
            old_checksum = ph->pd_checksum;
            ph->pd_checksum = old_checksum + 1;
 
            elog(LOG, "corrupting checksum of blk %u from %u to %u",
                 blkno, old_checksum, ph->pd_checksum);
 
            verify_checksum = pg_checksum_page(page, blkno);
            if (verify_checksum != ph->pd_checksum)
            {
                successfully_corrupted = true;
                break;
            }
        }
 
        if (!successfully_corrupted)
            elog(ERROR, "could not corrupt checksum, what's going on?");
    }
    else
    {
        PageSetChecksumInplace(page, blkno);
    }
 
    smgrwrite(RelationGetSmgr(rel),
              MAIN_FORKNUM, blkno, page, true);
 
    relation_close(rel, NoLock);
 
    PG_RETURN_VOID();
}

References AccessExclusiveLock, buf, BUFFER_LOCK_EXCLUSIVE, BUFFER_LOCK_UNLOCK, BufferGetPage(), BufferGetPageSize(), BufferIsLocal, elog, ERROR, EvictUnpinnedBuffer(), GetLocalBufferDescriptor(), i, InvalidateLocalBuffer(), LockBuffer(), LOG, MAIN_FORKNUM, NoLock, PageInit(), PageIsEmpty(), PageSetChecksumInplace(), palloc_aligned(), PageHeaderData::pd_checksum, PageHeaderData::pd_special, pg_checksum_page(), PG_GETARG_BOOL, PG_GETARG_OID, PG_GETARG_UINT32, PG_IO_ALIGN_SIZE, PG_RETURN_VOID, RBM_ZERO_ON_ERROR, ReadBufferExtended(), relation_close(), relation_open(), RelationGetSmgr(), ReleaseBuffer(), and smgrwrite().

PG_FUNCTION_INFO_V1() [1/19]

PG_FUNCTION_INFO_V1

(

batch_end

)

PG_FUNCTION_INFO_V1() [2/19]

PG_FUNCTION_INFO_V1

(

batch_start

)

PG_FUNCTION_INFO_V1() [3/19]

PG_FUNCTION_INFO_V1

(

buffer_call_start_io

)

PG_FUNCTION_INFO_V1() [4/19]

PG_FUNCTION_INFO_V1

(

buffer_call_terminate_io

)

PG_FUNCTION_INFO_V1() [5/19]

PG_FUNCTION_INFO_V1

(

buffer_create_toy

)

PG_FUNCTION_INFO_V1() [6/19]

PG_FUNCTION_INFO_V1

(

errno_from_string

)

PG_FUNCTION_INFO_V1() [7/19]

PG_FUNCTION_INFO_V1

(

grow_rel

)

PG_FUNCTION_INFO_V1() [8/19]

PG_FUNCTION_INFO_V1

(

handle_get

)

PG_FUNCTION_INFO_V1() [9/19]

PG_FUNCTION_INFO_V1

(

handle_get_and_error

)

PG_FUNCTION_INFO_V1() [10/19]

PG_FUNCTION_INFO_V1

(

handle_get_release

)

PG_FUNCTION_INFO_V1() [11/19]

PG_FUNCTION_INFO_V1

(

handle_get_twice

)

PG_FUNCTION_INFO_V1() [12/19]

PG_FUNCTION_INFO_V1

(

handle_release_last

)

PG_FUNCTION_INFO_V1() [13/19]

PG_FUNCTION_INFO_V1

(

inj_io_reopen_attach

)

PG_FUNCTION_INFO_V1() [14/19]

PG_FUNCTION_INFO_V1

(

inj_io_reopen_detach

)

PG_FUNCTION_INFO_V1() [15/19]

PG_FUNCTION_INFO_V1

(

inj_io_short_read_attach

)

PG_FUNCTION_INFO_V1() [16/19]

PG_FUNCTION_INFO_V1

(

inj_io_short_read_detach

)

PG_FUNCTION_INFO_V1() [17/19]

PG_FUNCTION_INFO_V1

(

invalidate_rel_block

)

PG_FUNCTION_INFO_V1() [18/19]

PG_FUNCTION_INFO_V1

(

modify_rel_block

)

PG_FUNCTION_INFO_V1() [19/19]

PG_FUNCTION_INFO_V1

(

read_rel_block_ll

)

read_rel_block_ll()

Datum read_rel_block_ll

(

PG_FUNCTION_ARGS

)

Definition at line 364 of file test_aio.c.

{
    Oid         relid = PG_GETARG_OID(0);
    BlockNumber blkno = PG_GETARG_UINT32(1);
    int         nblocks = PG_GETARG_INT32(2);
    bool        wait_complete = PG_GETARG_BOOL(3);
    bool        batchmode_enter = PG_GETARG_BOOL(4);
    bool        call_smgrreleaseall = PG_GETARG_BOOL(5);
    bool        batchmode_exit = PG_GETARG_BOOL(6);
    bool        zero_on_error = PG_GETARG_BOOL(7);
    Relation    rel;
    Buffer      bufs[PG_IOV_MAX];
    BufferDesc *buf_hdrs[PG_IOV_MAX];
    Page        pages[PG_IOV_MAX];
    uint8       srb_flags = 0;
    PgAioReturn ior;
    PgAioHandle *ioh;
    PgAioWaitRef iow;
    SMgrRelation smgr;
 
    if (nblocks <= 0 || nblocks > PG_IOV_MAX)
        elog(ERROR, "nblocks is out of range");
 
    rel = relation_open(relid, AccessExclusiveLock);
 
    for (int i = 0; i < nblocks; i++)
    {
        bufs[i] = create_toy_buffer(rel, blkno + i);
        pages[i] = BufferGetBlock(bufs[i]);
        buf_hdrs[i] = BufferIsLocal(bufs[i]) ?
            GetLocalBufferDescriptor(-bufs[i] - 1) :
            GetBufferDescriptor(bufs[i] - 1);
    }
 
    smgr = RelationGetSmgr(rel);
 
    pgstat_prepare_report_checksum_failure(smgr->smgr_rlocator.locator.dbOid);
 
    ioh = pgaio_io_acquire(CurrentResourceOwner, &ior);
    pgaio_io_get_wref(ioh, &iow);
 
    if (RelationUsesLocalBuffers(rel))
    {
        for (int i = 0; i < nblocks; i++)
            StartLocalBufferIO(buf_hdrs[i], true, false);
        pgaio_io_set_flag(ioh, PGAIO_HF_REFERENCES_LOCAL);
    }
    else
    {
        for (int i = 0; i < nblocks; i++)
            StartBufferIO(buf_hdrs[i], true, false);
    }
 
    pgaio_io_set_handle_data_32(ioh, (uint32 *) bufs, nblocks);
 
    if (zero_on_error | zero_damaged_pages)
        srb_flags |= READ_BUFFERS_ZERO_ON_ERROR;
    if (ignore_checksum_failure)
        srb_flags |= READ_BUFFERS_IGNORE_CHECKSUM_FAILURES;
 
    pgaio_io_register_callbacks(ioh,
                                RelationUsesLocalBuffers(rel) ?
                                PGAIO_HCB_LOCAL_BUFFER_READV :
                                PGAIO_HCB_SHARED_BUFFER_READV,
                                srb_flags);
 
    if (batchmode_enter)
        pgaio_enter_batchmode();
 
    smgrstartreadv(ioh, smgr, MAIN_FORKNUM, blkno,
                   (void *) pages, nblocks);
 
    if (call_smgrreleaseall)
        smgrreleaseall();
 
    if (batchmode_exit)
        pgaio_exit_batchmode();
 
    for (int i = 0; i < nblocks; i++)
        ReleaseBuffer(bufs[i]);
 
    if (wait_complete)
    {
        pgaio_wref_wait(&iow);
 
        if (ior.result.status != PGAIO_RS_OK)
            pgaio_result_report(ior.result,
                                &ior.target_data,
                                ior.result.status == PGAIO_RS_ERROR ?
                                ERROR : WARNING);
    }
 
    relation_close(rel, NoLock);
 
    PG_RETURN_VOID();
}

References AccessExclusiveLock, BufferGetBlock(), BufferIsLocal, create_toy_buffer(), CurrentResourceOwner, RelFileLocator::dbOid, elog, ERROR, GetBufferDescriptor(), GetLocalBufferDescriptor(), i, ignore_checksum_failure, RelFileLocatorBackend::locator, MAIN_FORKNUM, NoLock, PG_GETARG_BOOL, PG_GETARG_INT32, PG_GETARG_OID, PG_GETARG_UINT32, PG_IOV_MAX, PG_RETURN_VOID, pgaio_enter_batchmode(), pgaio_exit_batchmode(), PGAIO_HCB_LOCAL_BUFFER_READV, PGAIO_HCB_SHARED_BUFFER_READV, PGAIO_HF_REFERENCES_LOCAL, pgaio_io_acquire(), pgaio_io_get_wref(), pgaio_io_register_callbacks(), pgaio_io_set_flag(), pgaio_io_set_handle_data_32(), pgaio_result_report(), PGAIO_RS_ERROR, PGAIO_RS_OK, pgaio_wref_wait(), pgstat_prepare_report_checksum_failure(), READ_BUFFERS_IGNORE_CHECKSUM_FAILURES, READ_BUFFERS_ZERO_ON_ERROR, relation_close(), relation_open(), RelationGetSmgr(), RelationUsesLocalBuffers, ReleaseBuffer(), PgAioReturn::result, SMgrRelationData::smgr_rlocator, smgrreleaseall(), smgrstartreadv(), StartBufferIO(), StartLocalBufferIO(), PgAioResult::status, PgAioReturn::target_data, WARNING, and zero_damaged_pages.

test_aio_shmem_request()

static void test_aio_shmem_request ( void  )

static

Definition at line 59 of file test_aio.c.

{
    if (prev_shmem_request_hook)
        prev_shmem_request_hook();
 
    RequestAddinShmemSpace(sizeof(InjIoErrorState));
}

References prev_shmem_request_hook, and RequestAddinShmemSpace().

Referenced by _PG_init().

test_aio_shmem_startup()

static void test_aio_shmem_startup ( void  )

static

Definition at line 68 of file test_aio.c.

{
    bool        found;
 
    if (prev_shmem_startup_hook)
        prev_shmem_startup_hook();
 
    /* Create or attach to the shared memory state */
    LWLockAcquire(AddinShmemInitLock, LW_EXCLUSIVE);
 
    inj_io_error_state = ShmemInitStruct("injection_points",
                                         sizeof(InjIoErrorState),
                                         &found);
 
    if (!found)
    {
        /* First time through, initialize */
        inj_io_error_state->enabled_short_read = false;
        inj_io_error_state->enabled_reopen = false;
 
#ifdef USE_INJECTION_POINTS
        InjectionPointAttach("aio-process-completion-before-shared",
                             "test_aio",
                             "inj_io_short_read",
                             NULL,
                             0);
        InjectionPointLoad("aio-process-completion-before-shared");
 
        InjectionPointAttach("aio-worker-after-reopen",
                             "test_aio",
                             "inj_io_reopen",
                             NULL,
                             0);
        InjectionPointLoad("aio-worker-after-reopen");
 
#endif
    }
    else
    {
        /*
         * Pre-load the injection points now, so we can call them in a
         * critical section.
         */
#ifdef USE_INJECTION_POINTS
        InjectionPointLoad("aio-process-completion-before-shared");
        InjectionPointLoad("aio-worker-after-reopen");
        elog(LOG, "injection point loaded");
#endif
    }
 
    LWLockRelease(AddinShmemInitLock);
}

References elog, InjIoErrorState::enabled_reopen, InjIoErrorState::enabled_short_read, inj_io_error_state, InjectionPointAttach(), InjectionPointLoad(), LOG, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), prev_shmem_startup_hook, and ShmemInitStruct().

Referenced by _PG_init().

Variable Documentation

inj_io_error_state

InjIoErrorState* inj_io_error_state

static

Definition at line 47 of file test_aio.c.

Referenced by inj_io_reopen_attach(), inj_io_reopen_detach(), inj_io_short_read_attach(), inj_io_short_read_detach(), and test_aio_shmem_startup().

last_handle

PgAioHandle* last_handle

static

Definition at line 54 of file test_aio.c.

Referenced by handle_get(), and handle_release_last().

PG_MODULE_MAGIC

PG_MODULE_MAGIC

Definition at line 35 of file test_aio.c.

prev_shmem_request_hook

shmem_request_hook_type prev_shmem_request_hook = NULL

static

Definition at line 50 of file test_aio.c.

Referenced by _PG_init(), and test_aio_shmem_request().

prev_shmem_startup_hook

shmem_startup_hook_type prev_shmem_startup_hook = NULL

static

Definition at line 51 of file test_aio.c.

Referenced by _PG_init(), and test_aio_shmem_startup().