logicalfuncs.c File Reference

#include "postgres.h"
#include <unistd.h>
#include "access/xlogrecovery.h"
#include "access/xlogutils.h"
#include "catalog/pg_type.h"
#include "fmgr.h"
#include "funcapi.h"
#include "mb/pg_wchar.h"
#include "miscadmin.h"
#include "nodes/makefuncs.h"
#include "replication/decode.h"
#include "replication/logical.h"
#include "replication/message.h"
#include "utils/array.h"
#include "utils/builtins.h"
#include "utils/inval.h"
#include "utils/memutils.h"
#include "utils/pg_lsn.h"
#include "utils/regproc.h"
#include "utils/resowner.h"

Include dependency graph for logicalfuncs.c:

Go to the source code of this file.

Data Structures
struct	DecodingOutputState

Typedefs
typedef struct DecodingOutputState	DecodingOutputState

Functions
static void	LogicalOutputPrepareWrite (LogicalDecodingContext *ctx, XLogRecPtr lsn, TransactionId xid, bool last_write)
static void	LogicalOutputWrite (LogicalDecodingContext *ctx, XLogRecPtr lsn, TransactionId xid, bool last_write)
static Datum	pg_logical_slot_get_changes_guts (FunctionCallInfo fcinfo, bool confirm, bool binary)
Datum	pg_logical_slot_get_changes (PG_FUNCTION_ARGS)
Datum	pg_logical_slot_peek_changes (PG_FUNCTION_ARGS)
Datum	pg_logical_slot_get_binary_changes (PG_FUNCTION_ARGS)
Datum	pg_logical_slot_peek_binary_changes (PG_FUNCTION_ARGS)
Datum	pg_logical_emit_message_bytea (PG_FUNCTION_ARGS)
Datum	pg_logical_emit_message_text (PG_FUNCTION_ARGS)

Typedef Documentation

DecodingOutputState

typedef struct DecodingOutputState DecodingOutputState

Function Documentation

LogicalOutputPrepareWrite()

static void LogicalOutputPrepareWrite ( LogicalDecodingContext *  ctx, XLogRecPtr  lsn, TransactionId  xid, bool  last_write  )

static

Definition at line 52 of file logicalfuncs.c.

{
    resetStringInfo(ctx->out);
}

References LogicalDecodingContext::out, and resetStringInfo().

Referenced by pg_logical_slot_get_changes_guts().

LogicalOutputWrite()

static void LogicalOutputWrite ( LogicalDecodingContext *  ctx, XLogRecPtr  lsn, TransactionId  xid, bool  last_write  )

static

Definition at line 62 of file logicalfuncs.c.

{
    Datum       values[3];
    bool        nulls[3];
    DecodingOutputState *p;
 
    /* SQL Datums can only be of a limited length... */
    if (ctx->out->len > MaxAllocSize - VARHDRSZ)
        elog(ERROR, "too much output for sql interface");
 
    p = (DecodingOutputState *) ctx->output_writer_private;
 
    memset(nulls, 0, sizeof(nulls));
    values[0] = LSNGetDatum(lsn);
    values[1] = TransactionIdGetDatum(xid);
 
    /*
     * Assert ctx->out is in database encoding when we're writing textual
     * output.
     */
    if (!p->binary_output)
        Assert(pg_verify_mbstr(GetDatabaseEncoding(),
                               ctx->out->data, ctx->out->len,
                               false));
 
    /* ick, but cstring_to_text_with_len works for bytea perfectly fine */
    values[2] = PointerGetDatum(cstring_to_text_with_len(ctx->out->data, ctx->out->len));
 
    tuplestore_putvalues(p->tupstore, p->tupdesc, values, nulls);
    p->returned_rows++;
}

References Assert(), DecodingOutputState::binary_output, cstring_to_text_with_len(), StringInfoData::data, elog, ERROR, GetDatabaseEncoding(), StringInfoData::len, LSNGetDatum(), MaxAllocSize, LogicalDecodingContext::out, LogicalDecodingContext::output_writer_private, pg_verify_mbstr(), PointerGetDatum(), DecodingOutputState::returned_rows, TransactionIdGetDatum(), DecodingOutputState::tupdesc, tuplestore_putvalues(), DecodingOutputState::tupstore, values, and VARHDRSZ.

Referenced by pg_logical_slot_get_changes_guts().

pg_logical_emit_message_bytea()

Datum pg_logical_emit_message_bytea

(

PG_FUNCTION_ARGS

)

Definition at line 368 of file logicalfuncs.c.

{
    bool        transactional = PG_GETARG_BOOL(0);
    char       *prefix = text_to_cstring(PG_GETARG_TEXT_PP(1));
    bytea      *data = PG_GETARG_BYTEA_PP(2);
    bool        flush = PG_GETARG_BOOL(3);
    XLogRecPtr  lsn;
 
    lsn = LogLogicalMessage(prefix, VARDATA_ANY(data), VARSIZE_ANY_EXHDR(data),
                            transactional, flush);
    PG_RETURN_LSN(lsn);
}

References data, LogLogicalMessage(), PG_GETARG_BOOL, PG_GETARG_BYTEA_PP, PG_GETARG_TEXT_PP, PG_RETURN_LSN, text_to_cstring(), VARDATA_ANY, and VARSIZE_ANY_EXHDR.

Referenced by pg_logical_emit_message_text().

pg_logical_emit_message_text()

Datum pg_logical_emit_message_text

(

PG_FUNCTION_ARGS

)

Definition at line 382 of file logicalfuncs.c.

{
    /* bytea and text are compatible */
    return pg_logical_emit_message_bytea(fcinfo);
}

References pg_logical_emit_message_bytea().

pg_logical_slot_get_binary_changes()

Datum pg_logical_slot_get_binary_changes

(

PG_FUNCTION_ARGS

)

Definition at line 349 of file logicalfuncs.c.

{
    return pg_logical_slot_get_changes_guts(fcinfo, true, true);
}

References pg_logical_slot_get_changes_guts().

pg_logical_slot_get_changes()

Datum pg_logical_slot_get_changes

(

PG_FUNCTION_ARGS

)

Definition at line 331 of file logicalfuncs.c.

{
    return pg_logical_slot_get_changes_guts(fcinfo, true, false);
}

References pg_logical_slot_get_changes_guts().

pg_logical_slot_get_changes_guts()

static Datum pg_logical_slot_get_changes_guts ( FunctionCallInfo  fcinfo, bool  confirm, bool  binary  )

static

Definition at line 99 of file logicalfuncs.c.

{
    Name        name;
    XLogRecPtr  upto_lsn;
    int32       upto_nchanges;
    ReturnSetInfo *rsinfo = (ReturnSetInfo *) fcinfo->resultinfo;
    MemoryContext per_query_ctx;
    MemoryContext oldcontext;
    XLogRecPtr  end_of_wal;
    XLogRecPtr  wait_for_wal_lsn;
    LogicalDecodingContext *ctx;
    ResourceOwner old_resowner = CurrentResourceOwner;
    ArrayType  *arr;
    Size        ndim;
    List       *options = NIL;
    DecodingOutputState *p;
 
    CheckSlotPermissions();
 
    CheckLogicalDecodingRequirements();
 
    if (PG_ARGISNULL(0))
        ereport(ERROR,
                (errcode(ERRCODE_NULL_VALUE_NOT_ALLOWED),
                 errmsg("slot name must not be null")));
    name = PG_GETARG_NAME(0);
 
    if (PG_ARGISNULL(1))
        upto_lsn = InvalidXLogRecPtr;
    else
        upto_lsn = PG_GETARG_LSN(1);
 
    if (PG_ARGISNULL(2))
        upto_nchanges = InvalidXLogRecPtr;
    else
        upto_nchanges = PG_GETARG_INT32(2);
 
    if (PG_ARGISNULL(3))
        ereport(ERROR,
                (errcode(ERRCODE_NULL_VALUE_NOT_ALLOWED),
                 errmsg("options array must not be null")));
    arr = PG_GETARG_ARRAYTYPE_P(3);
 
    /* state to write output to */
    p = palloc0(sizeof(DecodingOutputState));
 
    p->binary_output = binary;
 
    per_query_ctx = rsinfo->econtext->ecxt_per_query_memory;
    oldcontext = MemoryContextSwitchTo(per_query_ctx);
 
    /* Deconstruct options array */
    ndim = ARR_NDIM(arr);
    if (ndim > 1)
    {
        ereport(ERROR,
                (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
                 errmsg("array must be one-dimensional")));
    }
    else if (array_contains_nulls(arr))
    {
        ereport(ERROR,
                (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
                 errmsg("array must not contain nulls")));
    }
    else if (ndim == 1)
    {
        int         nelems;
        Datum      *datum_opts;
        int         i;
 
        Assert(ARR_ELEMTYPE(arr) == TEXTOID);
 
        deconstruct_array_builtin(arr, TEXTOID, &datum_opts, NULL, &nelems);
 
        if (nelems % 2 != 0)
            ereport(ERROR,
                    (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
                     errmsg("array must have even number of elements")));
 
        for (i = 0; i < nelems; i += 2)
        {
            char       *optname = TextDatumGetCString(datum_opts[i]);
            char       *opt = TextDatumGetCString(datum_opts[i + 1]);
 
            options = lappend(options, makeDefElem(optname, (Node *) makeString(opt), -1));
        }
    }
 
    InitMaterializedSRF(fcinfo, 0);
    p->tupstore = rsinfo->setResult;
    p->tupdesc = rsinfo->setDesc;
 
    /*
     * Compute the current end-of-wal.
     */
    if (!RecoveryInProgress())
        end_of_wal = GetFlushRecPtr(NULL);
    else
        end_of_wal = GetXLogReplayRecPtr(NULL);
 
    ReplicationSlotAcquire(NameStr(*name), true, true);
 
    PG_TRY();
    {
        /* restart at slot's confirmed_flush */
        ctx = CreateDecodingContext(InvalidXLogRecPtr,
                                    options,
                                    false,
                                    XL_ROUTINE(.page_read = read_local_xlog_page,
                                               .segment_open = wal_segment_open,
                                               .segment_close = wal_segment_close),
                                    LogicalOutputPrepareWrite,
                                    LogicalOutputWrite, NULL);
 
        MemoryContextSwitchTo(oldcontext);
 
        /*
         * Check whether the output plugin writes textual output if that's
         * what we need.
         */
        if (!binary &&
            ctx->options.output_type !=OUTPUT_PLUGIN_TEXTUAL_OUTPUT)
            ereport(ERROR,
                    (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
                     errmsg("logical decoding output plugin \"%s\" produces binary output, but function \"%s\" expects textual data",
                            NameStr(MyReplicationSlot->data.plugin),
                            format_procedure(fcinfo->flinfo->fn_oid))));
 
        /*
         * Wait for specified streaming replication standby servers (if any)
         * to confirm receipt of WAL up to wait_for_wal_lsn.
         */
        if (XLogRecPtrIsInvalid(upto_lsn))
            wait_for_wal_lsn = end_of_wal;
        else
            wait_for_wal_lsn = Min(upto_lsn, end_of_wal);
 
        WaitForStandbyConfirmation(wait_for_wal_lsn);
 
        ctx->output_writer_private = p;
 
        /*
         * Decoding of WAL must start at restart_lsn so that the entirety of
         * xacts that committed after the slot's confirmed_flush can be
         * accumulated into reorder buffers.
         */
        XLogBeginRead(ctx->reader, MyReplicationSlot->data.restart_lsn);
 
        /* invalidate non-timetravel entries */
        InvalidateSystemCaches();
 
        /* Decode until we run out of records */
        while (ctx->reader->EndRecPtr < end_of_wal)
        {
            XLogRecord *record;
            char       *errm = NULL;
 
            record = XLogReadRecord(ctx->reader, &errm);
            if (errm)
                elog(ERROR, "could not find record for logical decoding: %s", errm);
 
            /*
             * The {begin_txn,change,commit_txn}_wrapper callbacks above will
             * store the description into our tuplestore.
             */
            if (record != NULL)
                LogicalDecodingProcessRecord(ctx, ctx->reader);
 
            /* check limits */
            if (upto_lsn != InvalidXLogRecPtr &&
                upto_lsn <= ctx->reader->EndRecPtr)
                break;
            if (upto_nchanges != 0 &&
                upto_nchanges <= p->returned_rows)
                break;
            CHECK_FOR_INTERRUPTS();
        }
 
        /*
         * Logical decoding could have clobbered CurrentResourceOwner during
         * transaction management, so restore the executor's value.  (This is
         * a kluge, but it's not worth cleaning up right now.)
         */
        CurrentResourceOwner = old_resowner;
 
        /*
         * Next time, start where we left off. (Hunting things, the family
         * business..)
         */
        if (ctx->reader->EndRecPtr != InvalidXLogRecPtr && confirm)
        {
            LogicalConfirmReceivedLocation(ctx->reader->EndRecPtr);
 
            /*
             * If only the confirmed_flush_lsn has changed the slot won't get
             * marked as dirty by the above. Callers on the walsender
             * interface are expected to keep track of their own progress and
             * don't need it written out. But SQL-interface users cannot
             * specify their own start positions and it's harder for them to
             * keep track of their progress, so we should make more of an
             * effort to save it for them.
             *
             * Dirty the slot so it's written out at the next checkpoint.
             * We'll still lose its position on crash, as documented, but it's
             * better than always losing the position even on clean restart.
             */
            ReplicationSlotMarkDirty();
        }
 
        /* free context, call shutdown callback */
        FreeDecodingContext(ctx);
 
        ReplicationSlotRelease();
        InvalidateSystemCaches();
    }
    PG_CATCH();
    {
        /* clear all timetravel entries */
        InvalidateSystemCaches();
 
        PG_RE_THROW();
    }
    PG_END_TRY();
 
    return (Datum) 0;
}

References ARR_ELEMTYPE, ARR_NDIM, array_contains_nulls(), Assert(), CHECK_FOR_INTERRUPTS, CheckLogicalDecodingRequirements(), CheckSlotPermissions(), CreateDecodingContext(), CurrentResourceOwner, ReplicationSlot::data, deconstruct_array_builtin(), ReturnSetInfo::econtext, ExprContext::ecxt_per_query_memory, elog, ereport, errcode(), errmsg(), ERROR, FunctionCallInfoBaseData::flinfo, FmgrInfo::fn_oid, format_procedure(), FreeDecodingContext(), GetFlushRecPtr(), GetXLogReplayRecPtr(), i, InitMaterializedSRF(), InvalidateSystemCaches(), InvalidXLogRecPtr, lappend(), LogicalConfirmReceivedLocation(), LogicalDecodingProcessRecord(), LogicalOutputPrepareWrite(), LogicalOutputWrite(), makeDefElem(), makeString(), MemoryContextSwitchTo(), Min, MyReplicationSlot, name, NameStr, NIL, OUTPUT_PLUGIN_TEXTUAL_OUTPUT, palloc0(), PG_ARGISNULL, PG_CATCH, PG_END_TRY, PG_GETARG_ARRAYTYPE_P, PG_GETARG_INT32, PG_GETARG_LSN, PG_GETARG_NAME, PG_RE_THROW, PG_TRY, ReplicationSlotPersistentData::plugin, read_local_xlog_page(), RecoveryInProgress(), ReplicationSlotAcquire(), ReplicationSlotMarkDirty(), ReplicationSlotRelease(), ReplicationSlotPersistentData::restart_lsn, FunctionCallInfoBaseData::resultinfo, ReturnSetInfo::setDesc, ReturnSetInfo::setResult, TextDatumGetCString, WaitForStandbyConfirmation(), wal_segment_close(), wal_segment_open(), XL_ROUTINE, XLogBeginRead(), XLogReadRecord(), and XLogRecPtrIsInvalid.

Referenced by pg_logical_slot_get_binary_changes(), pg_logical_slot_get_changes(), pg_logical_slot_peek_binary_changes(), and pg_logical_slot_peek_changes().

pg_logical_slot_peek_binary_changes()

Datum pg_logical_slot_peek_binary_changes

(

PG_FUNCTION_ARGS

)

Definition at line 358 of file logicalfuncs.c.

{
    return pg_logical_slot_get_changes_guts(fcinfo, false, true);
}

References pg_logical_slot_get_changes_guts().

pg_logical_slot_peek_changes()

Datum pg_logical_slot_peek_changes

(

PG_FUNCTION_ARGS

)

Definition at line 340 of file logicalfuncs.c.

{
    return pg_logical_slot_get_changes_guts(fcinfo, false, false);
}

References pg_logical_slot_get_changes_guts().