copyfrom_internal.h File Reference

#include "commands/copy.h"
#include "commands/trigger.h"
#include "nodes/miscnodes.h"

Include dependency graph for copyfrom_internal.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures
struct	CopyFromStateData

Macros
#define	INPUT_BUF_SIZE   65536 /* we palloc INPUT_BUF_SIZE+1 bytes */
#define	INPUT_BUF_BYTES(cstate)   ((cstate)->input_buf_len - (cstate)->input_buf_index)
#define	RAW_BUF_SIZE   65536 /* we palloc RAW_BUF_SIZE+1 bytes */
#define	RAW_BUF_BYTES(cstate)   ((cstate)->raw_buf_len - (cstate)->raw_buf_index)

Typedefs
typedef enum CopySource	CopySource
typedef enum EolType	EolType
typedef enum CopyInsertMethod	CopyInsertMethod
typedef struct CopyFromStateData	CopyFromStateData

Enumerations
enum	CopySource { COPY_FILE , COPY_FRONTEND , COPY_CALLBACK }
enum	EolType { EOL_UNKNOWN , EOL_NL , EOL_CR , EOL_CRNL }
enum	CopyInsertMethod { CIM_SINGLE , CIM_MULTI , CIM_MULTI_CONDITIONAL }

Functions
void	ReceiveCopyBegin (CopyFromState cstate)
void	ReceiveCopyBinaryHeader (CopyFromState cstate)
bool	CopyFromTextOneRow (CopyFromState cstate, ExprContext *econtext, Datum *values, bool *nulls)
bool	CopyFromCSVOneRow (CopyFromState cstate, ExprContext *econtext, Datum *values, bool *nulls)
bool	CopyFromBinaryOneRow (CopyFromState cstate, ExprContext *econtext, Datum *values, bool *nulls)

Macro Definition Documentation

INPUT_BUF_BYTES

#define INPUT_BUF_BYTES

(

cstate

)

((cstate)->input_buf_len - (cstate)->input_buf_index)

Definition at line 167 of file copyfrom_internal.h.

INPUT_BUF_SIZE

#define INPUT_BUF_SIZE   65536 /* we palloc INPUT_BUF_SIZE+1 bytes */

Definition at line 160 of file copyfrom_internal.h.

RAW_BUF_BYTES

#define RAW_BUF_BYTES

(

cstate

)

((cstate)->raw_buf_len - (cstate)->raw_buf_index)

Definition at line 181 of file copyfrom_internal.h.

RAW_BUF_SIZE

#define RAW_BUF_SIZE   65536 /* we palloc RAW_BUF_SIZE+1 bytes */

Definition at line 174 of file copyfrom_internal.h.

Typedef Documentation

CopyFromStateData

typedef struct CopyFromStateData CopyFromStateData

CopyInsertMethod

typedef enum CopyInsertMethod CopyInsertMethod

CopySource

typedef enum CopySource CopySource

EolType

typedef enum EolType EolType

Enumeration Type Documentation

CopyInsertMethod

enum CopyInsertMethod

Enumerator
CIM_SINGLE
CIM_MULTI
CIM_MULTI_CONDITIONAL

Definition at line 46 of file copyfrom_internal.h.

{
    CIM_SINGLE,                 /* use table_tuple_insert or ExecForeignInsert */
    CIM_MULTI,                  /* always use table_multi_insert or
                                 * ExecForeignBatchInsert */
    CIM_MULTI_CONDITIONAL,      /* use table_multi_insert or
                                 * ExecForeignBatchInsert only if valid */
} CopyInsertMethod;

CopySource

enum CopySource

Enumerator
COPY_FILE
COPY_FRONTEND
COPY_CALLBACK

Definition at line 25 of file copyfrom_internal.h.

{
    COPY_FILE,                  /* from file (or a piped program) */
    COPY_FRONTEND,              /* from frontend */
    COPY_CALLBACK,              /* from callback function */
} CopySource;

EolType

enum EolType

Enumerator
EOL_UNKNOWN
EOL_NL
EOL_CR
EOL_CRNL

Definition at line 35 of file copyfrom_internal.h.

{
    EOL_UNKNOWN,
    EOL_NL,
    EOL_CR,
    EOL_CRNL,
} EolType;

Function Documentation

CopyFromBinaryOneRow()

bool CopyFromBinaryOneRow	(	CopyFromState	cstate,
		ExprContext *	econtext,
		Datum *	values,
		bool *	nulls
	)

Definition at line 1095 of file copyfromparse.c.

{
    TupleDesc   tupDesc;
    AttrNumber  attr_count;
    FmgrInfo   *in_functions = cstate->in_functions;
    Oid        *typioparams = cstate->typioparams;
    int16       fld_count;
    ListCell   *cur;
 
    tupDesc = RelationGetDescr(cstate->rel);
    attr_count = list_length(cstate->attnumlist);
 
    cstate->cur_lineno++;
 
    if (!CopyGetInt16(cstate, &fld_count))
    {
        /* EOF detected (end of file, or protocol-level EOF) */
        return false;
    }
 
    if (fld_count == -1)
    {
        /*
         * Received EOF marker.  Wait for the protocol-level EOF, and complain
         * if it doesn't come immediately.  In COPY FROM STDIN, this ensures
         * that we correctly handle CopyFail, if client chooses to send that
         * now.  When copying from file, we could ignore the rest of the file
         * like in text mode, but we choose to be consistent with the COPY
         * FROM STDIN case.
         */
        char        dummy;
 
        if (CopyReadBinaryData(cstate, &dummy, 1) > 0)
            ereport(ERROR,
                    (errcode(ERRCODE_BAD_COPY_FILE_FORMAT),
                     errmsg("received copy data after EOF marker")));
        return false;
    }
 
    if (fld_count != attr_count)
        ereport(ERROR,
                (errcode(ERRCODE_BAD_COPY_FILE_FORMAT),
                 errmsg("row field count is %d, expected %d",
                        (int) fld_count, attr_count)));
 
    foreach(cur, cstate->attnumlist)
    {
        int         attnum = lfirst_int(cur);
        int         m = attnum - 1;
        Form_pg_attribute att = TupleDescAttr(tupDesc, m);
 
        cstate->cur_attname = NameStr(att->attname);
        values[m] = CopyReadBinaryAttribute(cstate,
                                            &in_functions[m],
                                            typioparams[m],
                                            att->atttypmod,
                                            &nulls[m]);
        cstate->cur_attname = NULL;
    }
 
    return true;
}

References attnum, CopyFromStateData::attnumlist, CopyGetInt16(), CopyReadBinaryAttribute(), CopyReadBinaryData(), cur, CopyFromStateData::cur_attname, CopyFromStateData::cur_lineno, ereport, errcode(), errmsg(), ERROR, CopyFromStateData::in_functions, lfirst_int, list_length(), NameStr, CopyFromStateData::rel, RelationGetDescr, TupleDescAttr(), CopyFromStateData::typioparams, and values.

CopyFromCSVOneRow()

bool CopyFromCSVOneRow	(	CopyFromState	cstate,
		ExprContext *	econtext,
		Datum *	values,
		bool *	nulls
	)

Definition at line 933 of file copyfromparse.c.

{
    return CopyFromTextLikeOneRow(cstate, econtext, values, nulls, true);
}

References CopyFromTextLikeOneRow(), and values.

CopyFromTextOneRow()

bool CopyFromTextOneRow	(	CopyFromState	cstate,
		ExprContext *	econtext,
		Datum *	values,
		bool *	nulls
	)

Definition at line 925 of file copyfromparse.c.

{
    return CopyFromTextLikeOneRow(cstate, econtext, values, nulls, false);
}

References CopyFromTextLikeOneRow(), and values.

ReceiveCopyBegin()

void ReceiveCopyBegin

(

CopyFromState

cstate

)

Definition at line 170 of file copyfromparse.c.

{
    StringInfoData buf;
    int         natts = list_length(cstate->attnumlist);
    int16       format = (cstate->opts.binary ? 1 : 0);
    int         i;
 
    pq_beginmessage(&buf, PqMsg_CopyInResponse);
    pq_sendbyte(&buf, format);  /* overall format */
    pq_sendint16(&buf, natts);
    for (i = 0; i < natts; i++)
        pq_sendint16(&buf, format); /* per-column formats */
    pq_endmessage(&buf);
    cstate->copy_src = COPY_FRONTEND;
    cstate->fe_msgbuf = makeStringInfo();
    /* We *must* flush here to ensure FE knows it can send. */
    pq_flush();
}

References CopyFromStateData::attnumlist, CopyFormatOptions::binary, buf, COPY_FRONTEND, CopyFromStateData::copy_src, CopyFromStateData::fe_msgbuf, format, i, list_length(), makeStringInfo(), CopyFromStateData::opts, pq_beginmessage(), pq_endmessage(), pq_flush, pq_sendbyte(), pq_sendint16(), and PqMsg_CopyInResponse.

Referenced by BeginCopyFrom().

ReceiveCopyBinaryHeader()

void ReceiveCopyBinaryHeader

(

CopyFromState

cstate

)

Definition at line 190 of file copyfromparse.c.

{
    char        readSig[11];
    int32       tmp;
 
    /* Signature */
    if (CopyReadBinaryData(cstate, readSig, 11) != 11 ||
        memcmp(readSig, BinarySignature, 11) != 0)
        ereport(ERROR,
                (errcode(ERRCODE_BAD_COPY_FILE_FORMAT),
                 errmsg("COPY file signature not recognized")));
    /* Flags field */
    if (!CopyGetInt32(cstate, &tmp))
        ereport(ERROR,
                (errcode(ERRCODE_BAD_COPY_FILE_FORMAT),
                 errmsg("invalid COPY file header (missing flags)")));
    if ((tmp & (1 << 16)) != 0)
        ereport(ERROR,
                (errcode(ERRCODE_BAD_COPY_FILE_FORMAT),
                 errmsg("invalid COPY file header (WITH OIDS)")));
    tmp &= ~(1 << 16);
    if ((tmp >> 16) != 0)
        ereport(ERROR,
                (errcode(ERRCODE_BAD_COPY_FILE_FORMAT),
                 errmsg("unrecognized critical flags in COPY file header")));
    /* Header extension length */
    if (!CopyGetInt32(cstate, &tmp) ||
        tmp < 0)
        ereport(ERROR,
                (errcode(ERRCODE_BAD_COPY_FILE_FORMAT),
                 errmsg("invalid COPY file header (missing length)")));
    /* Skip extension header, if present */
    while (tmp-- > 0)
    {
        if (CopyReadBinaryData(cstate, readSig, 1) != 1)
            ereport(ERROR,
                    (errcode(ERRCODE_BAD_COPY_FILE_FORMAT),
                     errmsg("invalid COPY file header (wrong length)")));
    }
}

References BinarySignature, CopyGetInt32(), CopyReadBinaryData(), ereport, errcode(), errmsg(), and ERROR.

Referenced by CopyFromBinaryStart().