PostgreSQL Source Code git master
All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Pages
copy.h
Go to the documentation of this file.
1/*-------------------------------------------------------------------------
2 *
3 * copy.h
4 * Definitions for using the POSTGRES copy command.
5 *
6 *
7 * Portions Copyright (c) 1996-2025, PostgreSQL Global Development Group
8 * Portions Copyright (c) 1994, Regents of the University of California
9 *
10 * src/include/commands/copy.h
11 *
12 *-------------------------------------------------------------------------
13 */
14#ifndef COPY_H
15#define COPY_H
16
17#include "nodes/execnodes.h"
18#include "nodes/parsenodes.h"
19#include "parser/parse_node.h"
20#include "tcop/dest.h"
21
22/*
23 * Represents whether a header line must match the actual names
24 * (which implies "true"), and whether it should be present.
25 */
26#define COPY_HEADER_MATCH -1
27#define COPY_HEADER_FALSE 0
28#define COPY_HEADER_TRUE 1
29
30/*
31 * Represents where to save input processing errors. More values to be added
32 * in the future.
33 */
35{
36 COPY_ON_ERROR_STOP = 0, /* immediately throw errors, default */
37 COPY_ON_ERROR_IGNORE, /* ignore errors */
39
40/*
41 * Represents verbosity of logged messages by COPY command.
42 */
44{
45 COPY_LOG_VERBOSITY_SILENT = -1, /* logs none */
46 COPY_LOG_VERBOSITY_DEFAULT = 0, /* logs no additional messages. As this is
47 * the default, assign 0 */
48 COPY_LOG_VERBOSITY_VERBOSE, /* logs additional messages */
50
51/*
52 * A struct to hold COPY options, in a parsed form. All of these are related
53 * to formatting, except for 'freeze', which doesn't really belong here, but
54 * it's expedient to parse it along with all the other options.
55 */
56typedef struct CopyFormatOptions
57{
58 /* parameters from the COPY command */
59 int file_encoding; /* file or remote side's character encoding,
60 * -1 if not specified */
61 bool binary; /* binary format? */
62 bool freeze; /* freeze rows on loading? */
63 bool csv_mode; /* Comma Separated Value format? */
64 int header_line; /* number of lines to skip or COPY_HEADER_XXX
65 * value (see the above) */
66 char *null_print; /* NULL marker string (server encoding!) */
67 int null_print_len; /* length of same */
68 char *null_print_client; /* same converted to file encoding */
69 char *default_print; /* DEFAULT marker string */
70 int default_print_len; /* length of same */
71 char *delim; /* column delimiter (must be 1 byte) */
72 char *quote; /* CSV quote char (must be 1 byte) */
73 char *escape; /* CSV escape char (must be 1 byte) */
74 List *force_quote; /* list of column names */
75 bool force_quote_all; /* FORCE_QUOTE *? */
76 bool *force_quote_flags; /* per-column CSV FQ flags */
77 List *force_notnull; /* list of column names */
78 bool force_notnull_all; /* FORCE_NOT_NULL *? */
79 bool *force_notnull_flags; /* per-column CSV FNN flags */
80 List *force_null; /* list of column names */
81 bool force_null_all; /* FORCE_NULL *? */
82 bool *force_null_flags; /* per-column CSV FN flags */
83 bool convert_selectively; /* do selective binary conversion? */
84 CopyOnErrorChoice on_error; /* what to do when error happened */
85 CopyLogVerbosityChoice log_verbosity; /* verbosity of logged messages */
86 int64 reject_limit; /* maximum tolerable number of errors */
87 List *convert_select; /* list of column names (can be NIL) */
89
90/* These are private in commands/copy[from|to].c */
93
94typedef int (*copy_data_source_cb) (void *outbuf, int minread, int maxread);
95typedef void (*copy_data_dest_cb) (void *data, int len);
96
97extern void DoCopy(ParseState *pstate, const CopyStmt *stmt,
98 int stmt_location, int stmt_len,
99 uint64 *processed);
100
101extern void ProcessCopyOptions(ParseState *pstate, CopyFormatOptions *opts_out, bool is_from, List *options);
103 const char *filename,
104 bool is_program, copy_data_source_cb data_source_cb, List *attnamelist, List *options);
105extern void EndCopyFrom(CopyFromState cstate);
106extern bool NextCopyFrom(CopyFromState cstate, ExprContext *econtext,
107 Datum *values, bool *nulls);
108extern bool NextCopyFromRawFields(CopyFromState cstate,
109 char ***fields, int *nfields);
110extern void CopyFromErrorCallback(void *arg);
111extern char *CopyLimitPrintoutLength(const char *str);
112
113extern uint64 CopyFrom(CopyFromState cstate);
114
116
117/*
118 * internal prototypes
119 */
120extern CopyToState BeginCopyTo(ParseState *pstate, Relation rel, RawStmt *raw_query,
121 Oid queryRelId, const char *filename, bool is_program,
123extern void EndCopyTo(CopyToState cstate);
124extern uint64 DoCopyTo(CopyToState cstate);
125extern List *CopyGetAttnums(TupleDesc tupDesc, Relation rel,
126 List *attnamelist);
127
128#endif /* COPY_H */
static Datum values[MAXATTR]
Definition: bootstrap.c:153
int64_t int64
Definition: c.h:535
uint64_t uint64
Definition: c.h:539
const char * str
struct CopyFormatOptions CopyFormatOptions
char * CopyLimitPrintoutLength(const char *str)
Definition: copyfrom.c:333
CopyOnErrorChoice
Definition: copy.h:35
@ COPY_ON_ERROR_IGNORE
Definition: copy.h:37
@ COPY_ON_ERROR_STOP
Definition: copy.h:36
CopyLogVerbosityChoice
Definition: copy.h:44
@ COPY_LOG_VERBOSITY_SILENT
Definition: copy.h:45
@ COPY_LOG_VERBOSITY_VERBOSE
Definition: copy.h:48
@ COPY_LOG_VERBOSITY_DEFAULT
Definition: copy.h:46
uint64 DoCopyTo(CopyToState cstate)
Definition: copyto.c:1026
void DoCopy(ParseState *pstate, const CopyStmt *stmt, int stmt_location, int stmt_len, uint64 *processed)
Definition: copy.c:62
List * CopyGetAttnums(TupleDesc tupDesc, Relation rel, List *attnamelist)
Definition: copy.c:955
DestReceiver * CreateCopyDestReceiver(void)
Definition: copyto.c:1435
CopyFromState BeginCopyFrom(ParseState *pstate, Relation rel, Node *whereClause, const char *filename, bool is_program, copy_data_source_cb data_source_cb, List *attnamelist, List *options)
Definition: copyfrom.c:1529
struct CopyFromStateData * CopyFromState
Definition: copy.h:91
CopyToState BeginCopyTo(ParseState *pstate, Relation rel, RawStmt *raw_query, Oid queryRelId, const char *filename, bool is_program, copy_data_dest_cb data_dest_cb, List *attnamelist, List *options)
Definition: copyto.c:623
void(* copy_data_dest_cb)(void *data, int len)
Definition: copy.h:95
uint64 CopyFrom(CopyFromState cstate)
Definition: copyfrom.c:779
int(* copy_data_source_cb)(void *outbuf, int minread, int maxread)
Definition: copy.h:94
void ProcessCopyOptions(ParseState *pstate, CopyFormatOptions *opts_out, bool is_from, List *options)
Definition: copy.c:506
void EndCopyFrom(CopyFromState cstate)
Definition: copyfrom.c:1914
struct CopyToStateData * CopyToState
Definition: copy.h:92
void EndCopyTo(CopyToState cstate)
Definition: copyto.c:1005
void CopyFromErrorCallback(void *arg)
Definition: copyfrom.c:254
bool NextCopyFrom(CopyFromState cstate, ExprContext *econtext, Datum *values, bool *nulls)
bool NextCopyFromRawFields(CopyFromState cstate, char ***fields, int *nfields)
#define stmt
Definition: indent_codes.h:59
void * arg
const void size_t len
const void * data
static char * filename
Definition: pg_dumpall.c:120
uint64_t Datum
Definition: postgres.h:70
unsigned int Oid
Definition: postgres_ext.h:32
int header_line
Definition: copy.h:64
int default_print_len
Definition: copy.h:70
bool force_notnull_all
Definition: copy.h:78
bool force_quote_all
Definition: copy.h:75
bool freeze
Definition: copy.h:62
bool binary
Definition: copy.h:61
int null_print_len
Definition: copy.h:67
bool convert_selectively
Definition: copy.h:83
CopyLogVerbosityChoice log_verbosity
Definition: copy.h:85
char * quote
Definition: copy.h:72
CopyOnErrorChoice on_error
Definition: copy.h:84
List * force_quote
Definition: copy.h:74
char * escape
Definition: copy.h:73
char * null_print
Definition: copy.h:66
List * force_null
Definition: copy.h:80
char * delim
Definition: copy.h:71
int64 reject_limit
Definition: copy.h:86
List * convert_select
Definition: copy.h:87
bool * force_quote_flags
Definition: copy.h:76
bool force_null_all
Definition: copy.h:81
bool * force_notnull_flags
Definition: copy.h:79
char * null_print_client
Definition: copy.h:68
bool csv_mode
Definition: copy.h:63
int file_encoding
Definition: copy.h:59
bool * force_null_flags
Definition: copy.h:82
char * default_print
Definition: copy.h:69
List * force_notnull
Definition: copy.h:77
Node * whereClause
Definition: copyto.c:88
Relation rel
Definition: copyto.c:80
copy_data_dest_cb data_dest_cb
Definition: copyto.c:85
bool is_program
Definition: copyto.c:84
Definition: pg_list.h:54
Definition: nodes.h:135