PostgreSQL Source Code  git master
copy.h
Go to the documentation of this file.
1 /*-------------------------------------------------------------------------
2  *
3  * copy.h
4  * Definitions for using the POSTGRES copy command.
5  *
6  *
7  * Portions Copyright (c) 1996-2024, PostgreSQL Global Development Group
8  * Portions Copyright (c) 1994, Regents of the University of California
9  *
10  * src/include/commands/copy.h
11  *
12  *-------------------------------------------------------------------------
13  */
14 #ifndef COPY_H
15 #define COPY_H
16 
17 #include "nodes/execnodes.h"
18 #include "nodes/parsenodes.h"
19 #include "parser/parse_node.h"
20 #include "tcop/dest.h"
21 
22 /*
23  * Represents whether a header line should be present, and whether it must
24  * match the actual names (which implies "true").
25  */
26 typedef enum CopyHeaderChoice
27 {
32 
33 /*
34  * Represents where to save input processing errors. More values to be added
35  * in the future.
36  */
37 typedef enum CopyOnErrorChoice
38 {
39  COPY_ON_ERROR_STOP = 0, /* immediately throw errors, default */
40  COPY_ON_ERROR_IGNORE, /* ignore errors */
42 
43 /*
44  * Represents verbosity of logged messages by COPY command.
45  */
47 {
48  COPY_LOG_VERBOSITY_DEFAULT = 0, /* logs no additional messages, default */
49  COPY_LOG_VERBOSITY_VERBOSE, /* logs additional messages */
51 
52 /*
53  * A struct to hold COPY options, in a parsed form. All of these are related
54  * to formatting, except for 'freeze', which doesn't really belong here, but
55  * it's expedient to parse it along with all the other options.
56  */
57 typedef struct CopyFormatOptions
58 {
59  /* parameters from the COPY command */
60  int file_encoding; /* file or remote side's character encoding,
61  * -1 if not specified */
62  bool binary; /* binary format? */
63  bool freeze; /* freeze rows on loading? */
64  bool csv_mode; /* Comma Separated Value format? */
65  CopyHeaderChoice header_line; /* header line? */
66  char *null_print; /* NULL marker string (server encoding!) */
67  int null_print_len; /* length of same */
68  char *null_print_client; /* same converted to file encoding */
69  char *default_print; /* DEFAULT marker string */
70  int default_print_len; /* length of same */
71  char *delim; /* column delimiter (must be 1 byte) */
72  char *quote; /* CSV quote char (must be 1 byte) */
73  char *escape; /* CSV escape char (must be 1 byte) */
74  List *force_quote; /* list of column names */
75  bool force_quote_all; /* FORCE_QUOTE *? */
76  bool *force_quote_flags; /* per-column CSV FQ flags */
77  List *force_notnull; /* list of column names */
78  bool force_notnull_all; /* FORCE_NOT_NULL *? */
79  bool *force_notnull_flags; /* per-column CSV FNN flags */
80  List *force_null; /* list of column names */
81  bool force_null_all; /* FORCE_NULL *? */
82  bool *force_null_flags; /* per-column CSV FN flags */
83  bool convert_selectively; /* do selective binary conversion? */
84  CopyOnErrorChoice on_error; /* what to do when error happened */
85  CopyLogVerbosityChoice log_verbosity; /* verbosity of logged messages */
86  List *convert_select; /* list of column names (can be NIL) */
88 
89 /* These are private in commands/copy[from|to].c */
91 typedef struct CopyToStateData *CopyToState;
92 
93 typedef int (*copy_data_source_cb) (void *outbuf, int minread, int maxread);
94 typedef void (*copy_data_dest_cb) (void *data, int len);
95 
96 extern void DoCopy(ParseState *pstate, const CopyStmt *stmt,
97  int stmt_location, int stmt_len,
98  uint64 *processed);
99 
100 extern void ProcessCopyOptions(ParseState *pstate, CopyFormatOptions *opts_out, bool is_from, List *options);
102  const char *filename,
103  bool is_program, copy_data_source_cb data_source_cb, List *attnamelist, List *options);
104 extern void EndCopyFrom(CopyFromState cstate);
105 extern bool NextCopyFrom(CopyFromState cstate, ExprContext *econtext,
106  Datum *values, bool *nulls);
107 extern bool NextCopyFromRawFields(CopyFromState cstate,
108  char ***fields, int *nfields);
109 extern void CopyFromErrorCallback(void *arg);
110 extern char *CopyLimitPrintoutLength(const char *str);
111 
112 extern uint64 CopyFrom(CopyFromState cstate);
113 
115 
116 /*
117  * internal prototypes
118  */
119 extern CopyToState BeginCopyTo(ParseState *pstate, Relation rel, RawStmt *raw_query,
120  Oid queryRelId, const char *filename, bool is_program,
122 extern void EndCopyTo(CopyToState cstate);
123 extern uint64 DoCopyTo(CopyToState cstate);
124 extern List *CopyGetAttnums(TupleDesc tupDesc, Relation rel,
125  List *attnamelist);
126 
127 #endif /* COPY_H */
static Datum values[MAXATTR]
Definition: bootstrap.c:152
const char * str
struct CopyFormatOptions CopyFormatOptions
CopyOnErrorChoice
Definition: copy.h:38
@ COPY_ON_ERROR_IGNORE
Definition: copy.h:40
@ COPY_ON_ERROR_STOP
Definition: copy.h:39
List * CopyGetAttnums(TupleDesc tupDesc, Relation rel, List *attnamelist)
Definition: copy.c:858
char * CopyLimitPrintoutLength(const char *str)
Definition: copyfrom.c:191
CopyLogVerbosityChoice
Definition: copy.h:47
@ COPY_LOG_VERBOSITY_VERBOSE
Definition: copy.h:49
@ COPY_LOG_VERBOSITY_DEFAULT
Definition: copy.h:48
uint64 DoCopyTo(CopyToState cstate)
Definition: copyto.c:742
void DoCopy(ParseState *pstate, const CopyStmt *stmt, int stmt_location, int stmt_len, uint64 *processed)
Definition: copy.c:62
CopyFromState BeginCopyFrom(ParseState *pstate, Relation rel, Node *whereClause, const char *filename, bool is_program, copy_data_source_cb data_source_cb, List *attnamelist, List *options)
Definition: copyfrom.c:1368
struct CopyFromStateData * CopyFromState
Definition: copy.h:90
CopyToState BeginCopyTo(ParseState *pstate, Relation rel, RawStmt *raw_query, Oid queryRelId, const char *filename, bool is_program, copy_data_dest_cb data_dest_cb, List *attnamelist, List *options)
Definition: copyto.c:350
void(* copy_data_dest_cb)(void *data, int len)
Definition: copy.h:94
uint64 CopyFrom(CopyFromState cstate)
Definition: copyfrom.c:628
int(* copy_data_source_cb)(void *outbuf, int minread, int maxread)
Definition: copy.h:93
void ProcessCopyOptions(ParseState *pstate, CopyFormatOptions *opts_out, bool is_from, List *options)
Definition: copy.c:459
void EndCopyFrom(CopyFromState cstate)
Definition: copyfrom.c:1785
struct CopyToStateData * CopyToState
Definition: copy.h:91
CopyHeaderChoice
Definition: copy.h:27
@ COPY_HEADER_TRUE
Definition: copy.h:29
@ COPY_HEADER_FALSE
Definition: copy.h:28
@ COPY_HEADER_MATCH
Definition: copy.h:30
void EndCopyTo(CopyToState cstate)
Definition: copyto.c:721
DestReceiver * CreateCopyDestReceiver(void)
Definition: copyto.c:1267
void CopyFromErrorCallback(void *arg)
Definition: copyfrom.c:112
bool NextCopyFrom(CopyFromState cstate, ExprContext *econtext, Datum *values, bool *nulls)
bool NextCopyFromRawFields(CopyFromState cstate, char ***fields, int *nfields)
#define stmt
Definition: indent_codes.h:59
void * arg
const void size_t len
const void * data
static char * filename
Definition: pg_dumpall.c:119
uintptr_t Datum
Definition: postgres.h:64
unsigned int Oid
Definition: postgres_ext.h:31
int default_print_len
Definition: copy.h:70
bool force_notnull_all
Definition: copy.h:78
bool force_quote_all
Definition: copy.h:75
bool freeze
Definition: copy.h:63
bool binary
Definition: copy.h:62
int null_print_len
Definition: copy.h:67
bool convert_selectively
Definition: copy.h:83
CopyLogVerbosityChoice log_verbosity
Definition: copy.h:85
char * quote
Definition: copy.h:72
CopyOnErrorChoice on_error
Definition: copy.h:84
CopyHeaderChoice header_line
Definition: copy.h:65
List * force_quote
Definition: copy.h:74
char * escape
Definition: copy.h:73
char * null_print
Definition: copy.h:66
List * force_null
Definition: copy.h:80
char * delim
Definition: copy.h:71
List * convert_select
Definition: copy.h:86
bool * force_quote_flags
Definition: copy.h:76
bool force_null_all
Definition: copy.h:81
bool * force_notnull_flags
Definition: copy.h:79
char * null_print_client
Definition: copy.h:68
bool csv_mode
Definition: copy.h:64
int file_encoding
Definition: copy.h:60
bool * force_null_flags
Definition: copy.h:82
char * default_print
Definition: copy.h:69
List * force_notnull
Definition: copy.h:77
Node * whereClause
Definition: copyto.c:85
Relation rel
Definition: copyto.c:77
copy_data_dest_cb data_dest_cb
Definition: copyto.c:82
bool is_program
Definition: copyto.c:81
Definition: pg_list.h:54
Definition: nodes.h:129