read.c File Reference

#include "postgres.h"
#include <ctype.h>
#include "common/string.h"
#include "nodes/bitmapset.h"
#include "nodes/pg_list.h"
#include "nodes/readfuncs.h"
#include "nodes/value.h"

Include dependency graph for read.c:

Go to the source code of this file.

Macros
#define	RIGHT_PAREN   (1000000 + 1)
#define	LEFT_PAREN   (1000000 + 2)
#define	LEFT_BRACE   (1000000 + 3)
#define	OTHER_TOKEN   (1000000 + 4)

Functions
static void *	stringToNodeInternal (const char *str, bool restore_loc_fields)
void *	stringToNode (const char *str)
const char *	pg_strtok (int *length)
char *	debackslash (const char *token, int length)
static NodeTag	nodeTokenType (const char *token, int length)
void *	nodeRead (const char *token, int tok_len)

Variables
static const char *	pg_strtok_ptr = NULL

Macro Definition Documentation

LEFT_BRACE

#define LEFT_BRACE   (1000000 + 3)

Definition at line 232 of file read.c.

LEFT_PAREN

#define LEFT_PAREN   (1000000 + 2)

Definition at line 231 of file read.c.

OTHER_TOKEN

#define OTHER_TOKEN   (1000000 + 4)

Definition at line 233 of file read.c.

RIGHT_PAREN

#define RIGHT_PAREN   (1000000 + 1)

Definition at line 230 of file read.c.

Function Documentation

debackslash()

char * debackslash	(	const char *	token,
		int	length
	)

Definition at line 214 of file read.c.

{
    char       *result = palloc(length + 1);
    char       *ptr = result;
 
    while (length > 0)
    {
        if (*token == '\\' && length > 1)
            token++, length--;
        *ptr++ = *token++;
        length--;
    }
    *ptr = '\0';
    return result;
}

References palloc().

Referenced by nodeRead(), and nullable_string().

nodeRead()

void * nodeRead	(	const char *	token,
		int	tok_len
	)

Definition at line 320 of file read.c.

{
    Node       *result;
    NodeTag     type;
 
    if (token == NULL)          /* need to read a token? */
    {
        token = pg_strtok(&tok_len);
 
        if (token == NULL)      /* end of input */
            return NULL;
    }
 
    type = nodeTokenType(token, tok_len);
 
    switch ((int) type)
    {
        case LEFT_BRACE:
            result = parseNodeString();
            token = pg_strtok(&tok_len);
            if (token == NULL || token[0] != '}')
                elog(ERROR, "did not find '}' at end of input node");
            break;
        case LEFT_PAREN:
            {
                List       *l = NIL;
 
                /*----------
                 * Could be an integer list:    (i int int ...)
                 * or an OID list:              (o int int ...)
                 * or an XID list:              (x int int ...)
                 * or a bitmapset:              (b int int ...)
                 * or a list of nodes/values:   (node node ...)
                 *----------
                 */
                token = pg_strtok(&tok_len);
                if (token == NULL)
                    elog(ERROR, "unterminated List structure");
                if (tok_len == 1 && token[0] == 'i')
                {
                    /* List of integers */
                    for (;;)
                    {
                        int         val;
                        char       *endptr;
 
                        token = pg_strtok(&tok_len);
                        if (token == NULL)
                            elog(ERROR, "unterminated List structure");
                        if (token[0] == ')')
                            break;
                        val = (int) strtol(token, &endptr, 10);
                        if (endptr != token + tok_len)
                            elog(ERROR, "unrecognized integer: \"%.*s\"",
                                 tok_len, token);
                        l = lappend_int(l, val);
                    }
                    result = (Node *) l;
                }
                else if (tok_len == 1 && token[0] == 'o')
                {
                    /* List of OIDs */
                    for (;;)
                    {
                        Oid         val;
                        char       *endptr;
 
                        token = pg_strtok(&tok_len);
                        if (token == NULL)
                            elog(ERROR, "unterminated List structure");
                        if (token[0] == ')')
                            break;
                        val = (Oid) strtoul(token, &endptr, 10);
                        if (endptr != token + tok_len)
                            elog(ERROR, "unrecognized OID: \"%.*s\"",
                                 tok_len, token);
                        l = lappend_oid(l, val);
                    }
                    result = (Node *) l;
                }
                else if (tok_len == 1 && token[0] == 'x')
                {
                    /* List of TransactionIds */
                    for (;;)
                    {
                        TransactionId val;
                        char       *endptr;
 
                        token = pg_strtok(&tok_len);
                        if (token == NULL)
                            elog(ERROR, "unterminated List structure");
                        if (token[0] == ')')
                            break;
                        val = (TransactionId) strtoul(token, &endptr, 10);
                        if (endptr != token + tok_len)
                            elog(ERROR, "unrecognized Xid: \"%.*s\"",
                                 tok_len, token);
                        l = lappend_xid(l, val);
                    }
                    result = (Node *) l;
                }
                else if (tok_len == 1 && token[0] == 'b')
                {
                    /* Bitmapset -- see also _readBitmapset() */
                    Bitmapset  *bms = NULL;
 
                    for (;;)
                    {
                        int         val;
                        char       *endptr;
 
                        token = pg_strtok(&tok_len);
                        if (token == NULL)
                            elog(ERROR, "unterminated Bitmapset structure");
                        if (tok_len == 1 && token[0] == ')')
                            break;
                        val = (int) strtol(token, &endptr, 10);
                        if (endptr != token + tok_len)
                            elog(ERROR, "unrecognized integer: \"%.*s\"",
                                 tok_len, token);
                        bms = bms_add_member(bms, val);
                    }
                    result = (Node *) bms;
                }
                else
                {
                    /* List of other node types */
                    for (;;)
                    {
                        /* We have already scanned next token... */
                        if (token[0] == ')')
                            break;
                        l = lappend(l, nodeRead(token, tok_len));
                        token = pg_strtok(&tok_len);
                        if (token == NULL)
                            elog(ERROR, "unterminated List structure");
                    }
                    result = (Node *) l;
                }
                break;
            }
        case RIGHT_PAREN:
            elog(ERROR, "unexpected right parenthesis");
            result = NULL;      /* keep compiler happy */
            break;
        case OTHER_TOKEN:
            if (tok_len == 0)
            {
                /* must be "<>" --- represents a null pointer */
                result = NULL;
            }
            else
            {
                elog(ERROR, "unrecognized token: \"%.*s\"", tok_len, token);
                result = NULL;  /* keep compiler happy */
            }
            break;
        case T_Integer:
 
            /*
             * we know that the token terminates on a char atoi will stop at
             */
            result = (Node *) makeInteger(atoi(token));
            break;
        case T_Float:
            {
                char       *fval = (char *) palloc(tok_len + 1);
 
                memcpy(fval, token, tok_len);
                fval[tok_len] = '\0';
                result = (Node *) makeFloat(fval);
            }
            break;
        case T_Boolean:
            result = (Node *) makeBoolean(token[0] == 't');
            break;
        case T_String:
            /* need to remove leading and trailing quotes, and backslashes */
            result = (Node *) makeString(debackslash(token + 1, tok_len - 2));
            break;
        case T_BitString:
            /* need to remove backslashes, but there are no quotes */
            result = (Node *) makeBitString(debackslash(token, tok_len));
            break;
        default:
            elog(ERROR, "unrecognized node type: %d", (int) type);
            result = NULL;      /* keep compiler happy */
            break;
    }
 
    return result;
}

References bms_add_member(), debackslash(), elog, ERROR, lappend(), lappend_int(), lappend_oid(), lappend_xid(), LEFT_BRACE, LEFT_PAREN, makeBitString(), makeBoolean(), makeFloat(), makeInteger(), makeString(), NIL, nodeRead(), nodeTokenType(), OTHER_TOKEN, palloc(), parseNodeString(), pg_strtok(), RIGHT_PAREN, type, and val.

Referenced by _readA_Const(), _readA_Expr(), nodeRead(), and stringToNodeInternal().

nodeTokenType()

static NodeTag nodeTokenType ( const char *  token, int  length  )

static

Definition at line 246 of file read.c.

{
    NodeTag     retval;
    const char *numptr;
    int         numlen;
 
    /*
     * Check if the token is a number
     */
    numptr = token;
    numlen = length;
    if (*numptr == '+' || *numptr == '-')
        numptr++, numlen--;
    if ((numlen > 0 && isdigit((unsigned char) *numptr)) ||
        (numlen > 1 && *numptr == '.' && isdigit((unsigned char) numptr[1])))
    {
        /*
         * Yes.  Figure out whether it is integral or float; this requires
         * both a syntax check and a range check. strtoint() can do both for
         * us. We know the token will end at a character that strtoint will
         * stop at, so we do not need to modify the string.
         */
        char       *endptr;
 
        errno = 0;
        (void) strtoint(numptr, &endptr, 10);
        if (endptr != token + length || errno == ERANGE)
            return T_Float;
        return T_Integer;
    }
 
    /*
     * these three cases do not need length checks, since pg_strtok() will
     * always treat them as single-byte tokens
     */
    else if (*token == '(')
        retval = LEFT_PAREN;
    else if (*token == ')')
        retval = RIGHT_PAREN;
    else if (*token == '{')
        retval = LEFT_BRACE;
    else if ((length == 4 && strncmp(token, "true", 4) == 0) ||
             (length == 5 && strncmp(token, "false", 5) == 0))
        retval = T_Boolean;
    else if (*token == '"' && length > 1 && token[length - 1] == '"')
        retval = T_String;
    else if (*token == 'b' || *token == 'x')
        retval = T_BitString;
    else
        retval = OTHER_TOKEN;
    return retval;
}

References LEFT_BRACE, LEFT_PAREN, OTHER_TOKEN, RIGHT_PAREN, strtoint(), and token.

Referenced by nodeRead().

pg_strtok()

const char * pg_strtok

(

int *

length

)

Definition at line 153 of file read.c.

{
    const char *local_str;      /* working pointer to string */
    const char *ret_str;        /* start of token to return */
 
    local_str = pg_strtok_ptr;
 
    while (*local_str == ' ' || *local_str == '\n' || *local_str == '\t')
        local_str++;
 
    if (*local_str == '\0')
    {
        *length = 0;
        pg_strtok_ptr = local_str;
        return NULL;            /* no more tokens */
    }
 
    /*
     * Now pointing at start of next token.
     */
    ret_str = local_str;
 
    if (*local_str == '(' || *local_str == ')' ||
        *local_str == '{' || *local_str == '}')
    {
        /* special 1-character token */
        local_str++;
    }
    else
    {
        /* Normal token, possibly containing backslashes */
        while (*local_str != '\0' &&
               *local_str != ' ' && *local_str != '\n' &&
               *local_str != '\t' &&
               *local_str != '(' && *local_str != ')' &&
               *local_str != '{' && *local_str != '}')
        {
            if (*local_str == '\\' && local_str[1] != '\0')
                local_str += 2;
            else
                local_str++;
        }
    }
 
    *length = local_str - ret_str;
 
    /* Recognize special case for "empty" token */
    if (*length == 2 && ret_str[0] == '<' && ret_str[1] == '>')
        *length = 0;
 
    pg_strtok_ptr = local_str;
 
    return ret_str;
}

References pg_strtok_ptr.

Referenced by _readA_Const(), _readA_Expr(), _readBitmapset(), _readBoolExpr(), _readConst(), _readExtensibleNode(), nodeRead(), parseNodeString(), and readDatum().

stringToNode()

void * stringToNode

(

const char *

str

)

Definition at line 90 of file read.c.

{
    return stringToNodeInternal(str, false);
}

References str, and stringToNodeInternal().

Referenced by AddRelationNewConstraints(), AlterPolicy(), AlterPublicationTables(), CloneRowTriggersToPartition(), ConstraintImpliedByRelConstraint(), ExecParallelGetQueryDesc(), ExecRelCheck(), expandTableLikeClause(), fetch_function_defaults(), fetch_statentries_for_relation(), fmgr_sql_validator(), func_get_detail(), generate_partition_qual(), generateClonedExtStatsStmt(), generateClonedIndexStmt(), GenerateTypeDependencies(), get_dependent_generated_columns(), get_qual_for_range(), get_relation_constraints(), get_relation_statistics(), get_typdefault(), index_concurrently_create_copy(), inline_function(), inline_set_returning_function(), load_domaintype_info(), make_ruledef(), make_viewdef(), MergeAttributes(), MergeWithExistingConstraint(), pg_get_constraintdef_worker(), pg_get_expr_worker(), pg_get_function_arg_default(), pg_get_indexdef_worker(), pg_get_partkeydef_worker(), pg_get_statisticsobj_worker(), pg_get_statisticsobjdef_expressions(), pg_get_triggerdef_worker(), pgoutput_row_filter_init(), print_function_arguments(), print_function_sqlbody(), ProcedureCreate(), pub_rf_contains_invalid_column(), QueueCheckConstraintValidation(), RelationBuildPartitionDesc(), RelationBuildPartitionKey(), RelationBuildRowSecurity(), RelationBuildRuleLock(), RelationGetDummyIndexExpressions(), RelationGetIndexAttrBitmap(), RelationGetIndexExpressions(), RelationGetIndexPredicate(), sql_compile_callback(), TriggerEnabled(), TupleDescGetDefault(), TypeCreate(), and validateDomainCheckConstraint().

stringToNodeInternal()

static void * stringToNodeInternal ( const char *  str, bool  restore_loc_fields  )

static

Definition at line 49 of file read.c.

{
    void       *retval;
    const char *save_strtok;
#ifdef DEBUG_NODE_TESTS_ENABLED
    bool        save_restore_location_fields;
#endif
 
    /*
     * We save and restore the pre-existing state of pg_strtok. This makes the
     * world safe for re-entrant invocation of stringToNode, without incurring
     * a lot of notational overhead by having to pass the next-character
     * pointer around through all the readfuncs.c code.
     */
    save_strtok = pg_strtok_ptr;
 
    pg_strtok_ptr = str;        /* point pg_strtok at the string to read */
 
    /*
     * If enabled, likewise save/restore the location field handling flag.
     */
#ifdef DEBUG_NODE_TESTS_ENABLED
    save_restore_location_fields = restore_location_fields;
    restore_location_fields = restore_loc_fields;
#endif
 
    retval = nodeRead(NULL, 0); /* do the reading */
 
    pg_strtok_ptr = save_strtok;
 
#ifdef DEBUG_NODE_TESTS_ENABLED
    restore_location_fields = save_restore_location_fields;
#endif
 
    return retval;
}

References nodeRead(), pg_strtok_ptr, and str.

Referenced by stringToNode().

Variable Documentation

pg_strtok_ptr

const char* pg_strtok_ptr = NULL

static

Definition at line 32 of file read.c.

Referenced by pg_strtok(), and stringToNodeInternal().