ts_locale.h File Reference

#include <ctype.h>
#include <limits.h>
#include <wctype.h>
#include "lib/stringinfo.h"
#include "mb/pg_wchar.h"
#include "utils/pg_locale.h"

Include dependency graph for ts_locale.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures
struct	tsearch_readline_state

Macros
#define	TOUCHAR(x)   (*((const unsigned char *) (x)))
#define	t_iseq(x, c)   (TOUCHAR(x) == (unsigned char) (c))
#define	COPYCHAR   ts_copychar_cstr
#define	GENERATE_T_ISCLASS_DECL(character_class)

Functions
static int	ts_copychar_with_len (void *dest, const void *src, int length)
static int	ts_copychar_cstr (void *dest, const void *src)
	GENERATE_T_ISCLASS_DECL (alnum)
	GENERATE_T_ISCLASS_DECL (alpha)
bool	tsearch_readline_begin (tsearch_readline_state *stp, const char *filename)
char *	tsearch_readline (tsearch_readline_state *stp)
void	tsearch_readline_end (tsearch_readline_state *stp)

Macro Definition Documentation

COPYCHAR

#define COPYCHAR   ts_copychar_cstr

Definition at line 56 of file ts_locale.h.

GENERATE_T_ISCLASS_DECL

#define GENERATE_T_ISCLASS_DECL

(

character_class

)

Value:

extern int  t_is##character_class##_with_len(const char *ptr, int len); \
extern int  t_is##character_class##_cstr(const char *ptr); \
extern int  t_is##character_class##_unbounded(const char *ptr); \
\
/* deprecated */ \
extern int  t_is##character_class(const char *ptr);

Definition at line 58 of file ts_locale.h.

t_iseq

#define t_iseq	(		x,
			c
	)		(TOUCHAR(x) == (unsigned char) (c))

Definition at line 38 of file ts_locale.h.

TOUCHAR

#define TOUCHAR

(

x

)

(*((const unsigned char *) (x)))

Definition at line 35 of file ts_locale.h.

Function Documentation

GENERATE_T_ISCLASS_DECL() [1/2]

GENERATE_T_ISCLASS_DECL

(

alnum

)

GENERATE_T_ISCLASS_DECL() [2/2]

GENERATE_T_ISCLASS_DECL

(

alpha

)

ts_copychar_cstr()

static int ts_copychar_cstr ( void *  dest, const void *  src  )

inlinestatic

Definition at line 50 of file ts_locale.h.

{
    return ts_copychar_with_len(dest, src, pg_mblen_cstr((const char *) src));
}

References pg_mblen_cstr(), and ts_copychar_with_len().

Referenced by addCompoundAffixFlagValue(), getNextFlagFromString(), gettoken_tsvector(), infix(), and RS_compile().

ts_copychar_with_len()

static int ts_copychar_with_len ( void *  dest, const void *  src, int  length  )

inlinestatic

Definition at line 42 of file ts_locale.h.

{
    memcpy(dest, src, length);
    return length;
}

References fb().

Referenced by get_nextfield(), parse_affentry(), and ts_copychar_cstr().

tsearch_readline()

char * tsearch_readline ( tsearch_readline_state *  stp )

extern

Definition at line 108 of file ts_locale.c.

{
    char       *recoded;
 
    /* Advance line number to use in error reports */
    stp->lineno++;
 
    /* Clear curline, it's no longer relevant */
    if (stp->curline)
    {
        if (stp->curline != stp->buf.data)
            pfree(stp->curline);
        stp->curline = NULL;
    }
 
    /* Collect next line, if there is one */
    if (!pg_get_line_buf(stp->fp, &stp->buf))
        return NULL;
 
    /* Validate the input as UTF-8, then convert to DB encoding if needed */
    recoded = pg_any_to_server(stp->buf.data, stp->buf.len, PG_UTF8);
 
    /* Save the correctly-encoded string for possible error reports */
    stp->curline = recoded;     /* might be equal to buf.data */
 
    /*
     * We always return a freshly pstrdup'd string.  This is clearly necessary
     * if pg_any_to_server() returned buf.data, and we need a second copy even
     * if encoding conversion did occur.  The caller is entitled to pfree the
     * returned string at any time, which would leave curline pointing to
     * recycled storage, causing problems if an error occurs after that point.
     * (It's preferable to return the result of pstrdup instead of the output
     * of pg_any_to_server, because the conversion result tends to be
     * over-allocated.  Since callers might save the result string directly
     * into a long-lived dictionary structure, we don't want it to be a larger
     * palloc chunk than necessary.  We'll reclaim the conversion result on
     * the next call.)
     */
    return pstrdup(recoded);
}

References fb(), pfree(), pg_any_to_server(), pg_get_line_buf(), PG_UTF8, and pstrdup().

Referenced by dsynonym_init(), initTrie(), NIImportAffixes(), NIImportDictionary(), NIImportOOAffixes(), read_dictionary(), readstoplist(), and thesaurusRead().

tsearch_readline_begin()

bool tsearch_readline_begin ( tsearch_readline_state *  stp, const char *  filename  )

extern

Definition at line 85 of file ts_locale.c.

{
    if ((stp->fp = AllocateFile(filename, "r")) == NULL)
        return false;
    stp->filename = filename;
    stp->lineno = 0;
    initStringInfo(&stp->buf);
    stp->curline = NULL;
    /* Setup error traceback support for ereport() */
    stp->cb.callback = tsearch_readline_callback;
    stp->cb.arg = stp;
    stp->cb.previous = error_context_stack;
    error_context_stack = &stp->cb;
    return true;
}

References AllocateFile(), error_context_stack, fb(), filename, initStringInfo(), and tsearch_readline_callback().

Referenced by dsynonym_init(), initTrie(), NIImportAffixes(), NIImportDictionary(), NIImportOOAffixes(), read_dictionary(), readstoplist(), and thesaurusRead().

tsearch_readline_end()

void tsearch_readline_end ( tsearch_readline_state *  stp )

extern

Definition at line 153 of file ts_locale.c.

{
    /* Suppress use of curline in any error reported below */
    if (stp->curline)
    {
        if (stp->curline != stp->buf.data)
            pfree(stp->curline);
        stp->curline = NULL;
    }
 
    /* Release other resources */
    pfree(stp->buf.data);
    FreeFile(stp->fp);
 
    /* Pop the error context stack */
    error_context_stack = stp->cb.previous;
}

References error_context_stack, fb(), FreeFile(), pfree(), and ErrorContextCallback::previous.

Referenced by dsynonym_init(), initTrie(), NIImportAffixes(), NIImportDictionary(), NIImportOOAffixes(), read_dictionary(), readstoplist(), and thesaurusRead().