pg_locale.c File Reference

#include "postgres.h"
#include <time.h>
#include "access/htup_details.h"
#include "catalog/pg_collation.h"
#include "catalog/pg_database.h"
#include "common/hashfn.h"
#include "common/string.h"
#include "mb/pg_wchar.h"
#include "miscadmin.h"
#include "utils/builtins.h"
#include "utils/formatting.h"
#include "utils/guc_hooks.h"
#include "utils/lsyscache.h"
#include "utils/memutils.h"
#include "utils/pg_locale.h"
#include "utils/syscache.h"
#include "lib/simplehash.h"

Include dependency graph for pg_locale.c:

Go to the source code of this file.

Data Structures
struct	collation_cache_entry

Macros
#define	PGLOCALE_SUPPORT_ERROR(provider)    elog(ERROR, "unsupported collprovider for %s: %c", __func__, provider)
#define	TEXTBUFLEN   1024
#define	MAX_L10N_DATA   80
#define	SH_PREFIX   collation_cache
#define	SH_ELEMENT_TYPE   collation_cache_entry
#define	SH_KEY_TYPE   Oid
#define	SH_KEY   collid
#define	SH_HASH_KEY(tb, key)   murmurhash32((uint32) key)
#define	SH_EQUAL(tb, a, b)   (a == b)
#define	SH_GET_HASH(tb, a)   a->hash
#define	SH_SCOPE   static inline
#define	SH_STORE_HASH
#define	SH_DECLARE
#define	SH_DEFINE

Functions
pg_locale_t	create_pg_locale_builtin (Oid collid, MemoryContext context)
char *	get_collation_actual_version_builtin (const char *collcollate)
pg_locale_t	create_pg_locale_icu (Oid collid, MemoryContext context)
pg_locale_t	create_pg_locale_libc (Oid collid, MemoryContext context)
char *	get_collation_actual_version_libc (const char *collcollate)
size_t	strlower_builtin (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	strtitle_builtin (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	strupper_builtin (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	strlower_icu (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	strtitle_icu (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	strupper_icu (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	strlower_libc (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	strtitle_libc (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	strupper_libc (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
char *	pg_perm_setlocale (int category, const char *locale)
bool	check_locale (int category, const char *locale, char **canonname)
bool	check_locale_monetary (char **newval, void **extra, GucSource source)
void	assign_locale_monetary (const char *newval, void *extra)
bool	check_locale_numeric (char **newval, void **extra, GucSource source)
void	assign_locale_numeric (const char *newval, void *extra)
bool	check_locale_time (char **newval, void **extra, GucSource source)
void	assign_locale_time (const char *newval, void *extra)
bool	check_locale_messages (char **newval, void **extra, GucSource source)
void	assign_locale_messages (const char *newval, void *extra)
static void	free_struct_lconv (struct lconv *s)
static bool	struct_lconv_is_valid (struct lconv *s)
static void	db_encoding_convert (int encoding, char **str)
struct lconv *	PGLC_localeconv (void)
static void	cache_single_string (char **dst, const char *src, int encoding)
void	cache_locale_time (void)
static pg_locale_t	create_pg_locale (Oid collid, MemoryContext context)
void	init_database_collation (void)
pg_locale_t	pg_newlocale_from_collation (Oid collid)
char *	get_collation_actual_version (char collprovider, const char *collcollate)
size_t	pg_strlower (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	pg_strtitle (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
size_t	pg_strupper (char *dst, size_t dstsize, const char *src, ssize_t srclen, pg_locale_t locale)
int	pg_strcoll (const char *arg1, const char *arg2, pg_locale_t locale)
int	pg_strncoll (const char *arg1, ssize_t len1, const char *arg2, ssize_t len2, pg_locale_t locale)
bool	pg_strxfrm_enabled (pg_locale_t locale)
size_t	pg_strxfrm (char *dest, const char *src, size_t destsize, pg_locale_t locale)
size_t	pg_strnxfrm (char *dest, size_t destsize, const char *src, ssize_t srclen, pg_locale_t locale)
bool	pg_strxfrm_prefix_enabled (pg_locale_t locale)
size_t	pg_strxfrm_prefix (char *dest, const char *src, size_t destsize, pg_locale_t locale)
size_t	pg_strnxfrm_prefix (char *dest, size_t destsize, const char *src, ssize_t srclen, pg_locale_t locale)
int	builtin_locale_encoding (const char *locale)
const char *	builtin_validate_locale (int encoding, const char *locale)
char *	icu_language_tag (const char *loc_str, int elevel)
void	icu_validate_locale (const char *loc_str)

Variables
char *	locale_messages
char *	locale_monetary
char *	locale_numeric
char *	locale_time
int	icu_validation_level = WARNING
char *	localized_abbrev_days [7+1]
char *	localized_full_days [7+1]
char *	localized_abbrev_months [12+1]
char *	localized_full_months [12+1]
bool	database_ctype_is_c = false
static pg_locale_t	default_locale = NULL
static bool	CurrentLocaleConvValid = false
static bool	CurrentLCTimeValid = false
static MemoryContext	CollationCacheContext = NULL
static collation_cache_hash *	CollationCache = NULL
static Oid	last_collation_cache_oid = InvalidOid
static pg_locale_t	last_collation_cache_locale = NULL

Macro Definition Documentation

MAX_L10N_DATA

#define MAX_L10N_DATA   80

Definition at line 86 of file pg_locale.c.

PGLOCALE_SUPPORT_ERROR

#define PGLOCALE_SUPPORT_ERROR

(

provider

)

elog(ERROR, "unsupported collprovider for %s: %c", __func__, provider)

Definition at line 77 of file pg_locale.c.

SH_DECLARE

#define SH_DECLARE

Definition at line 174 of file pg_locale.c.

SH_DEFINE

#define SH_DEFINE

Definition at line 175 of file pg_locale.c.

SH_ELEMENT_TYPE

#define SH_ELEMENT_TYPE   collation_cache_entry

Definition at line 166 of file pg_locale.c.

SH_EQUAL

#define SH_EQUAL	(		tb,
			a,
			b
	)		(a == b)

Definition at line 170 of file pg_locale.c.

SH_GET_HASH

#define SH_GET_HASH	(		tb,
			a
	)		a->hash

Definition at line 171 of file pg_locale.c.

SH_HASH_KEY

#define SH_HASH_KEY	(		tb,
			key
	)		murmurhash32((uint32) key)

Definition at line 169 of file pg_locale.c.

SH_KEY

#define SH_KEY   collid

Definition at line 168 of file pg_locale.c.

SH_KEY_TYPE

#define SH_KEY_TYPE   Oid

Definition at line 167 of file pg_locale.c.

SH_PREFIX

#define SH_PREFIX   collation_cache

Definition at line 165 of file pg_locale.c.

SH_SCOPE

#define SH_SCOPE   static inline

Definition at line 172 of file pg_locale.c.

SH_STORE_HASH

#define SH_STORE_HASH

Definition at line 173 of file pg_locale.c.

TEXTBUFLEN

#define TEXTBUFLEN   1024

Definition at line 84 of file pg_locale.c.

Function Documentation

assign_locale_messages()

void assign_locale_messages	(	const char *	newval,
		void *	extra
	)

Definition at line 444 of file pg_locale.c.

{
    /*
     * LC_MESSAGES category does not exist everywhere, but accept it anyway.
     * We ignore failure, as per comment above.
     */
#ifdef LC_MESSAGES
    (void) pg_perm_setlocale(LC_MESSAGES, newval);
#endif
}

References newval, and pg_perm_setlocale().

assign_locale_monetary()

void assign_locale_monetary	(	const char *	newval,
		void *	extra
	)

Definition at line 381 of file pg_locale.c.

{
    CurrentLocaleConvValid = false;
}

References CurrentLocaleConvValid.

assign_locale_numeric()

void assign_locale_numeric	(	const char *	newval,
		void *	extra
	)

Definition at line 393 of file pg_locale.c.

{
    CurrentLocaleConvValid = false;
}

References CurrentLocaleConvValid.

assign_locale_time()

void assign_locale_time	(	const char *	newval,
		void *	extra
	)

Definition at line 405 of file pg_locale.c.

{
    CurrentLCTimeValid = false;
}

References CurrentLCTimeValid.

builtin_locale_encoding()

int builtin_locale_encoding

(

const char *

locale

)

Definition at line 1589 of file pg_locale.c.

{
    if (strcmp(locale, "C") == 0)
        return -1;
    else if (strcmp(locale, "C.UTF-8") == 0)
        return PG_UTF8;
    else if (strcmp(locale, "PG_UNICODE_FAST") == 0)
        return PG_UTF8;
 
 
    ereport(ERROR,
            (errcode(ERRCODE_WRONG_OBJECT_TYPE),
             errmsg("invalid locale name \"%s\" for builtin provider",
                    locale)));
 
    return 0;                   /* keep compiler quiet */
}

References ereport, errcode(), errmsg(), ERROR, locale, and PG_UTF8.

Referenced by builtin_validate_locale(), and DefineCollation().

builtin_validate_locale()

const char * builtin_validate_locale	(	int	encoding,
		const char *	locale
	)

Definition at line 1613 of file pg_locale.c.

{
    const char *canonical_name = NULL;
    int         required_encoding;
 
    if (strcmp(locale, "C") == 0)
        canonical_name = "C";
    else if (strcmp(locale, "C.UTF-8") == 0 || strcmp(locale, "C.UTF8") == 0)
        canonical_name = "C.UTF-8";
    else if (strcmp(locale, "PG_UNICODE_FAST") == 0)
        canonical_name = "PG_UNICODE_FAST";
 
    if (!canonical_name)
        ereport(ERROR,
                (errcode(ERRCODE_WRONG_OBJECT_TYPE),
                 errmsg("invalid locale name \"%s\" for builtin provider",
                        locale)));
 
    required_encoding = builtin_locale_encoding(canonical_name);
    if (required_encoding >= 0 && encoding != required_encoding)
        ereport(ERROR,
                (errcode(ERRCODE_WRONG_OBJECT_TYPE),
                 errmsg("encoding \"%s\" does not match locale \"%s\"",
                        pg_encoding_to_char(encoding), locale)));
 
    return canonical_name;
}

References builtin_locale_encoding(), encoding, ereport, errcode(), errmsg(), ERROR, locale, and pg_encoding_to_char.

Referenced by create_pg_locale_builtin(), createdb(), and DefineCollation().

cache_locale_time()

void cache_locale_time

(

void

)

Definition at line 823 of file pg_locale.c.

{
    char        buf[(2 * 7 + 2 * 12) * MAX_L10N_DATA];
    char       *bufptr;
    time_t      timenow;
    struct tm  *timeinfo;
    struct tm   timeinfobuf;
    bool        strftimefail = false;
    int         encoding;
    int         i;
    char       *save_lc_time;
#ifdef WIN32
    char       *save_lc_ctype;
#endif
 
    /* did we do this already? */
    if (CurrentLCTimeValid)
        return;
 
    elog(DEBUG3, "cache_locale_time() executed; locale: \"%s\"", locale_time);
 
    /*
     * As in PGLC_localeconv(), it's critical that we not throw error while
     * libc's locale settings have nondefault values.  Hence, we just call
     * strftime() within the critical section, and then convert and save its
     * results afterwards.
     */
 
    /* Save prevailing value of time locale */
    save_lc_time = setlocale(LC_TIME, NULL);
    if (!save_lc_time)
        elog(ERROR, "setlocale(NULL) failed");
    save_lc_time = pstrdup(save_lc_time);
 
#ifdef WIN32
 
    /*
     * On Windows, it appears that wcsftime() internally uses LC_CTYPE, so we
     * must set it here.  This code looks the same as what PGLC_localeconv()
     * does, but the underlying reason is different: this does NOT determine
     * the encoding we'll get back from strftime_win32().
     */
 
    /* Save prevailing value of ctype locale */
    save_lc_ctype = setlocale(LC_CTYPE, NULL);
    if (!save_lc_ctype)
        elog(ERROR, "setlocale(NULL) failed");
    save_lc_ctype = pstrdup(save_lc_ctype);
 
    /* use lc_time to set the ctype */
    setlocale(LC_CTYPE, locale_time);
#endif
 
    setlocale(LC_TIME, locale_time);
 
    /* We use times close to current time as data for strftime(). */
    timenow = time(NULL);
    timeinfo = gmtime_r(&timenow, &timeinfobuf);
 
    /* Store the strftime results in MAX_L10N_DATA-sized portions of buf[] */
    bufptr = buf;
 
    /*
     * MAX_L10N_DATA is sufficient buffer space for every known locale, and
     * POSIX defines no strftime() errors.  (Buffer space exhaustion is not an
     * error.)  An implementation might report errors (e.g. ENOMEM) by
     * returning 0 (or, less plausibly, a negative value) and setting errno.
     * Report errno just in case the implementation did that, but clear it in
     * advance of the calls so we don't emit a stale, unrelated errno.
     */
    errno = 0;
 
    /* localized days */
    for (i = 0; i < 7; i++)
    {
        timeinfo->tm_wday = i;
        if (strftime(bufptr, MAX_L10N_DATA, "%a", timeinfo) <= 0)
            strftimefail = true;
        bufptr += MAX_L10N_DATA;
        if (strftime(bufptr, MAX_L10N_DATA, "%A", timeinfo) <= 0)
            strftimefail = true;
        bufptr += MAX_L10N_DATA;
    }
 
    /* localized months */
    for (i = 0; i < 12; i++)
    {
        timeinfo->tm_mon = i;
        timeinfo->tm_mday = 1;  /* make sure we don't have invalid date */
        if (strftime(bufptr, MAX_L10N_DATA, "%b", timeinfo) <= 0)
            strftimefail = true;
        bufptr += MAX_L10N_DATA;
        if (strftime(bufptr, MAX_L10N_DATA, "%B", timeinfo) <= 0)
            strftimefail = true;
        bufptr += MAX_L10N_DATA;
    }
 
    /*
     * Restore the prevailing locale settings; as in PGLC_localeconv(),
     * failure to do so is fatal.
     */
#ifdef WIN32
    if (!setlocale(LC_CTYPE, save_lc_ctype))
        elog(FATAL, "failed to restore LC_CTYPE to \"%s\"", save_lc_ctype);
#endif
    if (!setlocale(LC_TIME, save_lc_time))
        elog(FATAL, "failed to restore LC_TIME to \"%s\"", save_lc_time);
 
    /*
     * At this point we've done our best to clean up, and can throw errors, or
     * call functions that might throw errors, with a clean conscience.
     */
    if (strftimefail)
        elog(ERROR, "strftime() failed: %m");
 
    /* Release the pstrdup'd locale names */
    pfree(save_lc_time);
#ifdef WIN32
    pfree(save_lc_ctype);
#endif
 
#ifndef WIN32
 
    /*
     * As in PGLC_localeconv(), we must convert strftime()'s output from the
     * encoding implied by LC_TIME to the database encoding.  If we can't
     * identify the LC_TIME encoding, just perform encoding validation.
     */
    encoding = pg_get_encoding_from_locale(locale_time, true);
    if (encoding < 0)
        encoding = PG_SQL_ASCII;
 
#else
 
    /*
     * On Windows, strftime_win32() always returns UTF8 data, so convert from
     * that if necessary.
     */
    encoding = PG_UTF8;
 
#endif                          /* WIN32 */
 
    bufptr = buf;
 
    /* localized days */
    for (i = 0; i < 7; i++)
    {
        cache_single_string(&localized_abbrev_days[i], bufptr, encoding);
        bufptr += MAX_L10N_DATA;
        cache_single_string(&localized_full_days[i], bufptr, encoding);
        bufptr += MAX_L10N_DATA;
    }
    localized_abbrev_days[7] = NULL;
    localized_full_days[7] = NULL;
 
    /* localized months */
    for (i = 0; i < 12; i++)
    {
        cache_single_string(&localized_abbrev_months[i], bufptr, encoding);
        bufptr += MAX_L10N_DATA;
        cache_single_string(&localized_full_months[i], bufptr, encoding);
        bufptr += MAX_L10N_DATA;
    }
    localized_abbrev_months[12] = NULL;
    localized_full_months[12] = NULL;
 
    CurrentLCTimeValid = true;
}

References buf, cache_single_string(), CurrentLCTimeValid, DEBUG3, elog, encoding, ERROR, FATAL, i, locale_time, localized_abbrev_days, localized_abbrev_months, localized_full_days, localized_full_months, MAX_L10N_DATA, pfree(), pg_get_encoding_from_locale(), PG_SQL_ASCII, PG_UTF8, pstrdup(), setlocale, and tm.

Referenced by DCH_from_char(), and DCH_to_char().

cache_single_string()

static void cache_single_string ( char **  dst, const char *  src, int  encoding  )

static

Definition at line 800 of file pg_locale.c.

{
    char       *ptr;
    char       *olddst;
 
    /* Convert the string to the database encoding, or validate it's OK */
    ptr = pg_any_to_server(src, strlen(src), encoding);
 
    /* Store the string in long-lived storage, replacing any previous value */
    olddst = *dst;
    *dst = MemoryContextStrdup(TopMemoryContext, ptr);
    if (olddst)
        pfree(olddst);
 
    /* Might as well clean up any palloc'd conversion result, too */
    if (ptr != src)
        pfree(ptr);
}

References encoding, MemoryContextStrdup(), pfree(), pg_any_to_server(), and TopMemoryContext.

Referenced by cache_locale_time().

check_locale()

bool check_locale	(	int	category,
		const char *	locale,
		char **	canonname
	)

Definition at line 310 of file pg_locale.c.

{
    char       *save;
    char       *res;
 
    /* Don't let Windows' non-ASCII locale names in. */
    if (!pg_is_ascii(locale))
    {
        ereport(WARNING,
                (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
                 errmsg("locale name \"%s\" contains non-ASCII characters",
                        locale)));
        return false;
    }
 
    if (canonname)
        *canonname = NULL;      /* in case of failure */
 
    save = setlocale(category, NULL);
    if (!save)
        return false;           /* won't happen, we hope */
 
    /* save may be pointing at a modifiable scratch variable, see above. */
    save = pstrdup(save);
 
    /* set the locale with setlocale, to see if it accepts it. */
    res = setlocale(category, locale);
 
    /* save canonical name if requested. */
    if (res && canonname)
        *canonname = pstrdup(res);
 
    /* restore old value. */
    if (!setlocale(category, save))
        elog(WARNING, "failed to restore old locale \"%s\"", save);
    pfree(save);
 
    /* Don't let Windows' non-ASCII locale names out. */
    if (canonname && *canonname && !pg_is_ascii(*canonname))
    {
        ereport(WARNING,
                (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
                 errmsg("locale name \"%s\" contains non-ASCII characters",
                        *canonname)));
        pfree(*canonname);
        *canonname = NULL;
        return false;
    }
 
    return (res != NULL);
}

References elog, ereport, errcode(), errmsg(), locale, pfree(), pg_is_ascii(), pstrdup(), res, setlocale, and WARNING.

Referenced by check_locale_messages(), check_locale_monetary(), check_locale_numeric(), check_locale_time(), and createdb().

check_locale_messages()

bool check_locale_messages	(	char **	newval,
		void **	extra,
		GucSource	source
	)

Definition at line 421 of file pg_locale.c.

{
    if (**newval == '\0')
    {
        if (source == PGC_S_DEFAULT)
            return true;
        else
            return false;
    }
 
    /*
     * LC_MESSAGES category does not exist everywhere, but accept it anyway
     *
     * On Windows, we can't even check the value, so accept blindly
     */
#if defined(LC_MESSAGES) && !defined(WIN32)
    return check_locale(LC_MESSAGES, *newval, NULL);
#else
    return true;
#endif
}

References check_locale(), newval, PGC_S_DEFAULT, and source.

check_locale_monetary()

bool check_locale_monetary	(	char **	newval,
		void **	extra,
		GucSource	source
	)

Definition at line 375 of file pg_locale.c.

{
    return check_locale(LC_MONETARY, *newval, NULL);
}

References check_locale(), and newval.

check_locale_numeric()

bool check_locale_numeric	(	char **	newval,
		void **	extra,
		GucSource	source
	)

Definition at line 387 of file pg_locale.c.

{
    return check_locale(LC_NUMERIC, *newval, NULL);
}

References check_locale(), and newval.

check_locale_time()

bool check_locale_time	(	char **	newval,
		void **	extra,
		GucSource	source
	)

Definition at line 399 of file pg_locale.c.

{
    return check_locale(LC_TIME, *newval, NULL);
}

References check_locale(), and newval.

create_pg_locale()

static pg_locale_t create_pg_locale ( Oid  collid, MemoryContext  context  )

static

Definition at line 1207 of file pg_locale.c.

{
    HeapTuple   tp;
    Form_pg_collation collform;
    pg_locale_t result;
    Datum       datum;
    bool        isnull;
 
    tp = SearchSysCache1(COLLOID, ObjectIdGetDatum(collid));
    if (!HeapTupleIsValid(tp))
        elog(ERROR, "cache lookup failed for collation %u", collid);
    collform = (Form_pg_collation) GETSTRUCT(tp);
 
    if (collform->collprovider == COLLPROVIDER_BUILTIN)
        result = create_pg_locale_builtin(collid, context);
    else if (collform->collprovider == COLLPROVIDER_ICU)
        result = create_pg_locale_icu(collid, context);
    else if (collform->collprovider == COLLPROVIDER_LIBC)
        result = create_pg_locale_libc(collid, context);
    else
        /* shouldn't happen */
        PGLOCALE_SUPPORT_ERROR(collform->collprovider);
 
    result->is_default = false;
 
    Assert((result->collate_is_c && result->collate == NULL) ||
           (!result->collate_is_c && result->collate != NULL));
 
    datum = SysCacheGetAttr(COLLOID, tp, Anum_pg_collation_collversion,
                            &isnull);
    if (!isnull)
    {
        char       *actual_versionstr;
        char       *collversionstr;
 
        collversionstr = TextDatumGetCString(datum);
 
        if (collform->collprovider == COLLPROVIDER_LIBC)
            datum = SysCacheGetAttrNotNull(COLLOID, tp, Anum_pg_collation_collcollate);
        else
            datum = SysCacheGetAttrNotNull(COLLOID, tp, Anum_pg_collation_colllocale);
 
        actual_versionstr = get_collation_actual_version(collform->collprovider,
                                                         TextDatumGetCString(datum));
        if (!actual_versionstr)
        {
            /*
             * This could happen when specifying a version in CREATE COLLATION
             * but the provider does not support versioning, or manually
             * creating a mess in the catalogs.
             */
            ereport(ERROR,
                    (errmsg("collation \"%s\" has no actual version, but a version was recorded",
                            NameStr(collform->collname))));
        }
 
        if (strcmp(actual_versionstr, collversionstr) != 0)
            ereport(WARNING,
                    (errmsg("collation \"%s\" has version mismatch",
                            NameStr(collform->collname)),
                     errdetail("The collation in the database was created using version %s, "
                               "but the operating system provides version %s.",
                               collversionstr, actual_versionstr),
                     errhint("Rebuild all objects affected by this collation and run "
                             "ALTER COLLATION %s REFRESH VERSION, "
                             "or build PostgreSQL with the right library version.",
                             quote_qualified_identifier(get_namespace_name(collform->collnamespace),
                                                        NameStr(collform->collname)))));
    }
 
    ReleaseSysCache(tp);
 
    return result;
}

References Assert, pg_locale_struct::collate, pg_locale_struct::collate_is_c, collid, create_pg_locale_builtin(), create_pg_locale_icu(), create_pg_locale_libc(), elog, ereport, errdetail(), errhint(), errmsg(), ERROR, get_collation_actual_version(), get_namespace_name(), GETSTRUCT, HeapTupleIsValid, pg_locale_struct::is_default, NameStr, ObjectIdGetDatum(), PGLOCALE_SUPPORT_ERROR, quote_qualified_identifier(), ReleaseSysCache(), SearchSysCache1(), SysCacheGetAttr(), SysCacheGetAttrNotNull(), TextDatumGetCString, and WARNING.

Referenced by pg_newlocale_from_collation().

create_pg_locale_builtin()

pg_locale_t create_pg_locale_builtin	(	Oid	collid,
		MemoryContext	context
	)

Definition at line 111 of file pg_locale_builtin.c.

{
    const char *locstr;
    pg_locale_t result;
 
    if (collid == DEFAULT_COLLATION_OID)
    {
        HeapTuple   tp;
        Datum       datum;
 
        tp = SearchSysCache1(DATABASEOID, ObjectIdGetDatum(MyDatabaseId));
        if (!HeapTupleIsValid(tp))
            elog(ERROR, "cache lookup failed for database %u", MyDatabaseId);
        datum = SysCacheGetAttrNotNull(DATABASEOID, tp,
                                       Anum_pg_database_datlocale);
        locstr = TextDatumGetCString(datum);
        ReleaseSysCache(tp);
    }
    else
    {
        HeapTuple   tp;
        Datum       datum;
 
        tp = SearchSysCache1(COLLOID, ObjectIdGetDatum(collid));
        if (!HeapTupleIsValid(tp))
            elog(ERROR, "cache lookup failed for collation %u", collid);
        datum = SysCacheGetAttrNotNull(COLLOID, tp,
                                       Anum_pg_collation_colllocale);
        locstr = TextDatumGetCString(datum);
        ReleaseSysCache(tp);
    }
 
    builtin_validate_locale(GetDatabaseEncoding(), locstr);
 
    result = MemoryContextAllocZero(context, sizeof(struct pg_locale_struct));
 
    result->info.builtin.locale = MemoryContextStrdup(context, locstr);
    result->info.builtin.casemap_full = (strcmp(locstr, "PG_UNICODE_FAST") == 0);
    result->provider = COLLPROVIDER_BUILTIN;
    result->deterministic = true;
    result->collate_is_c = true;
    result->ctype_is_c = (strcmp(locstr, "C") == 0);
 
    return result;
}

References pg_locale_struct::builtin, builtin_validate_locale(), pg_locale_struct::casemap_full, pg_locale_struct::collate_is_c, collid, pg_locale_struct::ctype_is_c, pg_locale_struct::deterministic, elog, ERROR, GetDatabaseEncoding(), HeapTupleIsValid, pg_locale_struct::info, pg_locale_struct::locale, MemoryContextAllocZero(), MemoryContextStrdup(), MyDatabaseId, ObjectIdGetDatum(), pg_locale_struct::provider, ReleaseSysCache(), SearchSysCache1(), SysCacheGetAttrNotNull(), and TextDatumGetCString.

Referenced by create_pg_locale(), and init_database_collation().

create_pg_locale_icu()

pg_locale_t create_pg_locale_icu	(	Oid	collid,
		MemoryContext	context
	)

Definition at line 142 of file pg_locale_icu.c.

{
#ifdef USE_ICU
    bool        deterministic;
    const char *iculocstr;
    const char *icurules = NULL;
    UCollator  *collator;
    pg_locale_t result;
 
    if (collid == DEFAULT_COLLATION_OID)
    {
        HeapTuple   tp;
        Datum       datum;
        bool        isnull;
 
        tp = SearchSysCache1(DATABASEOID, ObjectIdGetDatum(MyDatabaseId));
        if (!HeapTupleIsValid(tp))
            elog(ERROR, "cache lookup failed for database %u", MyDatabaseId);
 
        /* default database collation is always deterministic */
        deterministic = true;
        datum = SysCacheGetAttrNotNull(DATABASEOID, tp,
                                       Anum_pg_database_datlocale);
        iculocstr = TextDatumGetCString(datum);
        datum = SysCacheGetAttr(DATABASEOID, tp,
                                Anum_pg_database_daticurules, &isnull);
        if (!isnull)
            icurules = TextDatumGetCString(datum);
 
        ReleaseSysCache(tp);
    }
    else
    {
        Form_pg_collation collform;
        HeapTuple   tp;
        Datum       datum;
        bool        isnull;
 
        tp = SearchSysCache1(COLLOID, ObjectIdGetDatum(collid));
        if (!HeapTupleIsValid(tp))
            elog(ERROR, "cache lookup failed for collation %u", collid);
        collform = (Form_pg_collation) GETSTRUCT(tp);
        deterministic = collform->collisdeterministic;
        datum = SysCacheGetAttrNotNull(COLLOID, tp,
                                       Anum_pg_collation_colllocale);
        iculocstr = TextDatumGetCString(datum);
        datum = SysCacheGetAttr(COLLOID, tp,
                                Anum_pg_collation_collicurules, &isnull);
        if (!isnull)
            icurules = TextDatumGetCString(datum);
 
        ReleaseSysCache(tp);
    }
 
    collator = make_icu_collator(iculocstr, icurules);
 
    result = MemoryContextAllocZero(context, sizeof(struct pg_locale_struct));
    result->info.icu.locale = MemoryContextStrdup(context, iculocstr);
    result->info.icu.ucol = collator;
    result->provider = COLLPROVIDER_ICU;
    result->deterministic = deterministic;
    result->collate_is_c = false;
    result->ctype_is_c = false;
    if (GetDatabaseEncoding() == PG_UTF8)
        result->collate = &collate_methods_icu_utf8;
    else
        result->collate = &collate_methods_icu;
 
    return result;
#else
    /* could get here if a collation was created by a build with ICU */
    ereport(ERROR,
            (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
             errmsg("ICU is not supported in this build")));
 
    return NULL;
#endif
}

References pg_locale_struct::collate, pg_locale_struct::collate_is_c, collid, pg_locale_struct::ctype_is_c, pg_locale_struct::deterministic, elog, ereport, errcode(), errmsg(), ERROR, GetDatabaseEncoding(), GETSTRUCT, HeapTupleIsValid, pg_locale_struct::info, pg_locale_struct::locale, MemoryContextAllocZero(), MemoryContextStrdup(), MyDatabaseId, ObjectIdGetDatum(), PG_UTF8, pg_locale_struct::provider, ReleaseSysCache(), SearchSysCache1(), SysCacheGetAttr(), SysCacheGetAttrNotNull(), and TextDatumGetCString.

Referenced by create_pg_locale(), and init_database_collation().

create_pg_locale_libc()

pg_locale_t create_pg_locale_libc	(	Oid	collid,
		MemoryContext	context
	)

Definition at line 422 of file pg_locale_libc.c.

{
    const char *collate;
    const char *ctype;
    locale_t    loc;
    pg_locale_t result;
 
    if (collid == DEFAULT_COLLATION_OID)
    {
        HeapTuple   tp;
        Datum       datum;
 
        tp = SearchSysCache1(DATABASEOID, ObjectIdGetDatum(MyDatabaseId));
        if (!HeapTupleIsValid(tp))
            elog(ERROR, "cache lookup failed for database %u", MyDatabaseId);
        datum = SysCacheGetAttrNotNull(DATABASEOID, tp,
                                       Anum_pg_database_datcollate);
        collate = TextDatumGetCString(datum);
        datum = SysCacheGetAttrNotNull(DATABASEOID, tp,
                                       Anum_pg_database_datctype);
        ctype = TextDatumGetCString(datum);
 
        ReleaseSysCache(tp);
    }
    else
    {
        HeapTuple   tp;
        Datum       datum;
 
        tp = SearchSysCache1(COLLOID, ObjectIdGetDatum(collid));
        if (!HeapTupleIsValid(tp))
            elog(ERROR, "cache lookup failed for collation %u", collid);
 
        datum = SysCacheGetAttrNotNull(COLLOID, tp,
                                       Anum_pg_collation_collcollate);
        collate = TextDatumGetCString(datum);
        datum = SysCacheGetAttrNotNull(COLLOID, tp,
                                       Anum_pg_collation_collctype);
        ctype = TextDatumGetCString(datum);
 
        ReleaseSysCache(tp);
    }
 
 
    loc = make_libc_collator(collate, ctype);
 
    result = MemoryContextAllocZero(context, sizeof(struct pg_locale_struct));
    result->provider = COLLPROVIDER_LIBC;
    result->deterministic = true;
    result->collate_is_c = (strcmp(collate, "C") == 0) ||
        (strcmp(collate, "POSIX") == 0);
    result->ctype_is_c = (strcmp(ctype, "C") == 0) ||
        (strcmp(ctype, "POSIX") == 0);
    result->info.lt = loc;
    if (!result->collate_is_c)
    {
#ifdef WIN32
        if (GetDatabaseEncoding() == PG_UTF8)
            result->collate = &collate_methods_libc_win32_utf8;
        else
#endif
            result->collate = &collate_methods_libc;
    }
 
    return result;
}

References pg_locale_struct::collate, pg_locale_struct::collate_is_c, collate_methods_libc, collid, pg_locale_struct::ctype_is_c, pg_locale_struct::deterministic, elog, ERROR, GetDatabaseEncoding(), HeapTupleIsValid, pg_locale_struct::info, locale_t, pg_locale_struct::lt, make_libc_collator(), MemoryContextAllocZero(), MyDatabaseId, ObjectIdGetDatum(), PG_UTF8, pg_locale_struct::provider, ReleaseSysCache(), SearchSysCache1(), SysCacheGetAttrNotNull(), and TextDatumGetCString.

Referenced by create_pg_locale(), and init_database_collation().

db_encoding_convert()

static void db_encoding_convert ( int  encoding, char **  str  )

static

Definition at line 511 of file pg_locale.c.

{
    char       *pstr;
    char       *mstr;
 
    /* convert the string to the database encoding */
    pstr = pg_any_to_server(*str, strlen(*str), encoding);
    if (pstr == *str)
        return;                 /* no conversion happened */
 
    /* need it malloc'd not palloc'd */
    mstr = strdup(pstr);
    if (mstr == NULL)
        ereport(ERROR,
                (errcode(ERRCODE_OUT_OF_MEMORY),
                 errmsg("out of memory")));
 
    /* replace old string */
    free(*str);
    *str = mstr;
 
    pfree(pstr);
}

References encoding, ereport, errcode(), errmsg(), ERROR, free, pfree(), pg_any_to_server(), and str.

Referenced by PGLC_localeconv().

free_struct_lconv()

static void free_struct_lconv ( struct lconv *  s )

static

Definition at line 461 of file pg_locale.c.

{
    free(s->decimal_point);
    free(s->thousands_sep);
    free(s->grouping);
    free(s->int_curr_symbol);
    free(s->currency_symbol);
    free(s->mon_decimal_point);
    free(s->mon_thousands_sep);
    free(s->mon_grouping);
    free(s->positive_sign);
    free(s->negative_sign);
}

References free.

Referenced by PGLC_localeconv().

get_collation_actual_version()

char * get_collation_actual_version	(	char	collprovider,
		const char *	collcollate
	)

Definition at line 1377 of file pg_locale.c.

{
    char       *collversion = NULL;
 
    if (collprovider == COLLPROVIDER_BUILTIN)
        collversion = get_collation_actual_version_builtin(collcollate);
#ifdef USE_ICU
    else if (collprovider == COLLPROVIDER_ICU)
        collversion = get_collation_actual_version_icu(collcollate);
#endif
    else if (collprovider == COLLPROVIDER_LIBC)
        collversion = get_collation_actual_version_libc(collcollate);
 
    return collversion;
}

References get_collation_actual_version_builtin(), and get_collation_actual_version_libc().

Referenced by AlterCollation(), AlterDatabaseRefreshColl(), CheckMyDatabase(), create_pg_locale(), createdb(), DefineCollation(), pg_collation_actual_version(), pg_database_collation_actual_version(), and pg_import_system_collations().

get_collation_actual_version_builtin()

char * get_collation_actual_version_builtin

(

const char *

collcollate

)

Definition at line 158 of file pg_locale_builtin.c.

{
    /*
     * The only two supported locales (C and C.UTF-8) are both based on memcmp
     * and are not expected to change, but track the version anyway.
     *
     * Note that the character semantics may change for some locales, but the
     * collation version only tracks changes to sort order.
     */
    if (strcmp(collcollate, "C") == 0)
        return "1";
    else if (strcmp(collcollate, "C.UTF-8") == 0)
        return "1";
    else if (strcmp(collcollate, "PG_UNICODE_FAST") == 0)
        return "1";
    else
        ereport(ERROR,
                (errcode(ERRCODE_WRONG_OBJECT_TYPE),
                 errmsg("invalid locale name \"%s\" for builtin provider",
                        collcollate)));
 
    return NULL;                /* keep compiler quiet */
}

References ereport, errcode(), errmsg(), and ERROR.

Referenced by get_collation_actual_version().

get_collation_actual_version_libc()

char * get_collation_actual_version_libc

(

const char *

collcollate

)

Definition at line 660 of file pg_locale_libc.c.

{
    char       *collversion = NULL;
 
    if (pg_strcasecmp("C", collcollate) != 0 &&
        pg_strncasecmp("C.", collcollate, 2) != 0 &&
        pg_strcasecmp("POSIX", collcollate) != 0)
    {
#if defined(__GLIBC__)
        /* Use the glibc version because we don't have anything better. */
        collversion = pstrdup(gnu_get_libc_version());
#elif defined(LC_VERSION_MASK)
        locale_t    loc;
 
        /* Look up FreeBSD collation version. */
        loc = newlocale(LC_COLLATE_MASK, collcollate, NULL);
        if (loc)
        {
            collversion =
                pstrdup(querylocale(LC_COLLATE_MASK | LC_VERSION_MASK, loc));
            freelocale(loc);
        }
        else
            ereport(ERROR,
                    (errmsg("could not load locale \"%s\"", collcollate)));
#elif defined(WIN32)
        /*
         * If we are targeting Windows Vista and above, we can ask for a name
         * given a collation name (earlier versions required a location code
         * that we don't have).
         */
        NLSVERSIONINFOEX version = {sizeof(NLSVERSIONINFOEX)};
        WCHAR       wide_collcollate[LOCALE_NAME_MAX_LENGTH];
 
        MultiByteToWideChar(CP_ACP, 0, collcollate, -1, wide_collcollate,
                            LOCALE_NAME_MAX_LENGTH);
        if (!GetNLSVersionEx(COMPARE_STRING, wide_collcollate, &version))
        {
            /*
             * GetNLSVersionEx() wants a language tag such as "en-US", not a
             * locale name like "English_United States.1252".  Until those
             * values can be prevented from entering the system, or 100%
             * reliably converted to the more useful tag format, tolerate the
             * resulting error and report that we have no version data.
             */
            if (GetLastError() == ERROR_INVALID_PARAMETER)
                return NULL;
 
            ereport(ERROR,
                    (errmsg("could not get collation version for locale \"%s\": error code %lu",
                            collcollate,
                            GetLastError())));
        }
        collversion = psprintf("%lu.%lu,%lu.%lu",
                               (version.dwNLSVersion >> 8) & 0xFFFF,
                               version.dwNLSVersion & 0xFF,
                               (version.dwDefinedVersion >> 8) & 0xFFFF,
                               version.dwDefinedVersion & 0xFF);
#endif
    }
 
    return collversion;
}

References ereport, errmsg(), ERROR, locale_t, pg_strcasecmp(), pg_strncasecmp(), psprintf(), and pstrdup().

Referenced by get_collation_actual_version().

icu_language_tag()

char * icu_language_tag	(	const char *	loc_str,
		int	elevel
	)

Definition at line 1653 of file pg_locale.c.

{
#ifdef USE_ICU
    UErrorCode  status;
    char       *langtag;
    size_t      buflen = 32;    /* arbitrary starting buffer size */
    const bool  strict = true;
 
    /*
     * A BCP47 language tag doesn't have a clearly-defined upper limit (cf.
     * RFC5646 section 4.4). Additionally, in older ICU versions,
     * uloc_toLanguageTag() doesn't always return the ultimate length on the
     * first call, necessitating a loop.
     */
    langtag = palloc(buflen);
    while (true)
    {
        status = U_ZERO_ERROR;
        uloc_toLanguageTag(loc_str, langtag, buflen, strict, &status);
 
        /* try again if the buffer is not large enough */
        if ((status == U_BUFFER_OVERFLOW_ERROR ||
             status == U_STRING_NOT_TERMINATED_WARNING) &&
            buflen < MaxAllocSize)
        {
            buflen = Min(buflen * 2, MaxAllocSize);
            langtag = repalloc(langtag, buflen);
            continue;
        }
 
        break;
    }
 
    if (U_FAILURE(status))
    {
        pfree(langtag);
 
        if (elevel > 0)
            ereport(elevel,
                    (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
                     errmsg("could not convert locale name \"%s\" to language tag: %s",
                            loc_str, u_errorName(status))));
        return NULL;
    }
 
    return langtag;
#else                           /* not USE_ICU */
    ereport(ERROR,
            (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
             errmsg("ICU is not supported in this build")));
    return NULL;                /* keep compiler quiet */
#endif                          /* not USE_ICU */
}

References ereport, errcode(), errmsg(), ERROR, MaxAllocSize, Min, palloc(), pfree(), and repalloc().

Referenced by createdb(), DefineCollation(), and pg_import_system_collations().

icu_validate_locale()

void icu_validate_locale

(

const char *

loc_str

)

Definition at line 1711 of file pg_locale.c.

{
#ifdef USE_ICU
    UCollator  *collator;
    UErrorCode  status;
    char        lang[ULOC_LANG_CAPACITY];
    bool        found = false;
    int         elevel = icu_validation_level;
 
    /* no validation */
    if (elevel < 0)
        return;
 
    /* downgrade to WARNING during pg_upgrade */
    if (IsBinaryUpgrade && elevel > WARNING)
        elevel = WARNING;
 
    /* validate that we can extract the language */
    status = U_ZERO_ERROR;
    uloc_getLanguage(loc_str, lang, ULOC_LANG_CAPACITY, &status);
    if (U_FAILURE(status) || status == U_STRING_NOT_TERMINATED_WARNING)
    {
        ereport(elevel,
                (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
                 errmsg("could not get language from ICU locale \"%s\": %s",
                        loc_str, u_errorName(status)),
                 errhint("To disable ICU locale validation, set the parameter \"%s\" to \"%s\".",
                         "icu_validation_level", "disabled")));
        return;
    }
 
    /* check for special language name */
    if (strcmp(lang, "") == 0 ||
        strcmp(lang, "root") == 0 || strcmp(lang, "und") == 0)
        found = true;
 
    /* search for matching language within ICU */
    for (int32_t i = 0; !found && i < uloc_countAvailable(); i++)
    {
        const char *otherloc = uloc_getAvailable(i);
        char        otherlang[ULOC_LANG_CAPACITY];
 
        status = U_ZERO_ERROR;
        uloc_getLanguage(otherloc, otherlang, ULOC_LANG_CAPACITY, &status);
        if (U_FAILURE(status) || status == U_STRING_NOT_TERMINATED_WARNING)
            continue;
 
        if (strcmp(lang, otherlang) == 0)
            found = true;
    }
 
    if (!found)
        ereport(elevel,
                (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
                 errmsg("ICU locale \"%s\" has unknown language \"%s\"",
                        loc_str, lang),
                 errhint("To disable ICU locale validation, set the parameter \"%s\" to \"%s\".",
                         "icu_validation_level", "disabled")));
 
    /* check that it can be opened */
    collator = pg_ucol_open(loc_str);
    ucol_close(collator);
#else                           /* not USE_ICU */
    /* could get here if a collation was created by a build with ICU */
    ereport(ERROR,
            (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
             errmsg("ICU is not supported in this build")));
#endif                          /* not USE_ICU */
}

References ereport, errcode(), errhint(), errmsg(), ERROR, i, icu_validation_level, IsBinaryUpgrade, and WARNING.

Referenced by createdb(), and DefineCollation().

init_database_collation()

void init_database_collation

(

void

)

Definition at line 1286 of file pg_locale.c.

{
    HeapTuple   tup;
    Form_pg_database dbform;
    pg_locale_t result;
 
    Assert(default_locale == NULL);
 
    /* Fetch our pg_database row normally, via syscache */
    tup = SearchSysCache1(DATABASEOID, ObjectIdGetDatum(MyDatabaseId));
    if (!HeapTupleIsValid(tup))
        elog(ERROR, "cache lookup failed for database %u", MyDatabaseId);
    dbform = (Form_pg_database) GETSTRUCT(tup);
 
    if (dbform->datlocprovider == COLLPROVIDER_BUILTIN)
        result = create_pg_locale_builtin(DEFAULT_COLLATION_OID,
                                          TopMemoryContext);
    else if (dbform->datlocprovider == COLLPROVIDER_ICU)
        result = create_pg_locale_icu(DEFAULT_COLLATION_OID,
                                      TopMemoryContext);
    else if (dbform->datlocprovider == COLLPROVIDER_LIBC)
        result = create_pg_locale_libc(DEFAULT_COLLATION_OID,
                                       TopMemoryContext);
    else
        /* shouldn't happen */
        PGLOCALE_SUPPORT_ERROR(dbform->datlocprovider);
 
    result->is_default = true;
    ReleaseSysCache(tup);
 
    default_locale = result;
}

References Assert, create_pg_locale_builtin(), create_pg_locale_icu(), create_pg_locale_libc(), default_locale, elog, ERROR, GETSTRUCT, HeapTupleIsValid, pg_locale_struct::is_default, MyDatabaseId, ObjectIdGetDatum(), PGLOCALE_SUPPORT_ERROR, ReleaseSysCache(), SearchSysCache1(), and TopMemoryContext.

Referenced by CheckMyDatabase().

pg_newlocale_from_collation()

pg_locale_t pg_newlocale_from_collation

(

Oid

collid

)

Definition at line 1328 of file pg_locale.c.

{
    collation_cache_entry *cache_entry;
    bool        found;
 
    if (collid == DEFAULT_COLLATION_OID)
        return default_locale;
 
    if (!OidIsValid(collid))
        elog(ERROR, "cache lookup failed for collation %u", collid);
 
    if (last_collation_cache_oid == collid)
        return last_collation_cache_locale;
 
    if (CollationCache == NULL)
    {
        CollationCacheContext = AllocSetContextCreate(TopMemoryContext,
                                                      "collation cache",
                                                      ALLOCSET_DEFAULT_SIZES);
        CollationCache = collation_cache_create(CollationCacheContext,
                                                16, NULL);
    }
 
    cache_entry = collation_cache_insert(CollationCache, collid, &found);
    if (!found)
    {
        /*
         * Make sure cache entry is marked invalid, in case we fail before
         * setting things.
         */
        cache_entry->locale = 0;
    }
 
    if (cache_entry->locale == 0)
    {
        cache_entry->locale = create_pg_locale(collid, CollationCacheContext);
    }
 
    last_collation_cache_oid = collid;
    last_collation_cache_locale = cache_entry->locale;
 
    return cache_entry->locale;
}

References ALLOCSET_DEFAULT_SIZES, AllocSetContextCreate, CollationCache, CollationCacheContext, collid, create_pg_locale(), default_locale, elog, ERROR, last_collation_cache_locale, last_collation_cache_oid, collation_cache_entry::locale, OidIsValid, and TopMemoryContext.

Referenced by bpchareq(), bpcharne(), btvarstrequalimage(), convert_string_datum(), DefineCollation(), Generic_Text_IC_like(), GenericMatchText(), hashbpchar(), hashbpcharextended(), hashtext(), hashtextextended(), like_fixed_prefix(), make_greater_string(), match_pattern_prefix(), pg_set_regex_collation(), spg_text_inner_consistent(), str_initcap(), str_tolower(), str_toupper(), text_position_setup(), text_starts_with(), texteq(), textne(), varstr_cmp(), and varstr_sortsupport().

pg_perm_setlocale()

char * pg_perm_setlocale	(	int	category,
		const char *	locale
	)

Definition at line 207 of file pg_locale.c.

{
    char       *result;
    const char *envvar;
 
#ifndef WIN32
    result = setlocale(category, locale);
#else
 
    /*
     * On Windows, setlocale(LC_MESSAGES) does not work, so just assume that
     * the given value is good and set it in the environment variables. We
     * must ignore attempts to set to "", which means "keep using the old
     * environment value".
     */
#ifdef LC_MESSAGES
    if (category == LC_MESSAGES)
    {
        result = (char *) locale;
        if (locale == NULL || locale[0] == '\0')
            return result;
    }
    else
#endif
        result = setlocale(category, locale);
#endif                          /* WIN32 */
 
    if (result == NULL)
        return result;          /* fall out immediately on failure */
 
    /*
     * Use the right encoding in translated messages.  Under ENABLE_NLS, let
     * pg_bind_textdomain_codeset() figure it out.  Under !ENABLE_NLS, message
     * format strings are ASCII, but database-encoding strings may enter the
     * message via %s.  This makes the overall message encoding equal to the
     * database encoding.
     */
    if (category == LC_CTYPE)
    {
        static char save_lc_ctype[LOCALE_NAME_BUFLEN];
 
        /* copy setlocale() return value before callee invokes it again */
        strlcpy(save_lc_ctype, result, sizeof(save_lc_ctype));
        result = save_lc_ctype;
 
#ifdef ENABLE_NLS
        SetMessageEncoding(pg_bind_textdomain_codeset(textdomain(NULL)));
#else
        SetMessageEncoding(GetDatabaseEncoding());
#endif
    }
 
    switch (category)
    {
        case LC_COLLATE:
            envvar = "LC_COLLATE";
            break;
        case LC_CTYPE:
            envvar = "LC_CTYPE";
            break;
#ifdef LC_MESSAGES
        case LC_MESSAGES:
            envvar = "LC_MESSAGES";
#ifdef WIN32
            result = IsoLocaleName(locale);
            if (result == NULL)
                result = (char *) locale;
            elog(DEBUG3, "IsoLocaleName() executed; locale: \"%s\"", result);
#endif                          /* WIN32 */
            break;
#endif                          /* LC_MESSAGES */
        case LC_MONETARY:
            envvar = "LC_MONETARY";
            break;
        case LC_NUMERIC:
            envvar = "LC_NUMERIC";
            break;
        case LC_TIME:
            envvar = "LC_TIME";
            break;
        default:
            elog(FATAL, "unrecognized LC category: %d", category);
            return NULL;        /* keep compiler quiet */
    }
 
    if (setenv(envvar, result, 1) != 0)
        return NULL;
 
    return result;
}

References DEBUG3, elog, FATAL, GetDatabaseEncoding(), locale, LOCALE_NAME_BUFLEN, setenv, setlocale, SetMessageEncoding(), and strlcpy().

Referenced by assign_locale_messages(), CheckMyDatabase(), and init_locale().

pg_strcoll()

int pg_strcoll	(	const char *	arg1,
		const char *	arg2,
		pg_locale_t	locale
	)

Definition at line 1456 of file pg_locale.c.

{
    return locale->collate->strncoll(arg1, -1, arg2, -1, locale);
}

References locale.

Referenced by varstrfastcmp_locale().

pg_strlower()

size_t pg_strlower	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 1394 of file pg_locale.c.

{
    if (locale->provider == COLLPROVIDER_BUILTIN)
        return strlower_builtin(dst, dstsize, src, srclen, locale);
#ifdef USE_ICU
    else if (locale->provider == COLLPROVIDER_ICU)
        return strlower_icu(dst, dstsize, src, srclen, locale);
#endif
    else if (locale->provider == COLLPROVIDER_LIBC)
        return strlower_libc(dst, dstsize, src, srclen, locale);
    else
        /* shouldn't happen */
        PGLOCALE_SUPPORT_ERROR(locale->provider);
 
    return 0;                   /* keep compiler quiet */
}

References locale, PGLOCALE_SUPPORT_ERROR, strlower_builtin(), strlower_icu(), and strlower_libc().

Referenced by str_tolower().

pg_strncoll()

int pg_strncoll	(	const char *	arg1,
		ssize_t	len1,
		const char *	arg2,
		ssize_t	len2,
		pg_locale_t	locale
	)

Definition at line 1476 of file pg_locale.c.

{
    return locale->collate->strncoll(arg1, len1, arg2, len2, locale);
}

References locale.

Referenced by MatchText(), and varstr_cmp().

pg_strnxfrm()

size_t pg_strnxfrm	(	char *	dest,
		size_t	destsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 1531 of file pg_locale.c.

{
    return locale->collate->strnxfrm(dest, destsize, src, srclen, locale);
}

References generate_unaccent_rules::dest, and locale.

Referenced by hashbpchar(), hashbpcharextended(), hashtext(), and hashtextextended().

pg_strnxfrm_prefix()

size_t pg_strnxfrm_prefix	(	char *	dest,
		size_t	destsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 1578 of file pg_locale.c.

{
    return locale->collate->strnxfrm_prefix(dest, destsize, src, srclen, locale);
}

References generate_unaccent_rules::dest, and locale.

pg_strtitle()

size_t pg_strtitle	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 1413 of file pg_locale.c.

{
    if (locale->provider == COLLPROVIDER_BUILTIN)
        return strtitle_builtin(dst, dstsize, src, srclen, locale);
#ifdef USE_ICU
    else if (locale->provider == COLLPROVIDER_ICU)
        return strtitle_icu(dst, dstsize, src, srclen, locale);
#endif
    else if (locale->provider == COLLPROVIDER_LIBC)
        return strtitle_libc(dst, dstsize, src, srclen, locale);
    else
        /* shouldn't happen */
        PGLOCALE_SUPPORT_ERROR(locale->provider);
 
    return 0;                   /* keep compiler quiet */
}

References locale, PGLOCALE_SUPPORT_ERROR, strtitle_builtin(), strtitle_icu(), and strtitle_libc().

Referenced by str_initcap().

pg_strupper()

size_t pg_strupper	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 1432 of file pg_locale.c.

{
    if (locale->provider == COLLPROVIDER_BUILTIN)
        return strupper_builtin(dst, dstsize, src, srclen, locale);
#ifdef USE_ICU
    else if (locale->provider == COLLPROVIDER_ICU)
        return strupper_icu(dst, dstsize, src, srclen, locale);
#endif
    else if (locale->provider == COLLPROVIDER_LIBC)
        return strupper_libc(dst, dstsize, src, srclen, locale);
    else
        /* shouldn't happen */
        PGLOCALE_SUPPORT_ERROR(locale->provider);
 
    return 0;                   /* keep compiler quiet */
}

References locale, PGLOCALE_SUPPORT_ERROR, strupper_builtin(), strupper_icu(), and strupper_libc().

Referenced by str_toupper().

pg_strxfrm()

size_t pg_strxfrm	(	char *	dest,
		const char *	src,
		size_t	destsize,
		pg_locale_t	locale
	)

Definition at line 1506 of file pg_locale.c.

{
    return locale->collate->strnxfrm(dest, destsize, src, -1, locale);
}

References generate_unaccent_rules::dest, and locale.

Referenced by convert_string_datum(), and varstr_abbrev_convert().

pg_strxfrm_enabled()

bool pg_strxfrm_enabled

(

pg_locale_t

locale

)

Definition at line 1490 of file pg_locale.c.

{
    /*
     * locale->collate->strnxfrm is still a required method, even if it may
     * have the wrong behavior, because the planner uses it for estimates in
     * some cases.
     */
    return locale->collate->strxfrm_is_safe;
}

References locale.

Referenced by varstr_sortsupport().

pg_strxfrm_prefix()

size_t pg_strxfrm_prefix	(	char *	dest,
		const char *	src,
		size_t	destsize,
		pg_locale_t	locale
	)

Definition at line 1553 of file pg_locale.c.

{
    return locale->collate->strnxfrm_prefix(dest, destsize, src, -1, locale);
}

References generate_unaccent_rules::dest, and locale.

Referenced by varstr_abbrev_convert().

pg_strxfrm_prefix_enabled()

bool pg_strxfrm_prefix_enabled

(

pg_locale_t

locale

)

Definition at line 1542 of file pg_locale.c.

{
    return (locale->collate->strnxfrm_prefix != NULL);
}

References locale.

Referenced by varstr_abbrev_convert().

PGLC_localeconv()

struct lconv * PGLC_localeconv

(

void

)

Definition at line 541 of file pg_locale.c.

{
    static struct lconv CurrentLocaleConv;
    static bool CurrentLocaleConvAllocated = false;
    struct lconv *extlconv;
    struct lconv worklconv;
    char       *save_lc_monetary;
    char       *save_lc_numeric;
#ifdef WIN32
    char       *save_lc_ctype;
#endif
 
    /* Did we do it already? */
    if (CurrentLocaleConvValid)
        return &CurrentLocaleConv;
 
    /* Free any already-allocated storage */
    if (CurrentLocaleConvAllocated)
    {
        free_struct_lconv(&CurrentLocaleConv);
        CurrentLocaleConvAllocated = false;
    }
 
    /*
     * This is tricky because we really don't want to risk throwing error
     * while the locale is set to other than our usual settings.  Therefore,
     * the process is: collect the usual settings, set locale to special
     * setting, copy relevant data into worklconv using strdup(), restore
     * normal settings, convert data to desired encoding, and finally stash
     * the collected data in CurrentLocaleConv.  This makes it safe if we
     * throw an error during encoding conversion or run out of memory anywhere
     * in the process.  All data pointed to by struct lconv members is
     * allocated with strdup, to avoid premature elog(ERROR) and to allow
     * using a single cleanup routine.
     */
    memset(&worklconv, 0, sizeof(worklconv));
 
    /* Save prevailing values of monetary and numeric locales */
    save_lc_monetary = setlocale(LC_MONETARY, NULL);
    if (!save_lc_monetary)
        elog(ERROR, "setlocale(NULL) failed");
    save_lc_monetary = pstrdup(save_lc_monetary);
 
    save_lc_numeric = setlocale(LC_NUMERIC, NULL);
    if (!save_lc_numeric)
        elog(ERROR, "setlocale(NULL) failed");
    save_lc_numeric = pstrdup(save_lc_numeric);
 
#ifdef WIN32
 
    /*
     * The POSIX standard explicitly says that it is undefined what happens if
     * LC_MONETARY or LC_NUMERIC imply an encoding (codeset) different from
     * that implied by LC_CTYPE.  In practice, all Unix-ish platforms seem to
     * believe that localeconv() should return strings that are encoded in the
     * codeset implied by the LC_MONETARY or LC_NUMERIC locale name.  Hence,
     * once we have successfully collected the localeconv() results, we will
     * convert them from that codeset to the desired server encoding.
     *
     * Windows, of course, resolutely does things its own way; on that
     * platform LC_CTYPE has to match LC_MONETARY/LC_NUMERIC to get sane
     * results.  Hence, we must temporarily set that category as well.
     */
 
    /* Save prevailing value of ctype locale */
    save_lc_ctype = setlocale(LC_CTYPE, NULL);
    if (!save_lc_ctype)
        elog(ERROR, "setlocale(NULL) failed");
    save_lc_ctype = pstrdup(save_lc_ctype);
 
    /* Here begins the critical section where we must not throw error */
 
    /* use numeric to set the ctype */
    setlocale(LC_CTYPE, locale_numeric);
#endif
 
    /* Get formatting information for numeric */
    setlocale(LC_NUMERIC, locale_numeric);
    extlconv = localeconv();
 
    /* Must copy data now in case setlocale() overwrites it */
    worklconv.decimal_point = strdup(extlconv->decimal_point);
    worklconv.thousands_sep = strdup(extlconv->thousands_sep);
    worklconv.grouping = strdup(extlconv->grouping);
 
#ifdef WIN32
    /* use monetary to set the ctype */
    setlocale(LC_CTYPE, locale_monetary);
#endif
 
    /* Get formatting information for monetary */
    setlocale(LC_MONETARY, locale_monetary);
    extlconv = localeconv();
 
    /* Must copy data now in case setlocale() overwrites it */
    worklconv.int_curr_symbol = strdup(extlconv->int_curr_symbol);
    worklconv.currency_symbol = strdup(extlconv->currency_symbol);
    worklconv.mon_decimal_point = strdup(extlconv->mon_decimal_point);
    worklconv.mon_thousands_sep = strdup(extlconv->mon_thousands_sep);
    worklconv.mon_grouping = strdup(extlconv->mon_grouping);
    worklconv.positive_sign = strdup(extlconv->positive_sign);
    worklconv.negative_sign = strdup(extlconv->negative_sign);
    /* Copy scalar fields as well */
    worklconv.int_frac_digits = extlconv->int_frac_digits;
    worklconv.frac_digits = extlconv->frac_digits;
    worklconv.p_cs_precedes = extlconv->p_cs_precedes;
    worklconv.p_sep_by_space = extlconv->p_sep_by_space;
    worklconv.n_cs_precedes = extlconv->n_cs_precedes;
    worklconv.n_sep_by_space = extlconv->n_sep_by_space;
    worklconv.p_sign_posn = extlconv->p_sign_posn;
    worklconv.n_sign_posn = extlconv->n_sign_posn;
 
    /*
     * Restore the prevailing locale settings; failure to do so is fatal.
     * Possibly we could limp along with nondefault LC_MONETARY or LC_NUMERIC,
     * but proceeding with the wrong value of LC_CTYPE would certainly be bad
     * news; and considering that the prevailing LC_MONETARY and LC_NUMERIC
     * are almost certainly "C", there's really no reason that restoring those
     * should fail.
     */
#ifdef WIN32
    if (!setlocale(LC_CTYPE, save_lc_ctype))
        elog(FATAL, "failed to restore LC_CTYPE to \"%s\"", save_lc_ctype);
#endif
    if (!setlocale(LC_MONETARY, save_lc_monetary))
        elog(FATAL, "failed to restore LC_MONETARY to \"%s\"", save_lc_monetary);
    if (!setlocale(LC_NUMERIC, save_lc_numeric))
        elog(FATAL, "failed to restore LC_NUMERIC to \"%s\"", save_lc_numeric);
 
    /*
     * At this point we've done our best to clean up, and can call functions
     * that might possibly throw errors with a clean conscience.  But let's
     * make sure we don't leak any already-strdup'd fields in worklconv.
     */
    PG_TRY();
    {
        int         encoding;
 
        /* Release the pstrdup'd locale names */
        pfree(save_lc_monetary);
        pfree(save_lc_numeric);
#ifdef WIN32
        pfree(save_lc_ctype);
#endif
 
        /* If any of the preceding strdup calls failed, complain now. */
        if (!struct_lconv_is_valid(&worklconv))
            ereport(ERROR,
                    (errcode(ERRCODE_OUT_OF_MEMORY),
                     errmsg("out of memory")));
 
        /*
         * Now we must perform encoding conversion from whatever's associated
         * with the locales into the database encoding.  If we can't identify
         * the encoding implied by LC_NUMERIC or LC_MONETARY (ie we get -1),
         * use PG_SQL_ASCII, which will result in just validating that the
         * strings are OK in the database encoding.
         */
        encoding = pg_get_encoding_from_locale(locale_numeric, true);
        if (encoding < 0)
            encoding = PG_SQL_ASCII;
 
        db_encoding_convert(encoding, &worklconv.decimal_point);
        db_encoding_convert(encoding, &worklconv.thousands_sep);
        /* grouping is not text and does not require conversion */
 
        encoding = pg_get_encoding_from_locale(locale_monetary, true);
        if (encoding < 0)
            encoding = PG_SQL_ASCII;
 
        db_encoding_convert(encoding, &worklconv.int_curr_symbol);
        db_encoding_convert(encoding, &worklconv.currency_symbol);
        db_encoding_convert(encoding, &worklconv.mon_decimal_point);
        db_encoding_convert(encoding, &worklconv.mon_thousands_sep);
        /* mon_grouping is not text and does not require conversion */
        db_encoding_convert(encoding, &worklconv.positive_sign);
        db_encoding_convert(encoding, &worklconv.negative_sign);
    }
    PG_CATCH();
    {
        free_struct_lconv(&worklconv);
        PG_RE_THROW();
    }
    PG_END_TRY();
 
    /*
     * Everything is good, so save the results.
     */
    CurrentLocaleConv = worklconv;
    CurrentLocaleConvAllocated = true;
    CurrentLocaleConvValid = true;
    return &CurrentLocaleConv;
}

References CurrentLocaleConvValid, db_encoding_convert(), elog, encoding, ereport, errcode(), errmsg(), ERROR, FATAL, free_struct_lconv(), locale_monetary, locale_numeric, pfree(), PG_CATCH, PG_END_TRY, pg_get_encoding_from_locale(), PG_RE_THROW, PG_SQL_ASCII, PG_TRY, pstrdup(), setlocale, and struct_lconv_is_valid().

Referenced by cash_in(), cash_numeric(), cash_out(), int4_cash(), int8_cash(), NUM_prepare_locale(), and numeric_cash().

strlower_builtin()

size_t strlower_builtin	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 78 of file pg_locale_builtin.c.

{
    return unicode_strlower(dest, destsize, src, srclen,
                            locale->info.builtin.casemap_full);
}

References generate_unaccent_rules::dest, locale, and unicode_strlower().

Referenced by pg_strlower().

strlower_icu()

size_t strlower_icu	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Referenced by pg_strlower().

strlower_libc()

size_t strlower_libc	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 124 of file pg_locale_libc.c.

{
    if (pg_database_encoding_max_length() > 1)
        return strlower_libc_mb(dst, dstsize, src, srclen, locale);
    else
        return strlower_libc_sb(dst, dstsize, src, srclen, locale);
}

References locale, pg_database_encoding_max_length(), strlower_libc_mb(), and strlower_libc_sb().

Referenced by pg_strlower().

strtitle_builtin()

size_t strtitle_builtin	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 86 of file pg_locale_builtin.c.

{
    struct WordBoundaryState wbstate = {
        .str = src,
        .len = srclen,
        .offset = 0,
        .init = false,
        .prev_alnum = false,
    };
 
    return unicode_strtitle(dest, destsize, src, srclen,
                            locale->info.builtin.casemap_full,
                            initcap_wbnext, &wbstate);
}

References generate_unaccent_rules::dest, initcap_wbnext(), locale, WordBoundaryState::str, and unicode_strtitle().

Referenced by pg_strtitle().

strtitle_icu()

size_t strtitle_icu	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Referenced by pg_strtitle().

strtitle_libc()

size_t strtitle_libc	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 134 of file pg_locale_libc.c.

{
    if (pg_database_encoding_max_length() > 1)
        return strtitle_libc_mb(dst, dstsize, src, srclen, locale);
    else
        return strtitle_libc_sb(dst, dstsize, src, srclen, locale);
}

References locale, pg_database_encoding_max_length(), strtitle_libc_mb(), and strtitle_libc_sb().

Referenced by pg_strtitle().

struct_lconv_is_valid()

static bool struct_lconv_is_valid ( struct lconv *  s )

static

Definition at line 480 of file pg_locale.c.

{
    if (s->decimal_point == NULL)
        return false;
    if (s->thousands_sep == NULL)
        return false;
    if (s->grouping == NULL)
        return false;
    if (s->int_curr_symbol == NULL)
        return false;
    if (s->currency_symbol == NULL)
        return false;
    if (s->mon_decimal_point == NULL)
        return false;
    if (s->mon_thousands_sep == NULL)
        return false;
    if (s->mon_grouping == NULL)
        return false;
    if (s->positive_sign == NULL)
        return false;
    if (s->negative_sign == NULL)
        return false;
    return true;
}

Referenced by PGLC_localeconv().

strupper_builtin()

size_t strupper_builtin	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 103 of file pg_locale_builtin.c.

{
    return unicode_strupper(dest, destsize, src, srclen,
                            locale->info.builtin.casemap_full);
}

References generate_unaccent_rules::dest, locale, and unicode_strupper().

Referenced by pg_strupper().

strupper_icu()

size_t strupper_icu	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Referenced by pg_strupper().

strupper_libc()

size_t strupper_libc	(	char *	dst,
		size_t	dstsize,
		const char *	src,
		ssize_t	srclen,
		pg_locale_t	locale
	)

Definition at line 144 of file pg_locale_libc.c.

{
    if (pg_database_encoding_max_length() > 1)
        return strupper_libc_mb(dst, dstsize, src, srclen, locale);
    else
        return strupper_libc_sb(dst, dstsize, src, srclen, locale);
}

References locale, pg_database_encoding_max_length(), strupper_libc_mb(), and strupper_libc_sb().

Referenced by pg_strupper().

Variable Documentation

CollationCache

collation_cache_hash* CollationCache = NULL

static

Definition at line 179 of file pg_locale.c.

Referenced by pg_newlocale_from_collation().

CollationCacheContext

MemoryContext CollationCacheContext = NULL

static

Definition at line 178 of file pg_locale.c.

Referenced by pg_newlocale_from_collation().

CurrentLCTimeValid

bool CurrentLCTimeValid = false

static

Definition at line 151 of file pg_locale.c.

Referenced by assign_locale_time(), and cache_locale_time().

CurrentLocaleConvValid

bool CurrentLocaleConvValid = false

static

Definition at line 150 of file pg_locale.c.

Referenced by assign_locale_monetary(), assign_locale_numeric(), and PGLC_localeconv().

database_ctype_is_c

bool database_ctype_is_c = false

Definition at line 145 of file pg_locale.c.

Referenced by CheckMyDatabase(), t_isalnum(), t_isalpha(), and TParserInit().

default_locale

pg_locale_t default_locale = NULL

static

Definition at line 147 of file pg_locale.c.

Referenced by init_database_collation(), and pg_newlocale_from_collation().

icu_validation_level

int icu_validation_level = WARNING

Definition at line 130 of file pg_locale.c.

Referenced by createdb(), DefineCollation(), and icu_validate_locale().

last_collation_cache_locale

pg_locale_t last_collation_cache_locale = NULL

static

Definition at line 186 of file pg_locale.c.

Referenced by pg_newlocale_from_collation().

last_collation_cache_oid

Oid last_collation_cache_oid = InvalidOid

static

Definition at line 185 of file pg_locale.c.

Referenced by pg_newlocale_from_collation().

locale_messages

char* locale_messages

Definition at line 125 of file pg_locale.c.

locale_monetary

char* locale_monetary

Definition at line 126 of file pg_locale.c.

Referenced by PGLC_localeconv().

locale_numeric

char* locale_numeric

Definition at line 127 of file pg_locale.c.

Referenced by PGLC_localeconv().

locale_time

char* locale_time

Definition at line 128 of file pg_locale.c.

Referenced by cache_locale_time().

localized_abbrev_days

char* localized_abbrev_days[7+1]

Definition at line 139 of file pg_locale.c.

Referenced by cache_locale_time(), DCH_from_char(), and DCH_to_char().

localized_abbrev_months

char* localized_abbrev_months[12+1]

Definition at line 141 of file pg_locale.c.

Referenced by cache_locale_time(), DCH_from_char(), and DCH_to_char().

localized_full_days

char* localized_full_days[7+1]

Definition at line 140 of file pg_locale.c.

Referenced by cache_locale_time(), DCH_from_char(), and DCH_to_char().

localized_full_months

char* localized_full_months[12+1]

Definition at line 142 of file pg_locale.c.

Referenced by cache_locale_time(), DCH_from_char(), and DCH_to_char().