PostgreSQL Source Code
git master
|
#include "postgres.h"
#include <time.h>
#include "access/htup_details.h"
#include "catalog/pg_collation.h"
#include "catalog/pg_database.h"
#include "common/hashfn.h"
#include "mb/pg_wchar.h"
#include "miscadmin.h"
#include "utils/builtins.h"
#include "utils/formatting.h"
#include "utils/guc_hooks.h"
#include "utils/lsyscache.h"
#include "utils/memutils.h"
#include "utils/pg_locale.h"
#include "utils/syscache.h"
#include "lib/simplehash.h"
Go to the source code of this file.
Data Structures | |
struct | collation_cache_entry |
Macros | |
#define | PGLOCALE_SUPPORT_ERROR(provider) elog(ERROR, "unsupported collprovider for %s: %c", __func__, provider) |
#define | TEXTBUFLEN 1024 |
#define | MAX_L10N_DATA 80 |
#define | SH_PREFIX collation_cache |
#define | SH_ELEMENT_TYPE collation_cache_entry |
#define | SH_KEY_TYPE Oid |
#define | SH_KEY collid |
#define | SH_HASH_KEY(tb, key) murmurhash32((uint32) key) |
#define | SH_EQUAL(tb, a, b) (a == b) |
#define | SH_GET_HASH(tb, a) a->hash |
#define | SH_SCOPE static inline |
#define | SH_STORE_HASH |
#define | SH_DECLARE |
#define | SH_DEFINE |
Functions | |
static size_t | mbstowcs_l (wchar_t *dest, const char *src, size_t n, locale_t loc) |
static size_t | wcstombs_l (char *dest, const wchar_t *src, size_t n, locale_t loc) |
char * | pg_perm_setlocale (int category, const char *locale) |
bool | check_locale (int category, const char *locale, char **canonname) |
bool | check_locale_monetary (char **newval, void **extra, GucSource source) |
void | assign_locale_monetary (const char *newval, void *extra) |
bool | check_locale_numeric (char **newval, void **extra, GucSource source) |
void | assign_locale_numeric (const char *newval, void *extra) |
bool | check_locale_time (char **newval, void **extra, GucSource source) |
void | assign_locale_time (const char *newval, void *extra) |
bool | check_locale_messages (char **newval, void **extra, GucSource source) |
void | assign_locale_messages (const char *newval, void *extra) |
static void | free_struct_lconv (struct lconv *s) |
static bool | struct_lconv_is_valid (struct lconv *s) |
static void | db_encoding_convert (int encoding, char **str) |
struct lconv * | PGLC_localeconv (void) |
static void | cache_single_string (char **dst, const char *src, int encoding) |
void | cache_locale_time (void) |
static collation_cache_entry * | lookup_collation_cache (Oid collation) |
static void | report_newlocale_failure (const char *localename) |
static void | make_libc_collator (const char *collate, const char *ctype, pg_locale_t result) |
void | make_icu_collator (const char *iculocstr, const char *icurules, struct pg_locale_struct *resultp) |
void | init_database_collation (void) |
pg_locale_t | pg_newlocale_from_collation (Oid collid) |
char * | get_collation_actual_version (char collprovider, const char *collcollate) |
static int | pg_strcoll_libc (const char *arg1, const char *arg2, pg_locale_t locale) |
static int | pg_strncoll_libc (const char *arg1, size_t len1, const char *arg2, size_t len2, pg_locale_t locale) |
int | pg_strcoll (const char *arg1, const char *arg2, pg_locale_t locale) |
int | pg_strncoll (const char *arg1, size_t len1, const char *arg2, size_t len2, pg_locale_t locale) |
static size_t | pg_strxfrm_libc (char *dest, const char *src, size_t destsize, pg_locale_t locale) |
static size_t | pg_strnxfrm_libc (char *dest, const char *src, size_t srclen, size_t destsize, pg_locale_t locale) |
bool | pg_strxfrm_enabled (pg_locale_t locale) |
size_t | pg_strxfrm (char *dest, const char *src, size_t destsize, pg_locale_t locale) |
size_t | pg_strnxfrm (char *dest, size_t destsize, const char *src, size_t srclen, pg_locale_t locale) |
bool | pg_strxfrm_prefix_enabled (pg_locale_t locale) |
size_t | pg_strxfrm_prefix (char *dest, const char *src, size_t destsize, pg_locale_t locale) |
size_t | pg_strnxfrm_prefix (char *dest, size_t destsize, const char *src, size_t srclen, pg_locale_t locale) |
int | builtin_locale_encoding (const char *locale) |
const char * | builtin_validate_locale (int encoding, const char *locale) |
char * | icu_language_tag (const char *loc_str, int elevel) |
void | icu_validate_locale (const char *loc_str) |
size_t | wchar2char (char *to, const wchar_t *from, size_t tolen, pg_locale_t locale) |
size_t | char2wchar (wchar_t *to, size_t tolen, const char *from, size_t fromlen, pg_locale_t locale) |
Variables | |
char * | locale_messages |
char * | locale_monetary |
char * | locale_numeric |
char * | locale_time |
int | icu_validation_level = WARNING |
char * | localized_abbrev_days [7+1] |
char * | localized_full_days [7+1] |
char * | localized_abbrev_months [12+1] |
char * | localized_full_months [12+1] |
bool | database_ctype_is_c = false |
static struct pg_locale_struct | default_locale |
static bool | CurrentLocaleConvValid = false |
static bool | CurrentLCTimeValid = false |
static MemoryContext | CollationCacheContext = NULL |
static collation_cache_hash * | CollationCache = NULL |
static Oid | last_collation_cache_oid = InvalidOid |
static pg_locale_t | last_collation_cache_locale = NULL |
#define MAX_L10N_DATA 80 |
Definition at line 94 of file pg_locale.c.
#define PGLOCALE_SUPPORT_ERROR | ( | provider | ) | elog(ERROR, "unsupported collprovider for %s: %c", __func__, provider) |
Definition at line 85 of file pg_locale.c.
#define SH_DECLARE |
Definition at line 147 of file pg_locale.c.
#define SH_DEFINE |
Definition at line 148 of file pg_locale.c.
#define SH_ELEMENT_TYPE collation_cache_entry |
Definition at line 139 of file pg_locale.c.
Definition at line 144 of file pg_locale.c.
#define SH_HASH_KEY | ( | tb, | |
key | |||
) | murmurhash32((uint32) key) |
Definition at line 142 of file pg_locale.c.
#define SH_KEY collid |
Definition at line 141 of file pg_locale.c.
#define SH_KEY_TYPE Oid |
Definition at line 140 of file pg_locale.c.
#define SH_PREFIX collation_cache |
Definition at line 138 of file pg_locale.c.
#define SH_SCOPE static inline |
Definition at line 145 of file pg_locale.c.
#define SH_STORE_HASH |
Definition at line 146 of file pg_locale.c.
#define TEXTBUFLEN 1024 |
Definition at line 92 of file pg_locale.c.
void assign_locale_messages | ( | const char * | newval, |
void * | extra | ||
) |
Definition at line 451 of file pg_locale.c.
References newval, and pg_perm_setlocale().
void assign_locale_monetary | ( | const char * | newval, |
void * | extra | ||
) |
void assign_locale_numeric | ( | const char * | newval, |
void * | extra | ||
) |
Definition at line 400 of file pg_locale.c.
References CurrentLocaleConvValid.
void assign_locale_time | ( | const char * | newval, |
void * | extra | ||
) |
int builtin_locale_encoding | ( | const char * | locale | ) |
Definition at line 2450 of file pg_locale.c.
References ereport, errcode(), errmsg(), ERROR, locale, and PG_UTF8.
Referenced by builtin_validate_locale(), and DefineCollation().
const char* builtin_validate_locale | ( | int | encoding, |
const char * | locale | ||
) |
Definition at line 2471 of file pg_locale.c.
References builtin_locale_encoding(), encoding, ereport, errcode(), errmsg(), ERROR, locale, and pg_encoding_to_char.
Referenced by createdb(), DefineCollation(), init_database_collation(), and pg_newlocale_from_collation().
void cache_locale_time | ( | void | ) |
Definition at line 830 of file pg_locale.c.
References buf, cache_single_string(), CurrentLCTimeValid, DEBUG3, elog, encoding, ERROR, FATAL, i, locale_time, localized_abbrev_days, localized_abbrev_months, localized_full_days, localized_full_months, MAX_L10N_DATA, pfree(), pg_get_encoding_from_locale(), PG_SQL_ASCII, PG_UTF8, pstrdup(), setlocale, and tm.
Referenced by DCH_from_char(), and DCH_to_char().
|
static |
Definition at line 807 of file pg_locale.c.
References encoding, MemoryContextStrdup(), pfree(), pg_any_to_server(), and TopMemoryContext.
Referenced by cache_locale_time().
size_t char2wchar | ( | wchar_t * | to, |
size_t | tolen, | ||
const char * | from, | ||
size_t | fromlen, | ||
pg_locale_t | locale | ||
) |
Definition at line 3048 of file pg_locale.c.
References Assert, ereport, errcode(), errhint(), errmsg(), ERROR, GetDatabaseEncoding(), locale, mbstowcs_l(), pfree(), PG_UTF8, pg_verifymbstr(), pnstrdup(), and str.
Referenced by lowerstr_with_len(), str_initcap(), str_tolower(), str_toupper(), t_isalnum(), t_isalpha(), t_isdigit(), t_isprint(), t_isspace(), and TParserInit().
bool check_locale | ( | int | category, |
const char * | locale, | ||
char ** | canonname | ||
) |
Definition at line 339 of file pg_locale.c.
References elog, locale, pfree(), pstrdup(), res, setlocale, and WARNING.
Referenced by check_locale_messages(), check_locale_monetary(), check_locale_numeric(), check_locale_time(), and createdb().
Definition at line 428 of file pg_locale.c.
References check_locale(), newval, PGC_S_DEFAULT, and source.
Definition at line 382 of file pg_locale.c.
References check_locale(), and newval.
Definition at line 394 of file pg_locale.c.
References check_locale(), and newval.
Definition at line 406 of file pg_locale.c.
References check_locale(), and newval.
|
static |
Definition at line 518 of file pg_locale.c.
References encoding, ereport, errcode(), errmsg(), ERROR, free, pfree(), pg_any_to_server(), and str.
Referenced by PGLC_localeconv().
|
static |
char* get_collation_actual_version | ( | char | collprovider, |
const char * | collcollate | ||
) |
Definition at line 1659 of file pg_locale.c.
References buf, ereport, errcode(), errmsg(), ERROR, locale_t, pg_strcasecmp(), pg_strncasecmp(), psprintf(), and pstrdup().
Referenced by AlterCollation(), AlterDatabaseRefreshColl(), CheckMyDatabase(), createdb(), DefineCollation(), pg_collation_actual_version(), pg_database_collation_actual_version(), pg_import_system_collations(), and pg_newlocale_from_collation().
char* icu_language_tag | ( | const char * | loc_str, |
int | elevel | ||
) |
Definition at line 2851 of file pg_locale.c.
References ereport, errcode(), errmsg(), ERROR, MaxAllocSize, Min, palloc(), pfree(), and repalloc().
Referenced by createdb(), DefineCollation(), and pg_import_system_collations().
void icu_validate_locale | ( | const char * | loc_str | ) |
Definition at line 2909 of file pg_locale.c.
References ereport, errcode(), errhint(), errmsg(), ERROR, i, icu_validation_level, IsBinaryUpgrade, and WARNING.
Referenced by createdb(), and DefineCollation().
void init_database_collation | ( | void | ) |
Definition at line 1422 of file pg_locale.c.
References Assert, pg_locale_struct::builtin, builtin_validate_locale(), pg_locale_struct::collate_is_c, pg_locale_struct::ctype_is_c, datlocale, default_locale, pg_locale_struct::deterministic, elog, ERROR, GETSTRUCT, HeapTupleIsValid, pg_locale_struct::info, make_icu_collator(), make_libc_collator(), MemoryContextStrdup(), MyDatabaseId, ObjectIdGetDatum(), pg_locale_struct::provider, ReleaseSysCache(), SearchSysCache1(), SysCacheGetAttr(), SysCacheGetAttrNotNull(), TextDatumGetCString, and TopMemoryContext.
Referenced by CheckMyDatabase().
|
static |
Definition at line 1239 of file pg_locale.c.
References ALLOCSET_DEFAULT_SIZES, AllocSetContextCreate, Assert, CollationCache, CollationCacheContext, collation_cache_entry::locale, OidIsValid, and TopMemoryContext.
Referenced by pg_newlocale_from_collation().
void make_icu_collator | ( | const char * | iculocstr, |
const char * | icurules, | ||
struct pg_locale_struct * | resultp | ||
) |
Definition at line 1367 of file pg_locale.c.
References ereport, errcode(), errmsg(), ERROR, pg_locale_struct::info, pg_locale_struct::locale, MemoryContextStrdup(), palloc_array, and TopMemoryContext.
Referenced by init_database_collation(), and pg_newlocale_from_collation().
|
static |
Definition at line 1306 of file pg_locale.c.
References ereport, errcode(), errmsg(), ERROR, pg_locale_struct::info, locale_t, pg_locale_struct::lt, and report_newlocale_failure().
Referenced by init_database_collation(), and pg_newlocale_from_collation().
|
static |
Definition at line 190 of file pg_locale.c.
References generate_unaccent_rules::dest, and locale_t.
Referenced by char2wchar().
pg_locale_t pg_newlocale_from_collation | ( | Oid | collid | ) |
Definition at line 1510 of file pg_locale.c.
References pg_locale_struct::builtin, builtin_validate_locale(), pg_locale_struct::collate_is_c, collid, pg_locale_struct::ctype_is_c, default_locale, pg_locale_struct::deterministic, elog, ereport, errdetail(), errhint(), errmsg(), ERROR, get_collation_actual_version(), get_namespace_name(), GetDatabaseEncoding(), GETSTRUCT, HeapTupleIsValid, pg_locale_struct::info, last_collation_cache_locale, last_collation_cache_oid, collation_cache_entry::locale, lookup_collation_cache(), make_icu_collator(), make_libc_collator(), MemoryContextAlloc(), MemoryContextStrdup(), NameStr, ObjectIdGetDatum(), OidIsValid, pg_locale_struct::provider, quote_qualified_identifier(), ReleaseSysCache(), SearchSysCache1(), SysCacheGetAttr(), SysCacheGetAttrNotNull(), TextDatumGetCString, TopMemoryContext, and WARNING.
Referenced by bpchareq(), bpcharne(), btvarstrequalimage(), convert_string_datum(), DefineCollation(), Generic_Text_IC_like(), GenericMatchText(), hashbpchar(), hashbpcharextended(), hashtext(), hashtextextended(), like_fixed_prefix(), make_greater_string(), match_pattern_prefix(), pg_set_regex_collation(), spg_text_inner_consistent(), str_initcap(), str_tolower(), str_toupper(), text_position_setup(), text_starts_with(), texteq(), textne(), varstr_cmp(), and varstr_sortsupport().
char* pg_perm_setlocale | ( | int | category, |
const char * | locale | ||
) |
Definition at line 236 of file pg_locale.c.
References DEBUG3, elog, FATAL, GetDatabaseEncoding(), locale, LOCALE_NAME_BUFLEN, setenv, setlocale, SetMessageEncoding(), and strlcpy().
Referenced by assign_locale_messages(), CheckMyDatabase(), and init_locale().
int pg_strcoll | ( | const char * | arg1, |
const char * | arg2, | ||
pg_locale_t | locale | ||
) |
Definition at line 2022 of file pg_locale.c.
References locale, pg_strcoll_libc(), and PGLOCALE_SUPPORT_ERROR.
Referenced by varstrfastcmp_locale().
|
static |
Definition at line 1843 of file pg_locale.c.
References Assert, GetDatabaseEncoding(), locale, PG_UTF8, and strcoll_l.
Referenced by pg_strcoll(), and pg_strncoll_libc().
int pg_strncoll | ( | const char * | arg1, |
size_t | len1, | ||
const char * | arg2, | ||
size_t | len2, | ||
pg_locale_t | locale | ||
) |
Definition at line 2057 of file pg_locale.c.
References locale, pg_strncoll_libc(), and PGLOCALE_SUPPORT_ERROR.
Referenced by varstr_cmp().
|
static |
Definition at line 1869 of file pg_locale.c.
References Assert, buf, GetDatabaseEncoding(), locale, palloc(), pfree(), pg_strcoll_libc(), PG_UTF8, and TEXTBUFLEN.
Referenced by pg_strncoll().
size_t pg_strnxfrm | ( | char * | dest, |
size_t | destsize, | ||
const char * | src, | ||
size_t | srclen, | ||
pg_locale_t | locale | ||
) |
Definition at line 2339 of file pg_locale.c.
References generate_unaccent_rules::dest, locale, pg_strnxfrm_libc(), and PGLOCALE_SUPPORT_ERROR.
Referenced by hashbpchar(), hashbpcharextended(), hashtext(), and hashtextextended().
|
static |
Definition at line 2085 of file pg_locale.c.
References Assert, buf, bufsize, generate_unaccent_rules::dest, locale, palloc(), pfree(), pg_strxfrm_libc(), and TEXTBUFLEN.
Referenced by pg_strnxfrm().
size_t pg_strnxfrm_prefix | ( | char * | dest, |
size_t | destsize, | ||
const char * | src, | ||
size_t | srclen, | ||
pg_locale_t | locale | ||
) |
Definition at line 2430 of file pg_locale.c.
References generate_unaccent_rules::dest, locale, and PGLOCALE_SUPPORT_ERROR.
size_t pg_strxfrm | ( | char * | dest, |
const char * | src, | ||
size_t | destsize, | ||
pg_locale_t | locale | ||
) |
Definition at line 2299 of file pg_locale.c.
References generate_unaccent_rules::dest, locale, pg_strxfrm_libc(), and PGLOCALE_SUPPORT_ERROR.
Referenced by convert_string_datum(), and varstr_abbrev_convert().
bool pg_strxfrm_enabled | ( | pg_locale_t | locale | ) |
Definition at line 2263 of file pg_locale.c.
References locale, and PGLOCALE_SUPPORT_ERROR.
Referenced by varstr_sortsupport().
|
static |
Definition at line 2077 of file pg_locale.c.
References Assert, generate_unaccent_rules::dest, locale, and strxfrm_l.
Referenced by pg_strnxfrm_libc(), and pg_strxfrm().
size_t pg_strxfrm_prefix | ( | char * | dest, |
const char * | src, | ||
size_t | destsize, | ||
pg_locale_t | locale | ||
) |
Definition at line 2393 of file pg_locale.c.
References generate_unaccent_rules::dest, locale, and PGLOCALE_SUPPORT_ERROR.
Referenced by varstr_abbrev_convert().
bool pg_strxfrm_prefix_enabled | ( | pg_locale_t | locale | ) |
Definition at line 2362 of file pg_locale.c.
References locale, and PGLOCALE_SUPPORT_ERROR.
Referenced by varstr_abbrev_convert().
struct lconv* PGLC_localeconv | ( | void | ) |
Definition at line 548 of file pg_locale.c.
References CurrentLocaleConvValid, db_encoding_convert(), elog, encoding, ereport, errcode(), errmsg(), ERROR, FATAL, free_struct_lconv(), locale_monetary, locale_numeric, pfree(), PG_CATCH, PG_END_TRY, pg_get_encoding_from_locale(), PG_RE_THROW, PG_SQL_ASCII, PG_TRY, pstrdup(), setlocale, and struct_lconv_is_valid().
Referenced by cash_in(), cash_numeric(), cash_out(), int4_cash(), int8_cash(), NUM_prepare_locale(), and numeric_cash().
|
static |
Definition at line 1271 of file pg_locale.c.
References ereport, errcode(), errdetail(), errmsg(), and ERROR.
Referenced by make_libc_collator().
|
static |
size_t wchar2char | ( | char * | to, |
const wchar_t * | from, | ||
size_t | tolen, | ||
pg_locale_t | locale | ||
) |
Definition at line 2992 of file pg_locale.c.
References Assert, GetDatabaseEncoding(), locale, PG_UTF8, and wcstombs_l().
Referenced by lowerstr_with_len(), str_initcap(), str_tolower(), and str_toupper().
|
static |
Definition at line 206 of file pg_locale.c.
References generate_unaccent_rules::dest, and locale_t.
Referenced by wchar2char().
|
static |
Definition at line 152 of file pg_locale.c.
Referenced by lookup_collation_cache().
|
static |
Definition at line 151 of file pg_locale.c.
Referenced by lookup_collation_cache().
Definition at line 124 of file pg_locale.c.
Referenced by assign_locale_time(), and cache_locale_time().
Definition at line 123 of file pg_locale.c.
Referenced by assign_locale_monetary(), assign_locale_numeric(), and PGLC_localeconv().
Definition at line 118 of file pg_locale.c.
Referenced by CheckMyDatabase(), lowerstr_with_len(), t_isalnum(), t_isalpha(), t_isdigit(), t_isprint(), t_isspace(), and TParserInit().
|
static |
Definition at line 118 of file pg_locale.c.
Referenced by init_database_collation(), and pg_newlocale_from_collation().
int icu_validation_level = WARNING |
Definition at line 103 of file pg_locale.c.
Referenced by createdb(), DefineCollation(), and icu_validate_locale().
|
static |
Definition at line 159 of file pg_locale.c.
Referenced by pg_newlocale_from_collation().
|
static |
Definition at line 158 of file pg_locale.c.
Referenced by pg_newlocale_from_collation().
char* locale_messages |
Definition at line 98 of file pg_locale.c.
char* locale_monetary |
Definition at line 99 of file pg_locale.c.
Referenced by PGLC_localeconv().
char* locale_numeric |
Definition at line 100 of file pg_locale.c.
Referenced by PGLC_localeconv().
char* locale_time |
Definition at line 101 of file pg_locale.c.
Referenced by cache_locale_time().
char* localized_abbrev_days[7+1] |
Definition at line 112 of file pg_locale.c.
Referenced by cache_locale_time(), DCH_from_char(), and DCH_to_char().
char* localized_abbrev_months[12+1] |
Definition at line 114 of file pg_locale.c.
Referenced by cache_locale_time(), DCH_from_char(), and DCH_to_char().
char* localized_full_days[7+1] |
Definition at line 113 of file pg_locale.c.
Referenced by cache_locale_time(), DCH_from_char(), and DCH_to_char().
char* localized_full_months[12+1] |
Definition at line 115 of file pg_locale.c.
Referenced by cache_locale_time(), DCH_from_char(), and DCH_to_char().