encnames.c

Go to the documentation of this file.

/*-------------------------------------------------------------------------
 *
 * encnames.c
 *    Encoding names and routines for working with them.
 *
 * Portions Copyright (c) 2001-2023, PostgreSQL Global Development Group
 *
 * IDENTIFICATION
 *    src/common/encnames.c
 *
 *-------------------------------------------------------------------------
 */
#include "c.h"
 
#include <ctype.h>
#include <unistd.h>
 
#include "mb/pg_wchar.h"
 
 
/* ----------
 * All encoding names, sorted:       *** A L P H A B E T I C ***
 *
 * All names must be without irrelevant chars, search routines use
 * isalnum() chars only. It means ISO-8859-1, iso_8859-1 and Iso8859_1
 * are always converted to 'iso88591'. All must be lower case.
 *
 * The table doesn't contain 'cs' aliases (like csISOLatin1). It's needed?
 *
 * Karel Zak, Aug 2001
 * ----------
 */
typedef struct pg_encname
{
    const char *name;
    pg_enc      encoding;
} pg_encname;
 
static const pg_encname pg_encname_tbl[] =
{
    {
        "abc", PG_WIN1258
    },                          /* alias for WIN1258 */
    {
        "alt", PG_WIN866
    },                          /* IBM866 */
    {
        "big5", PG_BIG5
    },                          /* Big5; Chinese for Taiwan multibyte set */
    {
        "euccn", PG_EUC_CN
    },                          /* EUC-CN; Extended Unix Code for simplified
                                 * Chinese */
    {
        "eucjis2004", PG_EUC_JIS_2004
    },                          /* EUC-JIS-2004; Extended UNIX Code fixed
                                 * Width for Japanese, standard JIS X 0213 */
    {
        "eucjp", PG_EUC_JP
    },                          /* EUC-JP; Extended UNIX Code fixed Width for
                                 * Japanese, standard OSF */
    {
        "euckr", PG_EUC_KR
    },                          /* EUC-KR; Extended Unix Code for Korean , KS
                                 * X 1001 standard */
    {
        "euctw", PG_EUC_TW
    },                          /* EUC-TW; Extended Unix Code for
                                 *
                                 * traditional Chinese */
    {
        "gb18030", PG_GB18030
    },                          /* GB18030;GB18030 */
    {
        "gbk", PG_GBK
    },                          /* GBK; Chinese Windows CodePage 936
                                 * simplified Chinese */
    {
        "iso88591", PG_LATIN1
    },                          /* ISO-8859-1; RFC1345,KXS2 */
    {
        "iso885910", PG_LATIN6
    },                          /* ISO-8859-10; RFC1345,KXS2 */
    {
        "iso885913", PG_LATIN7
    },                          /* ISO-8859-13; RFC1345,KXS2 */
    {
        "iso885914", PG_LATIN8
    },                          /* ISO-8859-14; RFC1345,KXS2 */
    {
        "iso885915", PG_LATIN9
    },                          /* ISO-8859-15; RFC1345,KXS2 */
    {
        "iso885916", PG_LATIN10
    },                          /* ISO-8859-16; RFC1345,KXS2 */
    {
        "iso88592", PG_LATIN2
    },                          /* ISO-8859-2; RFC1345,KXS2 */
    {
        "iso88593", PG_LATIN3
    },                          /* ISO-8859-3; RFC1345,KXS2 */
    {
        "iso88594", PG_LATIN4
    },                          /* ISO-8859-4; RFC1345,KXS2 */
    {
        "iso88595", PG_ISO_8859_5
    },                          /* ISO-8859-5; RFC1345,KXS2 */
    {
        "iso88596", PG_ISO_8859_6
    },                          /* ISO-8859-6; RFC1345,KXS2 */
    {
        "iso88597", PG_ISO_8859_7
    },                          /* ISO-8859-7; RFC1345,KXS2 */
    {
        "iso88598", PG_ISO_8859_8
    },                          /* ISO-8859-8; RFC1345,KXS2 */
    {
        "iso88599", PG_LATIN5
    },                          /* ISO-8859-9; RFC1345,KXS2 */
    {
        "johab", PG_JOHAB
    },                          /* JOHAB; Extended Unix Code for simplified
                                 * Chinese */
    {
        "koi8", PG_KOI8R
    },                          /* _dirty_ alias for KOI8-R (backward
                                 * compatibility) */
    {
        "koi8r", PG_KOI8R
    },                          /* KOI8-R; RFC1489 */
    {
        "koi8u", PG_KOI8U
    },                          /* KOI8-U; RFC2319 */
    {
        "latin1", PG_LATIN1
    },                          /* alias for ISO-8859-1 */
    {
        "latin10", PG_LATIN10
    },                          /* alias for ISO-8859-16 */
    {
        "latin2", PG_LATIN2
    },                          /* alias for ISO-8859-2 */
    {
        "latin3", PG_LATIN3
    },                          /* alias for ISO-8859-3 */
    {
        "latin4", PG_LATIN4
    },                          /* alias for ISO-8859-4 */
    {
        "latin5", PG_LATIN5
    },                          /* alias for ISO-8859-9 */
    {
        "latin6", PG_LATIN6
    },                          /* alias for ISO-8859-10 */
    {
        "latin7", PG_LATIN7
    },                          /* alias for ISO-8859-13 */
    {
        "latin8", PG_LATIN8
    },                          /* alias for ISO-8859-14 */
    {
        "latin9", PG_LATIN9
    },                          /* alias for ISO-8859-15 */
    {
        "mskanji", PG_SJIS
    },                          /* alias for Shift_JIS */
    {
        "muleinternal", PG_MULE_INTERNAL
    },
    {
        "shiftjis", PG_SJIS
    },                          /* Shift_JIS; JIS X 0202-1991 */
 
    {
        "shiftjis2004", PG_SHIFT_JIS_2004
    },                          /* SHIFT-JIS-2004; Shift JIS for Japanese,
                                 * standard JIS X 0213 */
    {
        "sjis", PG_SJIS
    },                          /* alias for Shift_JIS */
    {
        "sqlascii", PG_SQL_ASCII
    },
    {
        "tcvn", PG_WIN1258
    },                          /* alias for WIN1258 */
    {
        "tcvn5712", PG_WIN1258
    },                          /* alias for WIN1258 */
    {
        "uhc", PG_UHC
    },                          /* UHC; Korean Windows CodePage 949 */
    {
        "unicode", PG_UTF8
    },                          /* alias for UTF8 */
    {
        "utf8", PG_UTF8
    },                          /* alias for UTF8 */
    {
        "vscii", PG_WIN1258
    },                          /* alias for WIN1258 */
    {
        "win", PG_WIN1251
    },                          /* _dirty_ alias for windows-1251 (backward
                                 * compatibility) */
    {
        "win1250", PG_WIN1250
    },                          /* alias for Windows-1250 */
    {
        "win1251", PG_WIN1251
    },                          /* alias for Windows-1251 */
    {
        "win1252", PG_WIN1252
    },                          /* alias for Windows-1252 */
    {
        "win1253", PG_WIN1253
    },                          /* alias for Windows-1253 */
    {
        "win1254", PG_WIN1254
    },                          /* alias for Windows-1254 */
    {
        "win1255", PG_WIN1255
    },                          /* alias for Windows-1255 */
    {
        "win1256", PG_WIN1256
    },                          /* alias for Windows-1256 */
    {
        "win1257", PG_WIN1257
    },                          /* alias for Windows-1257 */
    {
        "win1258", PG_WIN1258
    },                          /* alias for Windows-1258 */
    {
        "win866", PG_WIN866
    },                          /* IBM866 */
    {
        "win874", PG_WIN874
    },                          /* alias for Windows-874 */
    {
        "win932", PG_SJIS
    },                          /* alias for Shift_JIS */
    {
        "win936", PG_GBK
    },                          /* alias for GBK */
    {
        "win949", PG_UHC
    },                          /* alias for UHC */
    {
        "win950", PG_BIG5
    },                          /* alias for BIG5 */
    {
        "windows1250", PG_WIN1250
    },                          /* Windows-1251; Microsoft */
    {
        "windows1251", PG_WIN1251
    },                          /* Windows-1251; Microsoft */
    {
        "windows1252", PG_WIN1252
    },                          /* Windows-1252; Microsoft */
    {
        "windows1253", PG_WIN1253
    },                          /* Windows-1253; Microsoft */
    {
        "windows1254", PG_WIN1254
    },                          /* Windows-1254; Microsoft */
    {
        "windows1255", PG_WIN1255
    },                          /* Windows-1255; Microsoft */
    {
        "windows1256", PG_WIN1256
    },                          /* Windows-1256; Microsoft */
    {
        "windows1257", PG_WIN1257
    },                          /* Windows-1257; Microsoft */
    {
        "windows1258", PG_WIN1258
    },                          /* Windows-1258; Microsoft */
    {
        "windows866", PG_WIN866
    },                          /* IBM866 */
    {
        "windows874", PG_WIN874
    },                          /* Windows-874; Microsoft */
    {
        "windows932", PG_SJIS
    },                          /* alias for Shift_JIS */
    {
        "windows936", PG_GBK
    },                          /* alias for GBK */
    {
        "windows949", PG_UHC
    },                          /* alias for UHC */
    {
        "windows950", PG_BIG5
    }                           /* alias for BIG5 */
};
 
/* ----------
 * These are "official" encoding names.
 * XXX must be sorted by the same order as enum pg_enc (in mb/pg_wchar.h)
 * ----------
 */
#ifndef WIN32
#define DEF_ENC2NAME(name, codepage) { #name, PG_##name }
#else
#define DEF_ENC2NAME(name, codepage) { #name, PG_##name, codepage }
#endif
 
const pg_enc2name pg_enc2name_tbl[] =
{
    DEF_ENC2NAME(SQL_ASCII, 0),
    DEF_ENC2NAME(EUC_JP, 20932),
    DEF_ENC2NAME(EUC_CN, 20936),
    DEF_ENC2NAME(EUC_KR, 51949),
    DEF_ENC2NAME(EUC_TW, 0),
    DEF_ENC2NAME(EUC_JIS_2004, 20932),
    DEF_ENC2NAME(UTF8, 65001),
    DEF_ENC2NAME(MULE_INTERNAL, 0),
    DEF_ENC2NAME(LATIN1, 28591),
    DEF_ENC2NAME(LATIN2, 28592),
    DEF_ENC2NAME(LATIN3, 28593),
    DEF_ENC2NAME(LATIN4, 28594),
    DEF_ENC2NAME(LATIN5, 28599),
    DEF_ENC2NAME(LATIN6, 0),
    DEF_ENC2NAME(LATIN7, 0),
    DEF_ENC2NAME(LATIN8, 0),
    DEF_ENC2NAME(LATIN9, 28605),
    DEF_ENC2NAME(LATIN10, 0),
    DEF_ENC2NAME(WIN1256, 1256),
    DEF_ENC2NAME(WIN1258, 1258),
    DEF_ENC2NAME(WIN866, 866),
    DEF_ENC2NAME(WIN874, 874),
    DEF_ENC2NAME(KOI8R, 20866),
    DEF_ENC2NAME(WIN1251, 1251),
    DEF_ENC2NAME(WIN1252, 1252),
    DEF_ENC2NAME(ISO_8859_5, 28595),
    DEF_ENC2NAME(ISO_8859_6, 28596),
    DEF_ENC2NAME(ISO_8859_7, 28597),
    DEF_ENC2NAME(ISO_8859_8, 28598),
    DEF_ENC2NAME(WIN1250, 1250),
    DEF_ENC2NAME(WIN1253, 1253),
    DEF_ENC2NAME(WIN1254, 1254),
    DEF_ENC2NAME(WIN1255, 1255),
    DEF_ENC2NAME(WIN1257, 1257),
    DEF_ENC2NAME(KOI8U, 21866),
    DEF_ENC2NAME(SJIS, 932),
    DEF_ENC2NAME(BIG5, 950),
    DEF_ENC2NAME(GBK, 936),
    DEF_ENC2NAME(UHC, 949),
    DEF_ENC2NAME(GB18030, 54936),
    DEF_ENC2NAME(JOHAB, 0),
    DEF_ENC2NAME(SHIFT_JIS_2004, 932)
};
 
/* ----------
 * These are encoding names for gettext.
 *
 * This covers all encodings except MULE_INTERNAL, which is alien to gettext.
 * ----------
 */
const pg_enc2gettext pg_enc2gettext_tbl[] =
{
    {PG_SQL_ASCII, "US-ASCII"},
    {PG_UTF8, "UTF-8"},
    {PG_LATIN1, "LATIN1"},
    {PG_LATIN2, "LATIN2"},
    {PG_LATIN3, "LATIN3"},
    {PG_LATIN4, "LATIN4"},
    {PG_ISO_8859_5, "ISO-8859-5"},
    {PG_ISO_8859_6, "ISO_8859-6"},
    {PG_ISO_8859_7, "ISO-8859-7"},
    {PG_ISO_8859_8, "ISO-8859-8"},
    {PG_LATIN5, "LATIN5"},
    {PG_LATIN6, "LATIN6"},
    {PG_LATIN7, "LATIN7"},
    {PG_LATIN8, "LATIN8"},
    {PG_LATIN9, "LATIN-9"},
    {PG_LATIN10, "LATIN10"},
    {PG_KOI8R, "KOI8-R"},
    {PG_KOI8U, "KOI8-U"},
    {PG_WIN1250, "CP1250"},
    {PG_WIN1251, "CP1251"},
    {PG_WIN1252, "CP1252"},
    {PG_WIN1253, "CP1253"},
    {PG_WIN1254, "CP1254"},
    {PG_WIN1255, "CP1255"},
    {PG_WIN1256, "CP1256"},
    {PG_WIN1257, "CP1257"},
    {PG_WIN1258, "CP1258"},
    {PG_WIN866, "CP866"},
    {PG_WIN874, "CP874"},
    {PG_EUC_CN, "EUC-CN"},
    {PG_EUC_JP, "EUC-JP"},
    {PG_EUC_KR, "EUC-KR"},
    {PG_EUC_TW, "EUC-TW"},
    {PG_EUC_JIS_2004, "EUC-JP"},
    {PG_SJIS, "SHIFT-JIS"},
    {PG_BIG5, "BIG5"},
    {PG_GBK, "GBK"},
    {PG_UHC, "UHC"},
    {PG_GB18030, "GB18030"},
    {PG_JOHAB, "JOHAB"},
    {PG_SHIFT_JIS_2004, "SHIFT_JISX0213"},
    {0, NULL}
};
 
 
/*
 * Table of encoding names for ICU (currently covers backend encodings only)
 *
 * Reference: <https://ssl.icu-project.org/icu-bin/convexp>
 *
 * NULL entries are not supported by ICU, or their mapping is unclear.
 */
static const char *const pg_enc2icu_tbl[] =
{
    NULL,                       /* PG_SQL_ASCII */
    "EUC-JP",                   /* PG_EUC_JP */
    "EUC-CN",                   /* PG_EUC_CN */
    "EUC-KR",                   /* PG_EUC_KR */
    "EUC-TW",                   /* PG_EUC_TW */
    NULL,                       /* PG_EUC_JIS_2004 */
    "UTF-8",                    /* PG_UTF8 */
    NULL,                       /* PG_MULE_INTERNAL */
    "ISO-8859-1",               /* PG_LATIN1 */
    "ISO-8859-2",               /* PG_LATIN2 */
    "ISO-8859-3",               /* PG_LATIN3 */
    "ISO-8859-4",               /* PG_LATIN4 */
    "ISO-8859-9",               /* PG_LATIN5 */
    "ISO-8859-10",              /* PG_LATIN6 */
    "ISO-8859-13",              /* PG_LATIN7 */
    "ISO-8859-14",              /* PG_LATIN8 */
    "ISO-8859-15",              /* PG_LATIN9 */
    NULL,                       /* PG_LATIN10 */
    "CP1256",                   /* PG_WIN1256 */
    "CP1258",                   /* PG_WIN1258 */
    "CP866",                    /* PG_WIN866 */
    NULL,                       /* PG_WIN874 */
    "KOI8-R",                   /* PG_KOI8R */
    "CP1251",                   /* PG_WIN1251 */
    "CP1252",                   /* PG_WIN1252 */
    "ISO-8859-5",               /* PG_ISO_8859_5 */
    "ISO-8859-6",               /* PG_ISO_8859_6 */
    "ISO-8859-7",               /* PG_ISO_8859_7 */
    "ISO-8859-8",               /* PG_ISO_8859_8 */
    "CP1250",                   /* PG_WIN1250 */
    "CP1253",                   /* PG_WIN1253 */
    "CP1254",                   /* PG_WIN1254 */
    "CP1255",                   /* PG_WIN1255 */
    "CP1257",                   /* PG_WIN1257 */
    "KOI8-U",                   /* PG_KOI8U */
};
 
StaticAssertDecl(lengthof(pg_enc2icu_tbl) == PG_ENCODING_BE_LAST + 1,
                 "pg_enc2icu_tbl incomplete");
 
 
/*
 * Is this encoding supported by ICU?
 */
bool
is_encoding_supported_by_icu(int encoding)
{
    if (!PG_VALID_BE_ENCODING(encoding))
        return false;
    return (pg_enc2icu_tbl[encoding] != NULL);
}
 
/*
 * Returns ICU's name for encoding, or NULL if not supported
 */
const char *
get_encoding_name_for_icu(int encoding)
{
    if (!PG_VALID_BE_ENCODING(encoding))
        return NULL;
    return pg_enc2icu_tbl[encoding];
}
 
 
/* ----------
 * Encoding checks, for error returns -1 else encoding id
 * ----------
 */
int
pg_valid_client_encoding(const char *name)
{
    int         enc;
 
    if ((enc = pg_char_to_encoding(name)) < 0)
        return -1;
 
    if (!PG_VALID_FE_ENCODING(enc))
        return -1;
 
    return enc;
}
 
int
pg_valid_server_encoding(const char *name)
{
    int         enc;
 
    if ((enc = pg_char_to_encoding(name)) < 0)
        return -1;
 
    if (!PG_VALID_BE_ENCODING(enc))
        return -1;
 
    return enc;
}
 
int
pg_valid_server_encoding_id(int encoding)
{
    return PG_VALID_BE_ENCODING(encoding);
}
 
/*
 * Remove irrelevant chars from encoding name, store at *newkey
 *
 * (Caller's responsibility to provide a large enough buffer)
 */
static char *
clean_encoding_name(const char *key, char *newkey)
{
    const char *p;
    char       *np;
 
    for (p = key, np = newkey; *p != '\0'; p++)
    {
        if (isalnum((unsigned char) *p))
        {
            if (*p >= 'A' && *p <= 'Z')
                *np++ = *p + 'a' - 'A';
            else
                *np++ = *p;
        }
    }
    *np = '\0';
    return newkey;
}
 
/*
 * Search encoding by encoding name
 *
 * Returns encoding ID, or -1 if not recognized
 */
int
pg_char_to_encoding(const char *name)
{
    unsigned int nel = lengthof(pg_encname_tbl);
    const pg_encname *base = pg_encname_tbl,
               *last = base + nel - 1,
               *position;
    int         result;
    char        buff[NAMEDATALEN],
               *key;
 
    if (name == NULL || *name == '\0')
        return -1;
 
    if (strlen(name) >= NAMEDATALEN)
        return -1;              /* it's certainly not in the table */
 
    key = clean_encoding_name(name, buff);
 
    while (last >= base)
    {
        position = base + ((last - base) >> 1);
        result = key[0] - position->name[0];
 
        if (result == 0)
        {
            result = strcmp(key, position->name);
            if (result == 0)
                return position->encoding;
        }
        if (result < 0)
            last = position - 1;
        else
            base = position + 1;
    }
    return -1;
}
 
const char *
pg_encoding_to_char(int encoding)
{
    if (PG_VALID_ENCODING(encoding))
    {
        const pg_enc2name *p = &pg_enc2name_tbl[encoding];
 
        Assert(encoding == p->encoding);
        return p->name;
    }
    return "";
}