utf8_and_iso8859.c

Go to the documentation of this file.

/*-------------------------------------------------------------------------
 *
 *    ISO 8859 2-16 <--> UTF8
 *
 * Portions Copyright (c) 1996-2026, PostgreSQL Global Development Group
 * Portions Copyright (c) 1994, Regents of the University of California
 *
 * IDENTIFICATION
 *    src/backend/utils/mb/conversion_procs/utf8_and_iso8859/utf8_and_iso8859.c
 *
 *-------------------------------------------------------------------------
 */
 
#include "postgres.h"
#include "fmgr.h"
#include "mb/pg_wchar.h"
#include "../../Unicode/iso8859_10_to_utf8.map"
#include "../../Unicode/iso8859_13_to_utf8.map"
#include "../../Unicode/iso8859_14_to_utf8.map"
#include "../../Unicode/iso8859_15_to_utf8.map"
#include "../../Unicode/iso8859_2_to_utf8.map"
#include "../../Unicode/iso8859_3_to_utf8.map"
#include "../../Unicode/iso8859_4_to_utf8.map"
#include "../../Unicode/iso8859_5_to_utf8.map"
#include "../../Unicode/iso8859_6_to_utf8.map"
#include "../../Unicode/iso8859_7_to_utf8.map"
#include "../../Unicode/iso8859_8_to_utf8.map"
#include "../../Unicode/iso8859_9_to_utf8.map"
#include "../../Unicode/utf8_to_iso8859_10.map"
#include "../../Unicode/utf8_to_iso8859_13.map"
#include "../../Unicode/utf8_to_iso8859_14.map"
#include "../../Unicode/utf8_to_iso8859_15.map"
#include "../../Unicode/utf8_to_iso8859_16.map"
#include "../../Unicode/utf8_to_iso8859_2.map"
#include "../../Unicode/utf8_to_iso8859_3.map"
#include "../../Unicode/utf8_to_iso8859_4.map"
#include "../../Unicode/utf8_to_iso8859_5.map"
#include "../../Unicode/utf8_to_iso8859_6.map"
#include "../../Unicode/utf8_to_iso8859_7.map"
#include "../../Unicode/utf8_to_iso8859_8.map"
#include "../../Unicode/utf8_to_iso8859_9.map"
#include "../../Unicode/iso8859_16_to_utf8.map"
 
PG_MODULE_MAGIC_EXT(
                    .name = "utf8_and_iso8859",
                    .version = PG_VERSION
);
 
PG_FUNCTION_INFO_V1(iso8859_to_utf8);
PG_FUNCTION_INFO_V1(utf8_to_iso8859);
 
/* ----------
 * conv_proc(
 *      INTEGER,    -- source encoding id
 *      INTEGER,    -- destination encoding id
 *      CSTRING,    -- source string (null terminated C string)
 *      CSTRING,    -- destination string (null terminated C string)
 *      INTEGER,    -- source string length
 *      BOOL        -- if true, don't throw an error if conversion fails
 * ) returns INTEGER;
 *
 * Returns the number of bytes successfully converted.
 * ----------
 */
 
typedef struct
{
    pg_enc      encoding;
    const pg_mb_radix_tree *map1;   /* to UTF8 map name */
    const pg_mb_radix_tree *map2;   /* from UTF8 map name */
} pg_conv_map;
 
static const pg_conv_map maps[] = {
    {PG_LATIN2, &iso8859_2_to_unicode_tree,
    &iso8859_2_from_unicode_tree},  /* ISO-8859-2 Latin 2 */
    {PG_LATIN3, &iso8859_3_to_unicode_tree,
    &iso8859_3_from_unicode_tree},  /* ISO-8859-3 Latin 3 */
    {PG_LATIN4, &iso8859_4_to_unicode_tree,
    &iso8859_4_from_unicode_tree},  /* ISO-8859-4 Latin 4 */
    {PG_LATIN5, &iso8859_9_to_unicode_tree,
    &iso8859_9_from_unicode_tree},  /* ISO-8859-9 Latin 5 */
    {PG_LATIN6, &iso8859_10_to_unicode_tree,
    &iso8859_10_from_unicode_tree}, /* ISO-8859-10 Latin 6 */
    {PG_LATIN7, &iso8859_13_to_unicode_tree,
    &iso8859_13_from_unicode_tree}, /* ISO-8859-13 Latin 7 */
    {PG_LATIN8, &iso8859_14_to_unicode_tree,
    &iso8859_14_from_unicode_tree}, /* ISO-8859-14 Latin 8 */
    {PG_LATIN9, &iso8859_15_to_unicode_tree,
    &iso8859_15_from_unicode_tree}, /* ISO-8859-15 Latin 9 */
    {PG_LATIN10, &iso8859_16_to_unicode_tree,
    &iso8859_16_from_unicode_tree}, /* ISO-8859-16 Latin 10 */
    {PG_ISO_8859_5, &iso8859_5_to_unicode_tree,
    &iso8859_5_from_unicode_tree},  /* ISO-8859-5 */
    {PG_ISO_8859_6, &iso8859_6_to_unicode_tree,
    &iso8859_6_from_unicode_tree},  /* ISO-8859-6 */
    {PG_ISO_8859_7, &iso8859_7_to_unicode_tree,
    &iso8859_7_from_unicode_tree},  /* ISO-8859-7 */
    {PG_ISO_8859_8, &iso8859_8_to_unicode_tree,
    &iso8859_8_from_unicode_tree},  /* ISO-8859-8 */
};
 
Datum
iso8859_to_utf8(PG_FUNCTION_ARGS)
{
    int         encoding = PG_GETARG_INT32(0);
    unsigned char *src = (unsigned char *) PG_GETARG_CSTRING(2);
    unsigned char *dest = (unsigned char *) PG_GETARG_CSTRING(3);
    int         len = PG_GETARG_INT32(4);
    bool        noError = PG_GETARG_BOOL(5);
 
    CHECK_ENCODING_CONVERSION_ARGS(-1, PG_UTF8);
 
    for (size_t i = 0; i < lengthof(maps); i++)
    {
        if (encoding == maps[i].encoding)
        {
            int         converted;
 
            converted = LocalToUtf(src, len, dest,
                                   maps[i].map1,
                                   NULL, 0,
                                   NULL,
                                   encoding,
                                   noError);
            PG_RETURN_INT32(converted);
        }
    }
 
    ereport(ERROR,
            (errcode(ERRCODE_INTERNAL_ERROR),
             errmsg("unexpected encoding ID %d for ISO 8859 character sets",
                    encoding)));
 
    PG_RETURN_INT32(0);
}
 
Datum
utf8_to_iso8859(PG_FUNCTION_ARGS)
{
    int         encoding = PG_GETARG_INT32(1);
    unsigned char *src = (unsigned char *) PG_GETARG_CSTRING(2);
    unsigned char *dest = (unsigned char *) PG_GETARG_CSTRING(3);
    int         len = PG_GETARG_INT32(4);
    bool        noError = PG_GETARG_BOOL(5);
 
    CHECK_ENCODING_CONVERSION_ARGS(PG_UTF8, -1);
 
    for (size_t i = 0; i < lengthof(maps); i++)
    {
        if (encoding == maps[i].encoding)
        {
            int         converted;
 
            converted = UtfToLocal(src, len, dest,
                                   maps[i].map2,
                                   NULL, 0,
                                   NULL,
                                   encoding,
                                   noError);
            PG_RETURN_INT32(converted);
        }
    }
 
    ereport(ERROR,
            (errcode(ERRCODE_INTERNAL_ERROR),
             errmsg("unexpected encoding ID %d for ISO 8859 character sets",
                    encoding)));
 
    PG_RETURN_INT32(0);
}