jsonb_plpython.c File Reference

#include "postgres.h"
#include "plpy_elog.h"
#include "plpy_typeio.h"
#include "plpython.h"
#include "utils/fmgrprotos.h"
#include "utils/jsonb.h"
#include "utils/numeric.h"

Include dependency graph for jsonb_plpython.c:

Go to the source code of this file.

Macros
#define	PLyObject_AsString   (PLyObject_AsString_p)
#define	PLyUnicode_FromStringAndSize   (PLyUnicode_FromStringAndSize_p)
#define	PLy_elog   (PLy_elog_impl_p)

Typedefs
typedef char *(*	PLyObject_AsString_t) (PyObject *plrv)
typedef void(*	PLy_elog_impl_t) (int elevel, const char *fmt,...)
typedef PyObject *(*	PLyUnicode_FromStringAndSize_t) (const char *s, Py_ssize_t size)

Functions
static PyObject *	PLyObject_FromJsonbContainer (JsonbContainer *jsonb)
static JsonbValue *	PLyObject_ToJsonbValue (PyObject *obj, JsonbParseState **jsonb_state, bool is_elem)
void	_PG_init (void)
static PyObject *	PLyUnicode_FromJsonbValue (JsonbValue *jbv)
static void	PLyUnicode_ToJsonbValue (PyObject *obj, JsonbValue *jbvElem)
static PyObject *	PLyObject_FromJsonbValue (JsonbValue *jsonbValue)
static JsonbValue *	PLyMapping_ToJsonbValue (PyObject *obj, JsonbParseState **jsonb_state)
static JsonbValue *	PLySequence_ToJsonbValue (PyObject *obj, JsonbParseState **jsonb_state)
static JsonbValue *	PLyNumber_ToJsonbValue (PyObject *obj, JsonbValue *jbvNum)
	PG_FUNCTION_INFO_V1 (plpython_to_jsonb)
Datum	plpython_to_jsonb (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (jsonb_to_plpython)
Datum	jsonb_to_plpython (PG_FUNCTION_ARGS)

Variables
	PG_MODULE_MAGIC
static PLyObject_AsString_t	PLyObject_AsString_p
static PLy_elog_impl_t	PLy_elog_impl_p
static PyObject *	decimal_constructor
static PLyUnicode_FromStringAndSize_t	PLyUnicode_FromStringAndSize_p

Macro Definition Documentation

PLy_elog

#define PLy_elog   (PLy_elog_impl_p)

Definition at line 58 of file jsonb_plpython.c.

PLyObject_AsString

#define PLyObject_AsString   (PLyObject_AsString_p)

Definition at line 55 of file jsonb_plpython.c.

PLyUnicode_FromStringAndSize

#define PLyUnicode_FromStringAndSize   (PLyUnicode_FromStringAndSize_p)

Definition at line 56 of file jsonb_plpython.c.

Typedef Documentation

PLy_elog_impl_t

typedef void(* PLy_elog_impl_t) (int elevel, const char *fmt,...)

Definition at line 16 of file jsonb_plpython.c.

PLyObject_AsString_t

typedef char*(* PLyObject_AsString_t) (PyObject *plrv)

Definition at line 13 of file jsonb_plpython.c.

PLyUnicode_FromStringAndSize_t

typedef PyObject*(* PLyUnicode_FromStringAndSize_t) (const char *s, Py_ssize_t size)

Definition at line 29 of file jsonb_plpython.c.

Function Documentation

_PG_init()

void _PG_init

(

void

)

Definition at line 37 of file jsonb_plpython.c.

{
    /* Asserts verify that typedefs above match original declarations */
    AssertVariableIsOfType(&PLyObject_AsString, PLyObject_AsString_t);
    PLyObject_AsString_p = (PLyObject_AsString_t)
        load_external_function("$libdir/" PLPYTHON_LIBNAME, "PLyObject_AsString",
                               true, NULL);
    AssertVariableIsOfType(&PLyUnicode_FromStringAndSize, PLyUnicode_FromStringAndSize_t);
    PLyUnicode_FromStringAndSize_p = (PLyUnicode_FromStringAndSize_t)
        load_external_function("$libdir/" PLPYTHON_LIBNAME, "PLyUnicode_FromStringAndSize",
                               true, NULL);
    AssertVariableIsOfType(&PLy_elog_impl, PLy_elog_impl_t);
    PLy_elog_impl_p = (PLy_elog_impl_t)
        load_external_function("$libdir/" PLPYTHON_LIBNAME, "PLy_elog_impl",
                               true, NULL);
}

References AssertVariableIsOfType, load_external_function(), PLy_elog_impl(), PLy_elog_impl_p, PLyObject_AsString, PLyObject_AsString_p, PLyUnicode_FromStringAndSize, and PLyUnicode_FromStringAndSize_p.

jsonb_to_plpython()

Datum jsonb_to_plpython

(

PG_FUNCTION_ARGS

)

Definition at line 474 of file jsonb_plpython.c.

{
    PyObject   *result;
    Jsonb      *in = PG_GETARG_JSONB_P(0);
 
    /*
     * Initialize pointer to Decimal constructor. First we try "cdecimal", C
     * version of decimal library. In case of failure we use slower "decimal"
     * module.
     */
    if (!decimal_constructor)
    {
        PyObject   *decimal_module = PyImport_ImportModule("cdecimal");
 
        if (!decimal_module)
        {
            PyErr_Clear();
            decimal_module = PyImport_ImportModule("decimal");
        }
        Assert(decimal_module);
        decimal_constructor = PyObject_GetAttrString(decimal_module, "Decimal");
    }
 
    result = PLyObject_FromJsonbContainer(&in->root);
    if (!result)
        PLy_elog(ERROR, "transformation from jsonb to Python failed");
 
    return PointerGetDatum(result);
}

References Assert, decimal_constructor, ERROR, PG_GETARG_JSONB_P, PLy_elog, PLyObject_FromJsonbContainer(), PointerGetDatum(), and Jsonb::root.

PG_FUNCTION_INFO_V1() [1/2]

PG_FUNCTION_INFO_V1

(

jsonb_to_plpython

)

PG_FUNCTION_INFO_V1() [2/2]

PG_FUNCTION_INFO_V1

(

plpython_to_jsonb

)

plpython_to_jsonb()

Datum plpython_to_jsonb

(

PG_FUNCTION_ARGS

)

Definition at line 456 of file jsonb_plpython.c.

{
    PyObject   *obj;
    JsonbValue *out;
    JsonbParseState *jsonb_state = NULL;
 
    obj = (PyObject *) PG_GETARG_POINTER(0);
    out = PLyObject_ToJsonbValue(obj, &jsonb_state, true);
    PG_RETURN_POINTER(JsonbValueToJsonb(out));
}

References JsonbValueToJsonb(), PG_GETARG_POINTER, PG_RETURN_POINTER, and PLyObject_ToJsonbValue().

PLyMapping_ToJsonbValue()

static JsonbValue* PLyMapping_ToJsonbValue ( PyObject *  obj, JsonbParseState **  jsonb_state  )

static

Definition at line 262 of file jsonb_plpython.c.

{
    Py_ssize_t  pcount;
    PyObject   *volatile items;
    JsonbValue *volatile out;
 
    pcount = PyMapping_Size(obj);
    items = PyMapping_Items(obj);
 
    PG_TRY();
    {
        Py_ssize_t  i;
 
        pushJsonbValue(jsonb_state, WJB_BEGIN_OBJECT, NULL);
 
        for (i = 0; i < pcount; i++)
        {
            JsonbValue  jbvKey;
            PyObject   *item = PyList_GetItem(items, i);
            PyObject   *key = PyTuple_GetItem(item, 0);
            PyObject   *value = PyTuple_GetItem(item, 1);
 
            /* Python dictionary can have None as key */
            if (key == Py_None)
            {
                jbvKey.type = jbvString;
                jbvKey.val.string.len = 0;
                jbvKey.val.string.val = "";
            }
            else
            {
                /* All others types of keys we serialize to string */
                PLyUnicode_ToJsonbValue(key, &jbvKey);
            }
 
            (void) pushJsonbValue(jsonb_state, WJB_KEY, &jbvKey);
            (void) PLyObject_ToJsonbValue(value, jsonb_state, false);
        }
 
        out = pushJsonbValue(jsonb_state, WJB_END_OBJECT, NULL);
    }
    PG_FINALLY();
    {
        Py_DECREF(items);
    }
    PG_END_TRY();
 
    return out;
}

References i, items, jbvString, sort-test::key, PG_END_TRY, PG_FINALLY, PG_TRY, PLyObject_ToJsonbValue(), PLyUnicode_ToJsonbValue(), pushJsonbValue(), JsonbValue::type, JsonbValue::val, value, WJB_BEGIN_OBJECT, WJB_END_OBJECT, and WJB_KEY.

Referenced by PLyObject_ToJsonbValue().

PLyNumber_ToJsonbValue()

static JsonbValue* PLyNumber_ToJsonbValue ( PyObject *  obj, JsonbValue *  jbvNum  )

static

Definition at line 357 of file jsonb_plpython.c.

{
    Numeric     num;
    char       *str = PLyObject_AsString(obj);
 
    PG_TRY();
    {
        Datum       numd;
 
        numd = DirectFunctionCall3(numeric_in,
                                   CStringGetDatum(str),
                                   ObjectIdGetDatum(InvalidOid),
                                   Int32GetDatum(-1));
        num = DatumGetNumeric(numd);
    }
    PG_CATCH();
    {
        ereport(ERROR,
                (errcode(ERRCODE_DATATYPE_MISMATCH),
                 errmsg("could not convert value \"%s\" to jsonb", str)));
    }
    PG_END_TRY();
 
    pfree(str);
 
    /*
     * jsonb doesn't allow NaN or infinity (per JSON specification), so we
     * have to reject those here explicitly.
     */
    if (numeric_is_nan(num))
        ereport(ERROR,
                (errcode(ERRCODE_NUMERIC_VALUE_OUT_OF_RANGE),
                 errmsg("cannot convert NaN to jsonb")));
    if (numeric_is_inf(num))
        ereport(ERROR,
                (errcode(ERRCODE_NUMERIC_VALUE_OUT_OF_RANGE),
                 errmsg("cannot convert infinity to jsonb")));
 
    jbvNum->type = jbvNumeric;
    jbvNum->val.numeric = num;
 
    return jbvNum;
}

References CStringGetDatum(), DatumGetNumeric(), DirectFunctionCall3, ereport, errcode(), errmsg(), ERROR, Int32GetDatum(), InvalidOid, jbvNumeric, numeric_in(), numeric_is_inf(), numeric_is_nan(), ObjectIdGetDatum(), pfree(), PG_CATCH, PG_END_TRY, PG_TRY, PLyObject_AsString, str, JsonbValue::type, and JsonbValue::val.

Referenced by PLyObject_ToJsonbValue().

PLyObject_FromJsonbContainer()

static PyObject * PLyObject_FromJsonbContainer ( JsonbContainer *  jsonb )

static

Definition at line 134 of file jsonb_plpython.c.

{
    JsonbIteratorToken r;
    JsonbValue  v;
    JsonbIterator *it;
    PyObject   *result;
 
    it = JsonbIteratorInit(jsonb);
    r = JsonbIteratorNext(&it, &v, true);
 
    switch (r)
    {
        case WJB_BEGIN_ARRAY:
            if (v.val.array.rawScalar)
            {
                JsonbValue  tmp;
 
                if ((r = JsonbIteratorNext(&it, &v, true)) != WJB_ELEM ||
                    (r = JsonbIteratorNext(&it, &tmp, true)) != WJB_END_ARRAY ||
                    (r = JsonbIteratorNext(&it, &tmp, true)) != WJB_DONE)
                    elog(ERROR, "unexpected jsonb token: %d", r);
 
                result = PLyObject_FromJsonbValue(&v);
            }
            else
            {
                PyObject   *volatile elem = NULL;
 
                result = PyList_New(0);
                if (!result)
                    return NULL;
 
                PG_TRY();
                {
                    while ((r = JsonbIteratorNext(&it, &v, true)) != WJB_DONE)
                    {
                        if (r != WJB_ELEM)
                            continue;
 
                        elem = PLyObject_FromJsonbValue(&v);
 
                        PyList_Append(result, elem);
                        Py_XDECREF(elem);
                        elem = NULL;
                    }
                }
                PG_CATCH();
                {
                    Py_XDECREF(elem);
                    Py_XDECREF(result);
                    PG_RE_THROW();
                }
                PG_END_TRY();
            }
            break;
 
        case WJB_BEGIN_OBJECT:
            {
                PyObject   *volatile result_v = PyDict_New();
                PyObject   *volatile key = NULL;
                PyObject   *volatile val = NULL;
 
                if (!result_v)
                    return NULL;
 
                PG_TRY();
                {
                    while ((r = JsonbIteratorNext(&it, &v, true)) != WJB_DONE)
                    {
                        if (r != WJB_KEY)
                            continue;
 
                        key = PLyUnicode_FromJsonbValue(&v);
                        if (!key)
                        {
                            Py_XDECREF(result_v);
                            result_v = NULL;
                            break;
                        }
 
                        if ((r = JsonbIteratorNext(&it, &v, true)) != WJB_VALUE)
                            elog(ERROR, "unexpected jsonb token: %d", r);
 
                        val = PLyObject_FromJsonbValue(&v);
                        if (!val)
                        {
                            Py_XDECREF(key);
                            key = NULL;
                            Py_XDECREF(result_v);
                            result_v = NULL;
                            break;
                        }
 
                        PyDict_SetItem(result_v, key, val);
 
                        Py_XDECREF(key);
                        key = NULL;
                        Py_XDECREF(val);
                        val = NULL;
                    }
                }
                PG_CATCH();
                {
                    Py_XDECREF(result_v);
                    Py_XDECREF(key);
                    Py_XDECREF(val);
                    PG_RE_THROW();
                }
                PG_END_TRY();
 
                result = result_v;
            }
            break;
 
        default:
            elog(ERROR, "unexpected jsonb token: %d", r);
            return NULL;
    }
 
    return result;
}

References elog, ERROR, JsonbIteratorInit(), JsonbIteratorNext(), sort-test::key, PG_CATCH, PG_END_TRY, PG_RE_THROW, PG_TRY, PLyObject_FromJsonbValue(), PLyUnicode_FromJsonbValue(), JsonbValue::val, val, WJB_BEGIN_ARRAY, WJB_BEGIN_OBJECT, WJB_DONE, WJB_ELEM, WJB_END_ARRAY, WJB_KEY, and WJB_VALUE.

Referenced by jsonb_to_plpython(), and PLyObject_FromJsonbValue().

PLyObject_FromJsonbValue()

static PyObject* PLyObject_FromJsonbValue ( JsonbValue *  jsonbValue )

static

Definition at line 92 of file jsonb_plpython.c.

{
    switch (jsonbValue->type)
    {
        case jbvNull:
            Py_RETURN_NONE;
 
        case jbvBinary:
            return PLyObject_FromJsonbContainer(jsonbValue->val.binary.data);
 
        case jbvNumeric:
            {
                Datum       num;
                char       *str;
 
                num = NumericGetDatum(jsonbValue->val.numeric);
                str = DatumGetCString(DirectFunctionCall1(numeric_out, num));
 
                return PyObject_CallFunction(decimal_constructor, "s", str);
            }
 
        case jbvString:
            return PLyUnicode_FromJsonbValue(jsonbValue);
 
        case jbvBool:
            if (jsonbValue->val.boolean)
                Py_RETURN_TRUE;
            else
                Py_RETURN_FALSE;
 
        default:
            elog(ERROR, "unexpected jsonb value type: %d", jsonbValue->type);
            return NULL;
    }
}

References DatumGetCString(), decimal_constructor, DirectFunctionCall1, elog, ERROR, jbvBinary, jbvBool, jbvNull, jbvNumeric, jbvString, numeric_out(), NumericGetDatum(), PLyObject_FromJsonbContainer(), PLyUnicode_FromJsonbValue(), str, JsonbValue::type, and JsonbValue::val.

Referenced by PLyObject_FromJsonbContainer().

PLyObject_ToJsonbValue()

static JsonbValue * PLyObject_ToJsonbValue ( PyObject *  obj, JsonbParseState **  jsonb_state, bool  is_elem  )

static

Definition at line 407 of file jsonb_plpython.c.

{
    JsonbValue *out;
 
    if (!PyUnicode_Check(obj))
    {
        if (PySequence_Check(obj))
            return PLySequence_ToJsonbValue(obj, jsonb_state);
        else if (PyMapping_Check(obj))
            return PLyMapping_ToJsonbValue(obj, jsonb_state);
    }
 
    out = palloc(sizeof(JsonbValue));
 
    if (obj == Py_None)
        out->type = jbvNull;
    else if (PyUnicode_Check(obj))
        PLyUnicode_ToJsonbValue(obj, out);
 
    /*
     * PyNumber_Check() returns true for booleans, so boolean check should
     * come first.
     */
    else if (PyBool_Check(obj))
    {
        out->type = jbvBool;
        out->val.boolean = (obj == Py_True);
    }
    else if (PyNumber_Check(obj))
        out = PLyNumber_ToJsonbValue(obj, out);
    else
        ereport(ERROR,
                (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
                 errmsg("Python type \"%s\" cannot be transformed to jsonb",
                        PLyObject_AsString((PyObject *) obj->ob_type))));
 
    /* Push result into 'jsonb_state' unless it is raw scalar value. */
    return (*jsonb_state ?
            pushJsonbValue(jsonb_state, is_elem ? WJB_ELEM : WJB_VALUE, out) :
            out);
}

References ereport, errcode(), errmsg(), ERROR, jbvBool, jbvNull, palloc(), PLyMapping_ToJsonbValue(), PLyNumber_ToJsonbValue(), PLyObject_AsString, PLySequence_ToJsonbValue(), PLyUnicode_ToJsonbValue(), pushJsonbValue(), JsonbValue::type, JsonbValue::val, WJB_ELEM, and WJB_VALUE.

Referenced by plpython_to_jsonb(), PLyMapping_ToJsonbValue(), and PLySequence_ToJsonbValue().

PLySequence_ToJsonbValue()

static JsonbValue* PLySequence_ToJsonbValue ( PyObject *  obj, JsonbParseState **  jsonb_state  )

static

Definition at line 319 of file jsonb_plpython.c.

{
    Py_ssize_t  i;
    Py_ssize_t  pcount;
    PyObject   *volatile value = NULL;
 
    pcount = PySequence_Size(obj);
 
    pushJsonbValue(jsonb_state, WJB_BEGIN_ARRAY, NULL);
 
    PG_TRY();
    {
        for (i = 0; i < pcount; i++)
        {
            value = PySequence_GetItem(obj, i);
            Assert(value);
 
            (void) PLyObject_ToJsonbValue(value, jsonb_state, true);
            Py_XDECREF(value);
            value = NULL;
        }
    }
    PG_CATCH();
    {
        Py_XDECREF(value);
        PG_RE_THROW();
    }
    PG_END_TRY();
 
    return pushJsonbValue(jsonb_state, WJB_END_ARRAY, NULL);
}

References Assert, i, PG_CATCH, PG_END_TRY, PG_RE_THROW, PG_TRY, PLyObject_ToJsonbValue(), pushJsonbValue(), value, WJB_BEGIN_ARRAY, and WJB_END_ARRAY.

Referenced by PLyObject_ToJsonbValue().

PLyUnicode_FromJsonbValue()

static PyObject* PLyUnicode_FromJsonbValue ( JsonbValue *  jbv )

static

Definition at line 66 of file jsonb_plpython.c.

{
    Assert(jbv->type == jbvString);
 
    return PLyUnicode_FromStringAndSize(jbv->val.string.val, jbv->val.string.len);
}

References Assert, jbvString, PLyUnicode_FromStringAndSize, JsonbValue::type, and JsonbValue::val.

Referenced by PLyObject_FromJsonbContainer(), and PLyObject_FromJsonbValue().

PLyUnicode_ToJsonbValue()

static void PLyUnicode_ToJsonbValue ( PyObject *  obj, JsonbValue *  jbvElem  )

static

Definition at line 79 of file jsonb_plpython.c.

{
    jbvElem->type = jbvString;
    jbvElem->val.string.val = PLyObject_AsString(obj);
    jbvElem->val.string.len = strlen(jbvElem->val.string.val);
}

References jbvString, PLyObject_AsString, JsonbValue::type, and JsonbValue::val.

Referenced by PLyMapping_ToJsonbValue(), and PLyObject_ToJsonbValue().

Variable Documentation

decimal_constructor

PyObject* decimal_constructor

static

Definition at line 23 of file jsonb_plpython.c.

Referenced by jsonb_to_plpython(), PLyDecimal_FromNumeric(), and PLyObject_FromJsonbValue().

PG_MODULE_MAGIC

PG_MODULE_MAGIC

Definition at line 10 of file jsonb_plpython.c.

PLy_elog_impl_p

PLy_elog_impl_t PLy_elog_impl_p

static

Definition at line 17 of file jsonb_plpython.c.

Referenced by _PG_init().

PLyObject_AsString_p

PLyObject_AsString_t PLyObject_AsString_p

static

Definition at line 14 of file jsonb_plpython.c.

Referenced by _PG_init().

PLyUnicode_FromStringAndSize_p

PLyUnicode_FromStringAndSize_t PLyUnicode_FromStringAndSize_p

static

Definition at line 31 of file jsonb_plpython.c.

Referenced by _PG_init().