jsonb_plpython.c File Reference

#include "postgres.h"
#include "miscadmin.h"
#include "plpy_elog.h"
#include "plpy_typeio.h"
#include "plpy_util.h"
#include "utils/fmgrprotos.h"
#include "utils/jsonb.h"
#include "utils/numeric.h"

Include dependency graph for jsonb_plpython.c:

Go to the source code of this file.

Macros
#define	PLyObject_AsString   (PLyObject_AsString_p)
#define	PLyUnicode_FromStringAndSize   (PLyUnicode_FromStringAndSize_p)
#define	PLy_elog   (PLy_elog_impl_p)

Typedefs
typedef char *(*	PLyObject_AsString_t) (PyObject *plrv)
typedef void(*	PLy_elog_impl_t) (int elevel, const char *fmt,...)
typedef PyObject *(*	PLyUnicode_FromStringAndSize_t) (const char *s, Py_ssize_t size)

Functions
	PG_MODULE_MAGIC_EXT (.name="jsonb_plpython",.version=PG_VERSION)
static PyObject *	PLyObject_FromJsonbContainer (JsonbContainer *jsonb)
static void	PLyObject_ToJsonbValue (PyObject *obj, JsonbInState *jsonb_state, bool is_elem)
void	_PG_init (void)
static PyObject *	PLyUnicode_FromJsonbValue (JsonbValue *jbv)
static void	PLyUnicode_ToJsonbValue (PyObject *obj, JsonbValue *jbvElem)
static PyObject *	PLyObject_FromJsonbValue (JsonbValue *jsonbValue)
static void	PLyMapping_ToJsonbValue (PyObject *obj, JsonbInState *jsonb_state)
static void	PLySequence_ToJsonbValue (PyObject *obj, JsonbInState *jsonb_state)
static JsonbValue *	PLyNumber_ToJsonbValue (PyObject *obj, JsonbValue *jbvNum)
	PG_FUNCTION_INFO_V1 (plpython_to_jsonb)
Datum	plpython_to_jsonb (PG_FUNCTION_ARGS)
	PG_FUNCTION_INFO_V1 (jsonb_to_plpython)
Datum	jsonb_to_plpython (PG_FUNCTION_ARGS)

Variables
static PLyObject_AsString_t	PLyObject_AsString_p
static PLy_elog_impl_t	PLy_elog_impl_p
static PyObject *	decimal_constructor
static PLyUnicode_FromStringAndSize_t	PLyUnicode_FromStringAndSize_p
StaticAssertVariableIsOfType &	PLyObject_AsString
StaticAssertVariableIsOfType &	PLyUnicode_FromStringAndSize
StaticAssertVariableIsOfType &	PLy_elog_impl

Macro Definition Documentation

PLy_elog

#define PLy_elog   (PLy_elog_impl_p)

Definition at line 64 of file jsonb_plpython.c.

PLyObject_AsString

#define PLyObject_AsString   (PLyObject_AsString_p)

Definition at line 61 of file jsonb_plpython.c.

PLyUnicode_FromStringAndSize

#define PLyUnicode_FromStringAndSize   (PLyUnicode_FromStringAndSize_p)

Definition at line 62 of file jsonb_plpython.c.

Typedef Documentation

PLy_elog_impl_t

typedef void(* PLy_elog_impl_t) (int elevel, const char *fmt,...)

Definition at line 20 of file jsonb_plpython.c.

PLyObject_AsString_t

typedef char *(* PLyObject_AsString_t) (PyObject *plrv)

Definition at line 17 of file jsonb_plpython.c.

PLyUnicode_FromStringAndSize_t

typedef PyObject *(* PLyUnicode_FromStringAndSize_t) (const char *s, Py_ssize_t size)

Definition at line 33 of file jsonb_plpython.c.

Function Documentation

_PG_init()

void _PG_init

(

void

)

Definition at line 47 of file jsonb_plpython.c.

{
    PLyObject_AsString_p = (PLyObject_AsString_t)
        load_external_function("$libdir/" PLPYTHON_LIBNAME, "PLyObject_AsString",
                               true, NULL);
    PLyUnicode_FromStringAndSize_p = (PLyUnicode_FromStringAndSize_t)
        load_external_function("$libdir/" PLPYTHON_LIBNAME, "PLyUnicode_FromStringAndSize",
                               true, NULL);
    PLy_elog_impl_p = (PLy_elog_impl_t)
        load_external_function("$libdir/" PLPYTHON_LIBNAME, "PLy_elog_impl",
                               true, NULL);
}

References fb(), load_external_function(), PLy_elog_impl_p, PLyObject_AsString_p, and PLyUnicode_FromStringAndSize_p.

jsonb_to_plpython()

Datum jsonb_to_plpython

(

PG_FUNCTION_ARGS

)

Definition at line 512 of file jsonb_plpython.c.

{
    PyObject   *result;
    Jsonb      *in = PG_GETARG_JSONB_P(0);
 
    /*
     * Initialize pointer to Decimal constructor. First we try "cdecimal", C
     * version of decimal library. In case of failure we use slower "decimal"
     * module.
     */
    if (!decimal_constructor)
    {
        PyObject   *decimal_module = PyImport_ImportModule("cdecimal");
 
        if (!decimal_module)
        {
            PyErr_Clear();
            decimal_module = PyImport_ImportModule("decimal");
        }
        Assert(decimal_module);
        decimal_constructor = PyObject_GetAttrString(decimal_module, "Decimal");
    }
 
    result = PLyObject_FromJsonbContainer(&in->root);
    if (!result)
        PLy_elog(ERROR, "transformation from jsonb to Python failed");
 
    return PointerGetDatum(result);
}

References Assert, decimal_constructor, ERROR, fb(), PG_GETARG_JSONB_P, PLy_elog, PLyObject_FromJsonbContainer(), PointerGetDatum, result, and Jsonb::root.

PG_FUNCTION_INFO_V1() [1/2]

PG_FUNCTION_INFO_V1

(

jsonb_to_plpython

)

PG_FUNCTION_INFO_V1() [2/2]

PG_FUNCTION_INFO_V1

(

plpython_to_jsonb

)

PG_MODULE_MAGIC_EXT()

PG_MODULE_MAGIC_EXT	(	.	name = "jsonb_plpython",
		.	version = PG_VERSION
	)

plpython_to_jsonb()

Datum plpython_to_jsonb

(

PG_FUNCTION_ARGS

)

Definition at line 496 of file jsonb_plpython.c.

{
    PyObject   *obj = (PyObject *) PG_GETARG_POINTER(0);
    JsonbInState jsonb_state = {0};
 
    PLyObject_ToJsonbValue(obj, &jsonb_state, true);
    PG_RETURN_POINTER(JsonbValueToJsonb(jsonb_state.result));
}

References fb(), JsonbValueToJsonb(), PG_GETARG_POINTER, PG_RETURN_POINTER, and PLyObject_ToJsonbValue().

PLyMapping_ToJsonbValue()

static void PLyMapping_ToJsonbValue ( PyObject *  obj, JsonbInState *  jsonb_state  )

static

Definition at line 271 of file jsonb_plpython.c.

{
    Py_ssize_t  pcount;
    PyObject   *volatile items;
 
    pcount = PyMapping_Size(obj);
    if (pcount < 0)
        PLy_elog(ERROR, "could not get size of Python mapping");
 
    items = PyMapping_Items(obj);
    if (items == NULL)
        PLy_elog(ERROR, "could not get items from Python mapping");
 
    PG_TRY();
    {
        Py_ssize_t  i;
 
        pushJsonbValue(jsonb_state, WJB_BEGIN_OBJECT, NULL);
 
        for (i = 0; i < pcount; i++)
        {
            JsonbValue  jbvKey;
            PyObject   *item = PyList_GetItem(items, i);
            PyObject   *key;
            PyObject   *value;
 
            /* The mapping's items() must yield key/value pairs */
            if (item == NULL || !PyTuple_Check(item) || PyTuple_Size(item) < 2)
                PLy_elog(ERROR, "items() of a Python mapping must return key/value pairs");
 
            key = PyTuple_GetItem(item, 0);
            value = PyTuple_GetItem(item, 1);
 
            /* Python dictionary can have None as key */
            if (key == Py_None)
            {
                jbvKey.type = jbvString;
                jbvKey.val.string.len = 0;
                jbvKey.val.string.val = "";
            }
            else
            {
                /* All others types of keys we serialize to string */
                PLyUnicode_ToJsonbValue(key, &jbvKey);
            }
 
            pushJsonbValue(jsonb_state, WJB_KEY, &jbvKey);
            PLyObject_ToJsonbValue(value, jsonb_state, false);
        }
 
        pushJsonbValue(jsonb_state, WJB_END_OBJECT, NULL);
    }
    PG_FINALLY();
    {
        Py_DECREF(items);
    }
    PG_END_TRY();
}

References ERROR, fb(), i, items, jbvString, PG_END_TRY, PG_FINALLY, PG_TRY, PLy_elog, PLyObject_ToJsonbValue(), PLyUnicode_ToJsonbValue(), pushJsonbValue(), value, WJB_BEGIN_OBJECT, WJB_END_OBJECT, and WJB_KEY.

Referenced by PLyObject_ToJsonbValue().

PLyNumber_ToJsonbValue()

static JsonbValue * PLyNumber_ToJsonbValue ( PyObject *  obj, JsonbValue *  jbvNum  )

static

Definition at line 378 of file jsonb_plpython.c.

{
    Numeric     num;
    char       *str = PLyObject_AsString(obj);
 
    PG_TRY();
    {
        Datum       numd;
 
        numd = DirectFunctionCall3(numeric_in,
                                   CStringGetDatum(str),
                                   ObjectIdGetDatum(InvalidOid),
                                   Int32GetDatum(-1));
        num = DatumGetNumeric(numd);
    }
    PG_CATCH();
    {
        ereport(ERROR,
                (errcode(ERRCODE_DATATYPE_MISMATCH),
                 errmsg("could not convert value \"%s\" to jsonb", str)));
    }
    PG_END_TRY();
 
    pfree(str);
 
    /*
     * jsonb doesn't allow NaN or infinity (per JSON specification), so we
     * have to reject those here explicitly.
     */
    if (numeric_is_nan(num))
        ereport(ERROR,
                (errcode(ERRCODE_NUMERIC_VALUE_OUT_OF_RANGE),
                 errmsg("cannot convert NaN to jsonb")));
    if (numeric_is_inf(num))
        ereport(ERROR,
                (errcode(ERRCODE_NUMERIC_VALUE_OUT_OF_RANGE),
                 errmsg("cannot convert infinity to jsonb")));
 
    jbvNum->type = jbvNumeric;
    jbvNum->val.numeric = num;
 
    return jbvNum;
}

References CStringGetDatum(), DatumGetNumeric(), DirectFunctionCall3, ereport, errcode(), errmsg, ERROR, fb(), Int32GetDatum(), InvalidOid, jbvNumeric, numeric_in(), numeric_is_inf(), numeric_is_nan(), ObjectIdGetDatum(), pfree(), PG_CATCH, PG_END_TRY, PG_TRY, PLyObject_AsString, and str.

Referenced by PLyObject_ToJsonbValue().

PLyObject_FromJsonbContainer()

static PyObject * PLyObject_FromJsonbContainer ( JsonbContainer *  jsonb )

static

Definition at line 140 of file jsonb_plpython.c.

{
    JsonbIteratorToken r;
    JsonbValue  v;
    JsonbIterator *it;
    PyObject   *result;
 
    /* this can recurse via PLyObject_FromJsonbValue() */
    check_stack_depth();
 
    it = JsonbIteratorInit(jsonb);
    r = JsonbIteratorNext(&it, &v, true);
 
    switch (r)
    {
        case WJB_BEGIN_ARRAY:
            if (v.val.array.rawScalar)
            {
                JsonbValue  tmp;
 
                if ((r = JsonbIteratorNext(&it, &v, true)) != WJB_ELEM ||
                    (r = JsonbIteratorNext(&it, &tmp, true)) != WJB_END_ARRAY ||
                    (r = JsonbIteratorNext(&it, &tmp, true)) != WJB_DONE)
                    elog(ERROR, "unexpected jsonb token: %d", r);
 
                result = PLyObject_FromJsonbValue(&v);
            }
            else
            {
                PyObject   *volatile elem = NULL;
 
                result = PyList_New(0);
                if (!result)
                    return NULL;
 
                PG_TRY();
                {
                    while ((r = JsonbIteratorNext(&it, &v, true)) != WJB_DONE)
                    {
                        if (r != WJB_ELEM)
                            continue;
 
                        elem = PLyObject_FromJsonbValue(&v);
 
                        PyList_Append(result, elem);
                        Py_XDECREF(elem);
                        elem = NULL;
                    }
                }
                PG_CATCH();
                {
                    Py_XDECREF(elem);
                    Py_XDECREF(result);
                    PG_RE_THROW();
                }
                PG_END_TRY();
            }
            break;
 
        case WJB_BEGIN_OBJECT:
            {
                PyObject   *volatile result_v = PyDict_New();
                PyObject   *volatile key = NULL;
                PyObject   *volatile val = NULL;
 
                if (!result_v)
                    return NULL;
 
                PG_TRY();
                {
                    while ((r = JsonbIteratorNext(&it, &v, true)) != WJB_DONE)
                    {
                        if (r != WJB_KEY)
                            continue;
 
                        key = PLyUnicode_FromJsonbValue(&v);
                        if (!key)
                        {
                            Py_XDECREF(result_v);
                            result_v = NULL;
                            break;
                        }
 
                        if ((r = JsonbIteratorNext(&it, &v, true)) != WJB_VALUE)
                            elog(ERROR, "unexpected jsonb token: %d", r);
 
                        val = PLyObject_FromJsonbValue(&v);
                        if (!val)
                        {
                            Py_XDECREF(key);
                            key = NULL;
                            Py_XDECREF(result_v);
                            result_v = NULL;
                            break;
                        }
 
                        PyDict_SetItem(result_v, key, val);
 
                        Py_XDECREF(key);
                        key = NULL;
                        Py_XDECREF(val);
                        val = NULL;
                    }
                }
                PG_CATCH();
                {
                    Py_XDECREF(result_v);
                    Py_XDECREF(key);
                    Py_XDECREF(val);
                    PG_RE_THROW();
                }
                PG_END_TRY();
 
                result = result_v;
            }
            break;
 
        default:
            elog(ERROR, "unexpected jsonb token: %d", r);
            return NULL;
    }
 
    return result;
}

References check_stack_depth(), elog, ERROR, fb(), JsonbIteratorInit(), JsonbIteratorNext(), PG_CATCH, PG_END_TRY, PG_RE_THROW, PG_TRY, PLyObject_FromJsonbValue(), PLyUnicode_FromJsonbValue(), result, JsonbValue::val, val, WJB_BEGIN_ARRAY, WJB_BEGIN_OBJECT, WJB_DONE, WJB_ELEM, WJB_END_ARRAY, WJB_KEY, and WJB_VALUE.

Referenced by jsonb_to_plpython(), and PLyObject_FromJsonbValue().

PLyObject_FromJsonbValue()

static PyObject * PLyObject_FromJsonbValue ( JsonbValue *  jsonbValue )

static

Definition at line 98 of file jsonb_plpython.c.

{
    switch (jsonbValue->type)
    {
        case jbvNull:
            Py_RETURN_NONE;
 
        case jbvBinary:
            return PLyObject_FromJsonbContainer(jsonbValue->val.binary.data);
 
        case jbvNumeric:
            {
                Datum       num;
                char       *str;
 
                num = NumericGetDatum(jsonbValue->val.numeric);
                str = DatumGetCString(DirectFunctionCall1(numeric_out, num));
 
                return PyObject_CallFunction(decimal_constructor, "s", str);
            }
 
        case jbvString:
            return PLyUnicode_FromJsonbValue(jsonbValue);
 
        case jbvBool:
            if (jsonbValue->val.boolean)
                Py_RETURN_TRUE;
            else
                Py_RETURN_FALSE;
 
        default:
            elog(ERROR, "unexpected jsonb value type: %d", jsonbValue->type);
            return NULL;
    }
}

References DatumGetCString(), decimal_constructor, DirectFunctionCall1, elog, ERROR, fb(), jbvBinary, jbvBool, jbvNull, jbvNumeric, jbvString, numeric_out(), NumericGetDatum(), PLyObject_FromJsonbContainer(), PLyUnicode_FromJsonbValue(), and str.

Referenced by PLyObject_FromJsonbContainer().

PLyObject_ToJsonbValue()

static void PLyObject_ToJsonbValue ( PyObject *  obj, JsonbInState *  jsonb_state, bool  is_elem  )

static

Definition at line 428 of file jsonb_plpython.c.

{
    JsonbValue *out;
 
    /* this can recurse via PLyMapping_ToJsonbValue() */
    check_stack_depth();
 
    if (!PyUnicode_Check(obj))
    {
        if (PySequence_Check(obj))
        {
            PLySequence_ToJsonbValue(obj, jsonb_state);
            return;
        }
        else if (PyMapping_Check(obj))
        {
            PLyMapping_ToJsonbValue(obj, jsonb_state);
            return;
        }
    }
 
    out = palloc_object(JsonbValue);
 
    if (obj == Py_None)
        out->type = jbvNull;
    else if (PyUnicode_Check(obj))
        PLyUnicode_ToJsonbValue(obj, out);
 
    /*
     * PyNumber_Check() returns true for booleans, so boolean check should
     * come first.
     */
    else if (PyBool_Check(obj))
    {
        out->type = jbvBool;
        out->val.boolean = (obj == Py_True);
    }
    else if (PyNumber_Check(obj))
        out = PLyNumber_ToJsonbValue(obj, out);
    else
        ereport(ERROR,
                (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
                 errmsg("Python type \"%s\" cannot be transformed to jsonb",
                        PLyObject_AsString((PyObject *) obj->ob_type))));
 
    if (jsonb_state->parseState)
    {
        /* We're in an array or object, so push value as element or field. */
        pushJsonbValue(jsonb_state, is_elem ? WJB_ELEM : WJB_VALUE, out);
    }
    else
    {
        /*
         * We are at top level, so it's a raw scalar.  If we just shove the
         * scalar value into jsonb_state->result, JsonbValueToJsonb will take
         * care of wrapping it into a dummy array.
         */
        jsonb_state->result = out;
    }
}

References check_stack_depth(), ereport, errcode(), errmsg, ERROR, fb(), jbvBool, jbvNull, palloc_object, PLyMapping_ToJsonbValue(), PLyNumber_ToJsonbValue(), PLyObject_AsString, PLySequence_ToJsonbValue(), PLyUnicode_ToJsonbValue(), pushJsonbValue(), JsonbValue::type, JsonbValue::val, WJB_ELEM, and WJB_VALUE.

Referenced by plpython_to_jsonb(), PLyMapping_ToJsonbValue(), and PLySequence_ToJsonbValue().

PLySequence_ToJsonbValue()

static void PLySequence_ToJsonbValue ( PyObject *  obj, JsonbInState *  jsonb_state  )

static

Definition at line 337 of file jsonb_plpython.c.

{
    Py_ssize_t  i;
    Py_ssize_t  pcount;
    PyObject   *volatile value = NULL;
 
    pcount = PySequence_Size(obj);
 
    pushJsonbValue(jsonb_state, WJB_BEGIN_ARRAY, NULL);
 
    PG_TRY();
    {
        for (i = 0; i < pcount; i++)
        {
            value = PySequence_GetItem(obj, i);
 
            /* PySequence_GetItem() can return NULL, with an exception set */
            if (value == NULL)
                PLy_elog(ERROR, "could not get element %d from sequence", (int) i);
 
            PLyObject_ToJsonbValue(value, jsonb_state, true);
            Py_XDECREF(value);
            value = NULL;
        }
    }
    PG_CATCH();
    {
        Py_XDECREF(value);
        PG_RE_THROW();
    }
    PG_END_TRY();
 
    pushJsonbValue(jsonb_state, WJB_END_ARRAY, NULL);
}

References ERROR, fb(), i, PG_CATCH, PG_END_TRY, PG_RE_THROW, PG_TRY, PLy_elog, PLyObject_ToJsonbValue(), pushJsonbValue(), value, WJB_BEGIN_ARRAY, and WJB_END_ARRAY.

Referenced by PLyObject_ToJsonbValue().

PLyUnicode_FromJsonbValue()

static PyObject * PLyUnicode_FromJsonbValue ( JsonbValue *  jbv )

static

Definition at line 72 of file jsonb_plpython.c.

{
    Assert(jbv->type == jbvString);
 
    return PLyUnicode_FromStringAndSize(jbv->val.string.val, jbv->val.string.len);
}

References Assert, fb(), jbvString, and PLyUnicode_FromStringAndSize.

Referenced by PLyObject_FromJsonbContainer(), and PLyObject_FromJsonbValue().

PLyUnicode_ToJsonbValue()

static void PLyUnicode_ToJsonbValue ( PyObject *  obj, JsonbValue *  jbvElem  )

static

Definition at line 85 of file jsonb_plpython.c.

{
    jbvElem->type = jbvString;
    jbvElem->val.string.val = PLyObject_AsString(obj);
    jbvElem->val.string.len = strlen(jbvElem->val.string.val);
}

References fb(), jbvString, and PLyObject_AsString.

Referenced by PLyMapping_ToJsonbValue(), and PLyObject_ToJsonbValue().

Variable Documentation

decimal_constructor

PyObject* decimal_constructor

static

Definition at line 27 of file jsonb_plpython.c.

Referenced by jsonb_to_plpython(), PLyDecimal_FromNumeric(), and PLyObject_FromJsonbValue().

PLy_elog_impl

StaticAssertVariableIsOfType& PLy_elog_impl

Definition at line 40 of file jsonb_plpython.c.

PLy_elog_impl_p

PLy_elog_impl_t PLy_elog_impl_p

static

Definition at line 21 of file jsonb_plpython.c.

Referenced by _PG_init().

PLyObject_AsString

StaticAssertVariableIsOfType& PLyObject_AsString

Definition at line 38 of file jsonb_plpython.c.

PLyObject_AsString_p

PLyObject_AsString_t PLyObject_AsString_p

static

Definition at line 18 of file jsonb_plpython.c.

Referenced by _PG_init().

PLyUnicode_FromStringAndSize

StaticAssertVariableIsOfType& PLyUnicode_FromStringAndSize

Definition at line 39 of file jsonb_plpython.c.

PLyUnicode_FromStringAndSize_p

PLyUnicode_FromStringAndSize_t PLyUnicode_FromStringAndSize_p

static

Definition at line 35 of file jsonb_plpython.c.

Referenced by _PG_init().