simd.h File Reference

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	USE_NO_SIMD

Typedefs
typedef uint64	Vector8

Functions
static void	vector8_load (Vector8 *v, const uint8 *s)
static Vector8	vector8_broadcast (const uint8 c)
static bool	vector8_has (const Vector8 v, const uint8 c)
static bool	vector8_has_zero (const Vector8 v)
static bool	vector8_has_le (const Vector8 v, const uint8 c)
static bool	vector8_is_highbit_set (const Vector8 v)
static Vector8	vector8_or (const Vector8 v1, const Vector8 v2)

Macro Definition Documentation

USE_NO_SIMD

#define USE_NO_SIMD

Definition at line 59 of file simd.h.

Typedef Documentation

Vector8

typedef uint64 Vector8

Definition at line 60 of file simd.h.

Function Documentation

vector8_broadcast()

static Vector8 vector8_broadcast ( const uint8  c )

inlinestatic

Definition at line 135 of file simd.h.

{
#if defined(USE_SSE2)
    return _mm_set1_epi8(c);
#elif defined(USE_NEON)
    return vdupq_n_u8(c);
#else
    return ~UINT64CONST(0) / 0xFF * c;
#endif
}

Referenced by is_valid_ascii(), RT_NODE_16_GET_INSERTPOS(), RT_NODE_16_SEARCH_EQ(), vector8_has(), vector8_has_le(), and vector8_is_highbit_set().

vector8_has()

static bool vector8_has ( const Vector8  v, const uint8  c  )

inlinestatic

Definition at line 162 of file simd.h.

{
    bool        result;
 
    /* pre-compute the result for assert checking */
#ifdef USE_ASSERT_CHECKING
    bool        assert_result = false;
 
    for (Size i = 0; i < sizeof(Vector8); i++)
    {
        if (((const uint8 *) &v)[i] == c)
        {
            assert_result = true;
            break;
        }
    }
#endif                          /* USE_ASSERT_CHECKING */
 
#if defined(USE_NO_SIMD)
    /* any bytes in v equal to c will evaluate to zero via XOR */
    result = vector8_has_zero(v ^ vector8_broadcast(c));
#else
    result = vector8_is_highbit_set(vector8_eq(v, vector8_broadcast(c)));
#endif
 
    Assert(assert_result == result);
    return result;
}

References Assert, i, vector8_broadcast(), vector8_has_zero(), and vector8_is_highbit_set().

Referenced by escape_json_with_len(), pg_lfind8(), and vector8_has_zero().

vector8_has_le()

static bool vector8_has_le ( const Vector8  v, const uint8  c  )

inlinestatic

Definition at line 213 of file simd.h.

{
    bool        result = false;
 
    /* pre-compute the result for assert checking */
#ifdef USE_ASSERT_CHECKING
    bool        assert_result = false;
 
    for (Size i = 0; i < sizeof(Vector8); i++)
    {
        if (((const uint8 *) &v)[i] <= c)
        {
            assert_result = true;
            break;
        }
    }
#endif                          /* USE_ASSERT_CHECKING */
 
#if defined(USE_NO_SIMD)
 
    /*
     * To find bytes <= c, we can use bitwise operations to find bytes < c+1,
     * but it only works if c+1 <= 128 and if the highest bit in v is not set.
     * Adapted from
     * https://graphics.stanford.edu/~seander/bithacks.html#HasLessInWord
     */
    if ((int64) v >= 0 && c < 0x80)
        result = (v - vector8_broadcast(c + 1)) & ~v & vector8_broadcast(0x80);
    else
    {
        /* one byte at a time */
        for (Size i = 0; i < sizeof(Vector8); i++)
        {
            if (((const uint8 *) &v)[i] <= c)
            {
                result = true;
                break;
            }
        }
    }
#else
 
    /*
     * Use saturating subtraction to find bytes <= c, which will present as
     * NUL bytes.  This approach is a workaround for the lack of unsigned
     * comparison instructions on some architectures.
     */
    result = vector8_has_zero(vector8_ssub(v, vector8_broadcast(c)));
#endif
 
    Assert(assert_result == result);
    return result;
}

References Assert, i, vector8_broadcast(), and vector8_has_zero().

Referenced by escape_json_with_len(), pg_lfind8_le(), and vector8_has_zero().

vector8_has_zero()

static bool vector8_has_zero ( const Vector8  v )

inlinestatic

Definition at line 195 of file simd.h.

{
#if defined(USE_NO_SIMD)
    /*
     * We cannot call vector8_has() here, because that would lead to a
     * circular definition.
     */
    return vector8_has_le(v, 0);
#else
    return vector8_has(v, 0);
#endif
}

References vector8_has(), and vector8_has_le().

Referenced by vector8_has(), and vector8_has_le().

vector8_is_highbit_set()

static bool vector8_is_highbit_set ( const Vector8  v )

inlinestatic

Definition at line 271 of file simd.h.

{
#ifdef USE_SSE2
    return _mm_movemask_epi8(v) != 0;
#elif defined(USE_NEON)
    return vmaxvq_u8(v) > 0x7F;
#else
    return v & vector8_broadcast(0x80);
#endif
}

References vector8_broadcast().

Referenced by is_valid_ascii(), and vector8_has().

vector8_load()

static void vector8_load ( Vector8 *  v, const uint8 *  s  )

inlinestatic

Definition at line 108 of file simd.h.

{
#if defined(USE_SSE2)
    *v = _mm_loadu_si128((const __m128i *) s);
#elif defined(USE_NEON)
    *v = vld1q_u8(s);
#else
    memcpy(v, s, sizeof(Vector8));
#endif
}

Referenced by escape_json_with_len(), is_valid_ascii(), pg_lfind8(), pg_lfind8_le(), RT_NODE_16_GET_INSERTPOS(), and RT_NODE_16_SEARCH_EQ().

vector8_or()

static Vector8 vector8_or ( const Vector8  v1, const Vector8  v2  )

inlinestatic

Definition at line 338 of file simd.h.

{
#ifdef USE_SSE2
    return _mm_or_si128(v1, v2);
#elif defined(USE_NEON)
    return vorrq_u8(v1, v2);
#else
    return v1 | v2;
#endif
}

Referenced by is_valid_ascii().