pg_bitutils.h File Reference

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	pg_leftmost_one_pos_size_t   pg_leftmost_one_pos64
#define	pg_nextpower2_size_t   pg_nextpower2_64
#define	pg_prevpower2_size_t   pg_prevpower2_64

Functions
static int	pg_leftmost_one_pos32 (uint32 word)
static int	pg_leftmost_one_pos64 (uint64 word)
static int	pg_rightmost_one_pos32 (uint32 word)
static int	pg_rightmost_one_pos64 (uint64 word)
static uint32	pg_nextpower2_32 (uint32 num)
static uint64	pg_nextpower2_64 (uint64 num)
static uint32	pg_prevpower2_32 (uint32 num)
static uint64	pg_prevpower2_64 (uint64 num)
static uint32	pg_ceil_log2_32 (uint32 num)
static uint64	pg_ceil_log2_64 (uint64 num)
int	pg_popcount32 (uint32 word)
int	pg_popcount64 (uint64 word)
uint64	pg_popcount_optimized (const char *buf, int bytes)
uint64	pg_popcount_masked_optimized (const char *buf, int bytes, bits8 mask)
static uint64	pg_popcount (const char *buf, int bytes)
static uint64	pg_popcount_masked (const char *buf, int bytes, bits8 mask)
static uint32	pg_rotate_right32 (uint32 word, int n)
static uint32	pg_rotate_left32 (uint32 word, int n)

Variables
PGDLLIMPORT const uint8	pg_leftmost_one_pos [256]
PGDLLIMPORT const uint8	pg_rightmost_one_pos [256]
PGDLLIMPORT const uint8	pg_number_of_ones [256]

Macro Definition Documentation

pg_leftmost_one_pos_size_t

#define pg_leftmost_one_pos_size_t   pg_leftmost_one_pos64

Definition at line 440 of file pg_bitutils.h.

pg_nextpower2_size_t

#define pg_nextpower2_size_t   pg_nextpower2_64

Definition at line 441 of file pg_bitutils.h.

pg_prevpower2_size_t

#define pg_prevpower2_size_t   pg_prevpower2_64

Definition at line 442 of file pg_bitutils.h.

Function Documentation

pg_ceil_log2_32()

static uint32 pg_ceil_log2_32 ( uint32  num )

inlinestatic

Definition at line 258 of file pg_bitutils.h.

{
    if (num < 2)
        return 0;
    else
        return pg_leftmost_one_pos32(num - 1) + 1;
}

References pg_leftmost_one_pos32().

Referenced by _hash_spareindex(), and my_log2().

pg_ceil_log2_64()

static uint64 pg_ceil_log2_64 ( uint64  num )

inlinestatic

Definition at line 271 of file pg_bitutils.h.

{
    if (num < 2)
        return 0;
    else
        return pg_leftmost_one_pos64(num - 1) + 1;
}

References pg_leftmost_one_pos64().

Referenced by GetHugePageSize(), and my_log2().

pg_leftmost_one_pos32()

static int pg_leftmost_one_pos32 ( uint32  word )

inlinestatic

Definition at line 41 of file pg_bitutils.h.

{
#ifdef HAVE__BUILTIN_CLZ
    Assert(word != 0);
 
    return 31 - __builtin_clz(word);
#elif defined(_MSC_VER)
    unsigned long result;
    bool        non_zero;
 
    Assert(word != 0);
 
    non_zero = _BitScanReverse(&result, word);
    return (int) result;
#else
    int         shift = 32 - 8;
 
    Assert(word != 0);
 
    while ((word >> shift) == 0)
        shift -= 8;
 
    return shift + pg_leftmost_one_pos[(word >> shift) & 255];
#endif                          /* HAVE__BUILTIN_CLZ */
}

References Assert(), pg_leftmost_one_pos, and word().

Referenced by _hash_get_oldblock_from_newbucket(), _hash_init_metabuffer(), add_paths_to_append_rel(), AllocSetFreeIndex(), decimalLength32(), generate_union_paths(), make_main_region_dsm_handle(), pg_ceil_log2_32(), pg_nextpower2_32(), pg_prevpower2_32(), and rho().

pg_leftmost_one_pos64()

static int pg_leftmost_one_pos64 ( uint64  word )

inlinestatic

Definition at line 72 of file pg_bitutils.h.

{
#ifdef HAVE__BUILTIN_CLZ
    Assert(word != 0);
 
#if SIZEOF_LONG == 8
    return 63 - __builtin_clzl(word);
#elif SIZEOF_LONG_LONG == 8
    return 63 - __builtin_clzll(word);
#else
#error "cannot find integer type of the same size as uint64_t"
#endif
 
#elif defined(_MSC_VER) && (defined(_M_AMD64) || defined(_M_ARM64))
    unsigned long result;
    bool        non_zero;
 
    Assert(word != 0);
 
    non_zero = _BitScanReverse64(&result, word);
    return (int) result;
#else
    int         shift = 64 - 8;
 
    Assert(word != 0);
 
    while ((word >> shift) == 0)
        shift -= 8;
 
    return shift + pg_leftmost_one_pos[(word >> shift) & 255];
#endif                          /* HAVE__BUILTIN_CLZ */
}

References Assert(), pg_leftmost_one_pos, and word().

Referenced by decimalLength64(), permute(), pg_ceil_log2_64(), pg_nextpower2_64(), pg_prevpower2_64(), pg_prng_uint64_range(), and RT_KEY_GET_SHIFT().

pg_nextpower2_32()

static uint32 pg_nextpower2_32 ( uint32  num )

inlinestatic

Definition at line 189 of file pg_bitutils.h.

{
    Assert(num > 0 && num <= PG_UINT32_MAX / 2 + 1);
 
    /*
     * A power 2 number has only 1 bit set.  Subtracting 1 from such a number
     * will turn on all previous bits resulting in no common bits being set
     * between num and num-1.
     */
    if ((num & (num - 1)) == 0)
        return num;             /* already power 2 */
 
    return ((uint32) 1) << (pg_leftmost_one_pos32(num) + 1);
}

References Assert(), pg_leftmost_one_pos32(), and PG_UINT32_MAX.

Referenced by _h_spoolinit(), _hash_init_metabuffer(), accumArrayResultArr(), addlit(), array_agg_array_combine(), array_agg_combine(), bottomup_sort_and_shrink(), bottomup_sort_and_shrink_cmp(), enlarge_list(), ensure_record_cache_typmod_slot_exists(), ExecChooseHashTableSize(), ExecHashBuildSkewHash(), ExecParallelHashIncreaseNumBatches(), GetExplainExtensionId(), ginHeapTupleFastCollect(), InitializeFastPathLocks(), LWLockRegisterTranche(), new_list(), pgaio_worker_queue_shmem_size(), RegisterExtensionExplainOption(), RequestNamedLWLockTranche(), SetExplainExtensionState(), and table_block_parallelscan_startblock_init().

pg_nextpower2_64()

static uint64 pg_nextpower2_64 ( uint64  num )

inlinestatic

Definition at line 212 of file pg_bitutils.h.

{
    Assert(num > 0 && num <= PG_UINT64_MAX / 2 + 1);
 
    /*
     * A power 2 number has only 1 bit set.  Subtracting 1 from such a number
     * will turn on all previous bits resulting in no common bits being set
     * between num and num-1.
     */
    if ((num & (num - 1)) == 0)
        return num;             /* already power 2 */
 
    return ((uint64) 1) << (pg_leftmost_one_pos64(num) + 1);
}

References Assert(), pg_leftmost_one_pos64(), and PG_UINT64_MAX.

pg_popcount()

static uint64 pg_popcount ( const char *  buf, int  bytes  )

inlinestatic

Definition at line 363 of file pg_bitutils.h.

{
    /*
     * We set the threshold to the point at which we'll first use special
     * instructions in the optimized version.
     */
#if SIZEOF_VOID_P >= 8
    int         threshold = 8;
#else
    int         threshold = 4;
#endif
 
    if (bytes < threshold)
    {
        uint64      popcnt = 0;
 
        while (bytes--)
            popcnt += pg_number_of_ones[(unsigned char) *buf++];
        return popcnt;
    }
 
    return pg_popcount_optimized(buf, bytes);
}

References buf, pg_number_of_ones, and pg_popcount_optimized().

Referenced by bit_bit_count(), bloom_prop_bits_set(), brin_bloom_union(), bytea_bit_count(), GetWALBlockInfo(), heap_tuple_infomask_flags(), and sizebitvec().

pg_popcount32()

int pg_popcount32

(

uint32

word

)

Definition at line 509 of file pg_bitutils.c.

{
    return pg_popcount32_slow(word);
}

References pg_popcount32_slow(), and word().

Referenced by plan_single_revoke().

pg_popcount64()

int pg_popcount64

(

uint64

word

)

Definition at line 515 of file pg_bitutils.c.

{
    return pg_popcount64_slow(word);
}

References pg_popcount64_slow(), and word().

Referenced by select_best_grantor().

pg_popcount_masked()

static uint64 pg_popcount_masked ( const char *  buf, int  bytes, bits8  mask  )

inlinestatic

Definition at line 394 of file pg_bitutils.h.

{
    /*
     * We set the threshold to the point at which we'll first use special
     * instructions in the optimized version.
     */
#if SIZEOF_VOID_P >= 8
    int         threshold = 8;
#else
    int         threshold = 4;
#endif
 
    if (bytes < threshold)
    {
        uint64      popcnt = 0;
 
        while (bytes--)
            popcnt += pg_number_of_ones[(unsigned char) *buf++ & mask];
        return popcnt;
    }
 
    return pg_popcount_masked_optimized(buf, bytes, mask);
}

References buf, pg_number_of_ones, and pg_popcount_masked_optimized().

Referenced by visibilitymap_count().

pg_popcount_masked_optimized()

uint64 pg_popcount_masked_optimized	(	const char *	buf,
		int	bytes,
		bits8	mask
	)

Definition at line 535 of file pg_bitutils.c.

{
    return pg_popcount_masked_slow(buf, bytes, mask);
}

References buf, and pg_popcount_masked_slow().

Referenced by pg_popcount_masked().

pg_popcount_optimized()

uint64 pg_popcount_optimized	(	const char *	buf,
		int	bytes
	)

Definition at line 525 of file pg_bitutils.c.

{
    return pg_popcount_slow(buf, bytes);
}

References buf, and pg_popcount_slow().

Referenced by pg_popcount().

pg_prevpower2_32()

static uint32 pg_prevpower2_32 ( uint32  num )

inlinestatic

Definition at line 235 of file pg_bitutils.h.

{
    return ((uint32) 1) << pg_leftmost_one_pos32(num);
}

References pg_leftmost_one_pos32().

Referenced by ExecParallelHashIncreaseNumBatches().

pg_prevpower2_64()

static uint64 pg_prevpower2_64 ( uint64  num )

inlinestatic

Definition at line 248 of file pg_bitutils.h.

{
    return ((uint64) 1) << pg_leftmost_one_pos64(num);
}

References pg_leftmost_one_pos64().

pg_rightmost_one_pos32()

static int pg_rightmost_one_pos32 ( uint32  word )

inlinestatic

Definition at line 111 of file pg_bitutils.h.

{
#ifdef HAVE__BUILTIN_CTZ
    Assert(word != 0);
 
    return __builtin_ctz(word);
#elif defined(_MSC_VER)
    unsigned long result;
    bool        non_zero;
 
    Assert(word != 0);
 
    non_zero = _BitScanForward(&result, word);
    return (int) result;
#else
    int         result = 0;
 
    Assert(word != 0);
 
    while ((word & 255) == 0)
    {
        word >>= 8;
        result += 8;
    }
    result += pg_rightmost_one_pos[word & 255];
    return result;
#endif                          /* HAVE__BUILTIN_CTZ */
}

References Assert(), pg_rightmost_one_pos, and word().

Referenced by ProcessProcSignalBarrier(), RT_NODE_16_GET_INSERTPOS(), and RT_NODE_16_SEARCH_EQ().

pg_rightmost_one_pos64()

static int pg_rightmost_one_pos64 ( uint64  word )

inlinestatic

Definition at line 145 of file pg_bitutils.h.

{
#ifdef HAVE__BUILTIN_CTZ
    Assert(word != 0);
 
#if SIZEOF_LONG == 8
    return __builtin_ctzl(word);
#elif SIZEOF_LONG_LONG == 8
    return __builtin_ctzll(word);
#else
#error "cannot find integer type of the same size as uint64_t"
#endif
 
#elif defined(_MSC_VER) && (defined(_M_AMD64) || defined(_M_ARM64))
    unsigned long result;
    bool        non_zero;
 
    Assert(word != 0);
 
    non_zero = _BitScanForward64(&result, word);
    return (int) result;
#else
    int         result = 0;
 
    Assert(word != 0);
 
    while ((word & 255) == 0)
    {
        word >>= 8;
        result += 8;
    }
    result += pg_rightmost_one_pos[word & 255];
    return result;
#endif                          /* HAVE__BUILTIN_CTZ */
}

References Assert(), pg_rightmost_one_pos, and word().

Referenced by pgaio_choose_idle_worker().

pg_rotate_left32()

static uint32 pg_rotate_left32 ( uint32  word, int  n  )

inlinestatic

Definition at line 428 of file pg_bitutils.h.

{
    return (word << n) | (word >> (32 - n));
}

References word().

Referenced by CatalogCacheComputeHashValue(), ExecInterpExpr(), ExecJustHashInnerVarWithIV(), guc_name_hash(), hash_multirange(), hash_range(), JsonbHashScalarValue(), and MemoizeHash_hash().

pg_rotate_right32()

static uint32 pg_rotate_right32 ( uint32  word, int  n  )

inlinestatic

Definition at line 422 of file pg_bitutils.h.

{
    return (word >> n) | (word << (32 - n));
}

References word().

Referenced by ExecHashGetBucketAndBatch().

Variable Documentation

pg_leftmost_one_pos

PGDLLIMPORT const uint8 pg_leftmost_one_pos[256]

extern

Definition at line 34 of file pg_bitutils.c.

Referenced by AllocSetFreeIndex(), pg_leftmost_one_pos32(), and pg_leftmost_one_pos64().

pg_number_of_ones

PGDLLIMPORT const uint8 pg_number_of_ones[256]

extern

Definition at line 87 of file pg_bitutils.c.

Referenced by hemdistsign(), pg_popcount(), pg_popcount32_slow(), pg_popcount64_slow(), pg_popcount_masked(), pg_popcount_masked_slow(), pg_popcount_slow(), and process_pipe_input().

pg_rightmost_one_pos

PGDLLIMPORT const uint8 pg_rightmost_one_pos[256]

extern

Definition at line 62 of file pg_bitutils.c.

Referenced by pg_rightmost_one_pos32(), and pg_rightmost_one_pos64().