pg_bitutils.h File Reference

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	pg_leftmost_one_pos_size_t   pg_leftmost_one_pos64
#define	pg_nextpower2_size_t   pg_nextpower2_64
#define	pg_prevpower2_size_t   pg_prevpower2_64

Functions
static int	pg_leftmost_one_pos32 (uint32 word)
static int	pg_leftmost_one_pos64 (uint64 word)
static int	pg_rightmost_one_pos32 (uint32 word)
static int	pg_rightmost_one_pos64 (uint64 word)
static uint32	pg_nextpower2_32 (uint32 num)
static uint64	pg_nextpower2_64 (uint64 num)
static uint32	pg_prevpower2_32 (uint32 num)
static uint64	pg_prevpower2_64 (uint64 num)
static uint32	pg_ceil_log2_32 (uint32 num)
static uint64	pg_ceil_log2_64 (uint64 num)
int	pg_popcount32 (uint32 word)
int	pg_popcount64 (uint64 word)
uint64	pg_popcount (const char *buf, int bytes)
static uint32	pg_rotate_right32 (uint32 word, int n)
static uint32	pg_rotate_left32 (uint32 word, int n)

Variables
PGDLLIMPORT const uint8	pg_leftmost_one_pos [256]
PGDLLIMPORT const uint8	pg_rightmost_one_pos [256]
PGDLLIMPORT const uint8	pg_number_of_ones [256]

Macro Definition Documentation

pg_leftmost_one_pos_size_t

#define pg_leftmost_one_pos_size_t   pg_leftmost_one_pos64

Definition at line 338 of file pg_bitutils.h.

pg_nextpower2_size_t

#define pg_nextpower2_size_t   pg_nextpower2_64

Definition at line 339 of file pg_bitutils.h.

pg_prevpower2_size_t

#define pg_prevpower2_size_t   pg_prevpower2_64

Definition at line 340 of file pg_bitutils.h.

Function Documentation

pg_ceil_log2_32()

static uint32 pg_ceil_log2_32 ( uint32  num )

inlinestatic

Definition at line 258 of file pg_bitutils.h.

{
    if (num < 2)
        return 0;
    else
        return pg_leftmost_one_pos32(num - 1) + 1;
}

References pg_leftmost_one_pos32().

Referenced by _hash_spareindex(), and my_log2().

pg_ceil_log2_64()

static uint64 pg_ceil_log2_64 ( uint64  num )

inlinestatic

Definition at line 271 of file pg_bitutils.h.

{
    if (num < 2)
        return 0;
    else
        return pg_leftmost_one_pos64(num - 1) + 1;
}

References pg_leftmost_one_pos64().

Referenced by GetHugePageSize(), and my_log2().

pg_leftmost_one_pos32()

static int pg_leftmost_one_pos32 ( uint32  word )

inlinestatic

Definition at line 41 of file pg_bitutils.h.

{
#ifdef HAVE__BUILTIN_CLZ
    Assert(word != 0);
 
    return 31 - __builtin_clz(word);
#elif defined(_MSC_VER)
    unsigned long result;
    bool        non_zero;
 
    Assert(word != 0);
 
    non_zero = _BitScanReverse(&result, word);
    return (int) result;
#else
    int         shift = 32 - 8;
 
    Assert(word != 0);
 
    while ((word >> shift) == 0)
        shift -= 8;
 
    return shift + pg_leftmost_one_pos[(word >> shift) & 255];
#endif                          /* HAVE__BUILTIN_CLZ */
}

References Assert(), pg_leftmost_one_pos, and word().

Referenced by _hash_get_oldblock_from_newbucket(), _hash_init_metabuffer(), add_paths_to_append_rel(), AllocSetFreeIndex(), decimalLength32(), generate_union_paths(), make_main_region_dsm_handle(), pg_ceil_log2_32(), pg_nextpower2_32(), pg_prevpower2_32(), and rho().

pg_leftmost_one_pos64()

static int pg_leftmost_one_pos64 ( uint64  word )

inlinestatic

Definition at line 72 of file pg_bitutils.h.

{
#ifdef HAVE__BUILTIN_CLZ
    Assert(word != 0);
 
#if defined(HAVE_LONG_INT_64)
    return 63 - __builtin_clzl(word);
#elif defined(HAVE_LONG_LONG_INT_64)
    return 63 - __builtin_clzll(word);
#else
#error must have a working 64-bit integer datatype
#endif                          /* HAVE_LONG_INT_64 */
 
#elif defined(_MSC_VER) && (defined(_M_AMD64) || defined(_M_ARM64))
    unsigned long result;
    bool        non_zero;
 
    Assert(word != 0);
 
    non_zero = _BitScanReverse64(&result, word);
    return (int) result;
#else
    int         shift = 64 - 8;
 
    Assert(word != 0);
 
    while ((word >> shift) == 0)
        shift -= 8;
 
    return shift + pg_leftmost_one_pos[(word >> shift) & 255];
#endif                          /* HAVE__BUILTIN_CLZ */
}

References Assert(), pg_leftmost_one_pos, and word().

Referenced by decimalLength64(), permute(), pg_ceil_log2_64(), pg_nextpower2_64(), pg_prevpower2_64(), and pg_prng_uint64_range().

pg_nextpower2_32()

static uint32 pg_nextpower2_32 ( uint32  num )

inlinestatic

Definition at line 189 of file pg_bitutils.h.

{
    Assert(num > 0 && num <= PG_UINT32_MAX / 2 + 1);
 
    /*
     * A power 2 number has only 1 bit set.  Subtracting 1 from such a number
     * will turn on all previous bits resulting in no common bits being set
     * between num and num-1.
     */
    if ((num & (num - 1)) == 0)
        return num;             /* already power 2 */
 
    return ((uint32) 1) << (pg_leftmost_one_pos32(num) + 1);
}

References Assert(), pg_leftmost_one_pos32(), and PG_UINT32_MAX.

Referenced by _h_spoolinit(), _hash_init_metabuffer(), accumArrayResultArr(), array_agg_array_combine(), array_agg_combine(), bottomup_sort_and_shrink(), bottomup_sort_and_shrink_cmp(), enlarge_list(), ensure_record_cache_typmod_slot_exists(), ExecChooseHashTableSize(), ExecHashBuildSkewHash(), ExecParallelHashIncreaseNumBatches(), ginHeapTupleFastCollect(), LWLockRegisterTranche(), new_list(), RequestNamedLWLockTranche(), and table_block_parallelscan_startblock_init().

pg_nextpower2_64()

static uint64 pg_nextpower2_64 ( uint64  num )

inlinestatic

Definition at line 212 of file pg_bitutils.h.

{
    Assert(num > 0 && num <= PG_UINT64_MAX / 2 + 1);
 
    /*
     * A power 2 number has only 1 bit set.  Subtracting 1 from such a number
     * will turn on all previous bits resulting in no common bits being set
     * between num and num-1.
     */
    if ((num & (num - 1)) == 0)
        return num;             /* already power 2 */
 
    return ((uint64) 1) << (pg_leftmost_one_pos64(num) + 1);
}

References Assert(), pg_leftmost_one_pos64(), and PG_UINT64_MAX.

pg_popcount()

uint64 pg_popcount	(	const char *	buf,
		int	bytes
	)

Definition at line 296 of file pg_bitutils.c.

{
    uint64      popcnt = 0;
 
#if SIZEOF_VOID_P >= 8
    /* Process in 64-bit chunks if the buffer is aligned. */
    if (buf == (const char *) TYPEALIGN(8, buf))
    {
        const uint64 *words = (const uint64 *) buf;
 
        while (bytes >= 8)
        {
            popcnt += pg_popcount64(*words++);
            bytes -= 8;
        }
 
        buf = (const char *) words;
    }
#else
    /* Process in 32-bit chunks if the buffer is aligned. */
    if (buf == (const char *) TYPEALIGN(4, buf))
    {
        const uint32 *words = (const uint32 *) buf;
 
        while (bytes >= 4)
        {
            popcnt += pg_popcount32(*words++);
            bytes -= 4;
        }
 
        buf = (const char *) words;
    }
#endif
 
    /* Process any remaining bytes */
    while (bytes--)
        popcnt += pg_number_of_ones[(unsigned char) *buf++];
 
    return popcnt;
}

References buf, pg_number_of_ones, pg_popcount32(), pg_popcount64(), and TYPEALIGN.

Referenced by bit_bit_count(), bloom_prop_bits_set(), bytea_bit_count(), GetWALBlockInfo(), heap_tuple_infomask_flags(), process_pipe_input(), and sizebitvec().

pg_popcount32()

int pg_popcount32

(

uint32

word

)

Definition at line 278 of file pg_bitutils.c.

{
    return pg_popcount32_slow(word);
}

References pg_popcount32_slow(), and word().

Referenced by pg_popcount(), and plan_single_revoke().

pg_popcount64()

int pg_popcount64

(

uint64

word

)

Definition at line 284 of file pg_bitutils.c.

{
    return pg_popcount64_slow(word);
}

References pg_popcount64_slow(), and word().

Referenced by pg_popcount(), and visibilitymap_count().

pg_prevpower2_32()

static uint32 pg_prevpower2_32 ( uint32  num )

inlinestatic

Definition at line 235 of file pg_bitutils.h.

{
    return ((uint32) 1) << pg_leftmost_one_pos32(num);
}

References pg_leftmost_one_pos32().

pg_prevpower2_64()

static uint64 pg_prevpower2_64 ( uint64  num )

inlinestatic

Definition at line 248 of file pg_bitutils.h.

{
    return ((uint64) 1) << pg_leftmost_one_pos64(num);
}

References pg_leftmost_one_pos64().

pg_rightmost_one_pos32()

static int pg_rightmost_one_pos32 ( uint32  word )

inlinestatic

Definition at line 111 of file pg_bitutils.h.

{
#ifdef HAVE__BUILTIN_CTZ
    Assert(word != 0);
 
    return __builtin_ctz(word);
#elif defined(_MSC_VER)
    unsigned long result;
    bool        non_zero;
 
    Assert(word != 0);
 
    non_zero = _BitScanForward(&result, word);
    return (int) result;
#else
    int         result = 0;
 
    Assert(word != 0);
 
    while ((word & 255) == 0)
    {
        word >>= 8;
        result += 8;
    }
    result += pg_rightmost_one_pos[word & 255];
    return result;
#endif                          /* HAVE__BUILTIN_CTZ */
}

References Assert(), pg_rightmost_one_pos, and word().

Referenced by ProcessProcSignalBarrier().

pg_rightmost_one_pos64()

static int pg_rightmost_one_pos64 ( uint64  word )

inlinestatic

Definition at line 145 of file pg_bitutils.h.

{
#ifdef HAVE__BUILTIN_CTZ
    Assert(word != 0);
 
#if defined(HAVE_LONG_INT_64)
    return __builtin_ctzl(word);
#elif defined(HAVE_LONG_LONG_INT_64)
    return __builtin_ctzll(word);
#else
#error must have a working 64-bit integer datatype
#endif                          /* HAVE_LONG_INT_64 */
 
#elif defined(_MSC_VER) && (defined(_M_AMD64) || defined(_M_ARM64))
    unsigned long result;
    bool        non_zero;
 
    Assert(word != 0);
 
    non_zero = _BitScanForward64(&result, word);
    return (int) result;
#else
    int         result = 0;
 
    Assert(word != 0);
 
    while ((word & 255) == 0)
    {
        word >>= 8;
        result += 8;
    }
    result += pg_rightmost_one_pos[word & 255];
    return result;
#endif                          /* HAVE__BUILTIN_CTZ */
}

References Assert(), pg_rightmost_one_pos, and word().

pg_rotate_left32()

static uint32 pg_rotate_left32 ( uint32  word, int  n  )

inlinestatic

Definition at line 326 of file pg_bitutils.h.

{
    return (word << n) | (word >> (32 - n));
}

References word().

Referenced by CatalogCacheComputeHashValue(), ExecHashGetHashValue(), guc_name_hash(), hash_multirange(), hash_range(), JsonbHashScalarValue(), MemoizeHash_hash(), and TupleHashTableHash_internal().

pg_rotate_right32()

static uint32 pg_rotate_right32 ( uint32  word, int  n  )

inlinestatic

Definition at line 320 of file pg_bitutils.h.

{
    return (word >> n) | (word << (32 - n));
}

References word().

Referenced by ExecHashGetBucketAndBatch().

Variable Documentation

pg_leftmost_one_pos

PGDLLIMPORT const uint8 pg_leftmost_one_pos[256]

extern

Definition at line 34 of file pg_bitutils.c.

Referenced by AllocSetFreeIndex(), pg_leftmost_one_pos32(), and pg_leftmost_one_pos64().

pg_number_of_ones

PGDLLIMPORT const uint8 pg_number_of_ones[256]

extern

Definition at line 87 of file pg_bitutils.c.

Referenced by hemdistsign(), pg_popcount(), pg_popcount32_slow(), and pg_popcount64_slow().

pg_rightmost_one_pos

PGDLLIMPORT const uint8 pg_rightmost_one_pos[256]

extern

Definition at line 62 of file pg_bitutils.c.

Referenced by pg_rightmost_one_pos32(), and pg_rightmost_one_pos64().