Blame jemalloc/include/jemalloc/internal/prng.h

Packit Service 724aca
#ifndef JEMALLOC_INTERNAL_PRNG_H
Packit Service 724aca
#define JEMALLOC_INTERNAL_PRNG_H
Packit Service 724aca
Packit Service 724aca
#include "jemalloc/internal/atomic.h"
Packit Service 724aca
#include "jemalloc/internal/bit_util.h"
Packit Service 724aca
Packit Service 724aca
/*
Packit Service 724aca
 * Simple linear congruential pseudo-random number generator:
Packit Service 724aca
 *
Packit Service 724aca
 *   prng(y) = (a*x + c) % m
Packit Service 724aca
 *
Packit Service 724aca
 * where the following constants ensure maximal period:
Packit Service 724aca
 *
Packit Service 724aca
 *   a == Odd number (relatively prime to 2^n), and (a-1) is a multiple of 4.
Packit Service 724aca
 *   c == Odd number (relatively prime to 2^n).
Packit Service 724aca
 *   m == 2^32
Packit Service 724aca
 *
Packit Service 724aca
 * See Knuth's TAOCP 3rd Ed., Vol. 2, pg. 17 for details on these constraints.
Packit Service 724aca
 *
Packit Service 724aca
 * This choice of m has the disadvantage that the quality of the bits is
Packit Service 724aca
 * proportional to bit position.  For example, the lowest bit has a cycle of 2,
Packit Service 724aca
 * the next has a cycle of 4, etc.  For this reason, we prefer to use the upper
Packit Service 724aca
 * bits.
Packit Service 724aca
 */
Packit Service 724aca
Packit Service 724aca
/******************************************************************************/
Packit Service 724aca
/* INTERNAL DEFINITIONS -- IGNORE */
Packit Service 724aca
/******************************************************************************/
Packit Service 724aca
#define PRNG_A_32	UINT32_C(1103515241)
Packit Service 724aca
#define PRNG_C_32	UINT32_C(12347)
Packit Service 724aca
Packit Service 724aca
#define PRNG_A_64	UINT64_C(6364136223846793005)
Packit Service 724aca
#define PRNG_C_64	UINT64_C(1442695040888963407)
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE uint32_t
Packit Service 724aca
prng_state_next_u32(uint32_t state) {
Packit Service 724aca
	return (state * PRNG_A_32) + PRNG_C_32;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE uint64_t
Packit Service 724aca
prng_state_next_u64(uint64_t state) {
Packit Service 724aca
	return (state * PRNG_A_64) + PRNG_C_64;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE size_t
Packit Service 724aca
prng_state_next_zu(size_t state) {
Packit Service 724aca
#if LG_SIZEOF_PTR == 2
Packit Service 724aca
	return (state * PRNG_A_32) + PRNG_C_32;
Packit Service 724aca
#elif LG_SIZEOF_PTR == 3
Packit Service 724aca
	return (state * PRNG_A_64) + PRNG_C_64;
Packit Service 724aca
#else
Packit Service 724aca
#error Unsupported pointer size
Packit Service 724aca
#endif
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
/******************************************************************************/
Packit Service 724aca
/* BEGIN PUBLIC API */
Packit Service 724aca
/******************************************************************************/
Packit Service 724aca
Packit Service 724aca
/*
Packit Service 724aca
 * The prng_lg_range functions give a uniform int in the half-open range [0,
Packit Service 724aca
 * 2**lg_range).  If atomic is true, they do so safely from multiple threads.
Packit Service 724aca
 * Multithreaded 64-bit prngs aren't supported.
Packit Service 724aca
 */
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE uint32_t
Packit Service 724aca
prng_lg_range_u32(atomic_u32_t *state, unsigned lg_range, bool atomic) {
Packit Service 724aca
	uint32_t ret, state0, state1;
Packit Service 724aca
Packit Service 724aca
	assert(lg_range > 0);
Packit Service 724aca
	assert(lg_range <= 32);
Packit Service 724aca
Packit Service 724aca
	state0 = atomic_load_u32(state, ATOMIC_RELAXED);
Packit Service 724aca
Packit Service 724aca
	if (atomic) {
Packit Service 724aca
		do {
Packit Service 724aca
			state1 = prng_state_next_u32(state0);
Packit Service 724aca
		} while (!atomic_compare_exchange_weak_u32(state, &state0,
Packit Service 724aca
		    state1, ATOMIC_RELAXED, ATOMIC_RELAXED));
Packit Service 724aca
	} else {
Packit Service 724aca
		state1 = prng_state_next_u32(state0);
Packit Service 724aca
		atomic_store_u32(state, state1, ATOMIC_RELAXED);
Packit Service 724aca
	}
Packit Service 724aca
	ret = state1 >> (32 - lg_range);
Packit Service 724aca
Packit Service 724aca
	return ret;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE uint64_t
Packit Service 724aca
prng_lg_range_u64(uint64_t *state, unsigned lg_range) {
Packit Service 724aca
	uint64_t ret, state1;
Packit Service 724aca
Packit Service 724aca
	assert(lg_range > 0);
Packit Service 724aca
	assert(lg_range <= 64);
Packit Service 724aca
Packit Service 724aca
	state1 = prng_state_next_u64(*state);
Packit Service 724aca
	*state = state1;
Packit Service 724aca
	ret = state1 >> (64 - lg_range);
Packit Service 724aca
Packit Service 724aca
	return ret;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE size_t
Packit Service 724aca
prng_lg_range_zu(atomic_zu_t *state, unsigned lg_range, bool atomic) {
Packit Service 724aca
	size_t ret, state0, state1;
Packit Service 724aca
Packit Service 724aca
	assert(lg_range > 0);
Packit Service 724aca
	assert(lg_range <= ZU(1) << (3 + LG_SIZEOF_PTR));
Packit Service 724aca
Packit Service 724aca
	state0 = atomic_load_zu(state, ATOMIC_RELAXED);
Packit Service 724aca
Packit Service 724aca
	if (atomic) {
Packit Service 724aca
		do {
Packit Service 724aca
			state1 = prng_state_next_zu(state0);
Packit Service 724aca
		} while (atomic_compare_exchange_weak_zu(state, &state0,
Packit Service 724aca
		    state1, ATOMIC_RELAXED, ATOMIC_RELAXED));
Packit Service 724aca
	} else {
Packit Service 724aca
		state1 = prng_state_next_zu(state0);
Packit Service 724aca
		atomic_store_zu(state, state1, ATOMIC_RELAXED);
Packit Service 724aca
	}
Packit Service 724aca
	ret = state1 >> ((ZU(1) << (3 + LG_SIZEOF_PTR)) - lg_range);
Packit Service 724aca
Packit Service 724aca
	return ret;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
/*
Packit Service 724aca
 * The prng_range functions behave like the prng_lg_range, but return a result
Packit Service 724aca
 * in [0, range) instead of [0, 2**lg_range).
Packit Service 724aca
 */
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE uint32_t
Packit Service 724aca
prng_range_u32(atomic_u32_t *state, uint32_t range, bool atomic) {
Packit Service 724aca
	uint32_t ret;
Packit Service 724aca
	unsigned lg_range;
Packit Service 724aca
Packit Service 724aca
	assert(range > 1);
Packit Service 724aca
Packit Service 724aca
	/* Compute the ceiling of lg(range). */
Packit Service 724aca
	lg_range = ffs_u32(pow2_ceil_u32(range)) - 1;
Packit Service 724aca
Packit Service 724aca
	/* Generate a result in [0..range) via repeated trial. */
Packit Service 724aca
	do {
Packit Service 724aca
		ret = prng_lg_range_u32(state, lg_range, atomic);
Packit Service 724aca
	} while (ret >= range);
Packit Service 724aca
Packit Service 724aca
	return ret;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE uint64_t
Packit Service 724aca
prng_range_u64(uint64_t *state, uint64_t range) {
Packit Service 724aca
	uint64_t ret;
Packit Service 724aca
	unsigned lg_range;
Packit Service 724aca
Packit Service 724aca
	assert(range > 1);
Packit Service 724aca
Packit Service 724aca
	/* Compute the ceiling of lg(range). */
Packit Service 724aca
	lg_range = ffs_u64(pow2_ceil_u64(range)) - 1;
Packit Service 724aca
Packit Service 724aca
	/* Generate a result in [0..range) via repeated trial. */
Packit Service 724aca
	do {
Packit Service 724aca
		ret = prng_lg_range_u64(state, lg_range);
Packit Service 724aca
	} while (ret >= range);
Packit Service 724aca
Packit Service 724aca
	return ret;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE size_t
Packit Service 724aca
prng_range_zu(atomic_zu_t *state, size_t range, bool atomic) {
Packit Service 724aca
	size_t ret;
Packit Service 724aca
	unsigned lg_range;
Packit Service 724aca
Packit Service 724aca
	assert(range > 1);
Packit Service 724aca
Packit Service 724aca
	/* Compute the ceiling of lg(range). */
Packit Service 724aca
	lg_range = ffs_u64(pow2_ceil_u64(range)) - 1;
Packit Service 724aca
Packit Service 724aca
	/* Generate a result in [0..range) via repeated trial. */
Packit Service 724aca
	do {
Packit Service 724aca
		ret = prng_lg_range_zu(state, lg_range, atomic);
Packit Service 724aca
	} while (ret >= range);
Packit Service 724aca
Packit Service 724aca
	return ret;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
#endif /* JEMALLOC_INTERNAL_PRNG_H */