Blame jemalloc/include/jemalloc/internal/div.h
|
Packit Service |
724aca |
#ifndef JEMALLOC_INTERNAL_DIV_H
|
|
Packit Service |
724aca |
#define JEMALLOC_INTERNAL_DIV_H
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
#include "jemalloc/internal/assert.h"
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
/*
|
|
Packit Service |
724aca |
* This module does the division that computes the index of a region in a slab,
|
|
Packit Service |
724aca |
* given its offset relative to the base.
|
|
Packit Service |
724aca |
* That is, given a divisor d, an n = i * d (all integers), we'll return i.
|
|
Packit Service |
724aca |
* We do some pre-computation to do this more quickly than a CPU division
|
|
Packit Service |
724aca |
* instruction.
|
|
Packit Service |
724aca |
* We bound n < 2^32, and don't support dividing by one.
|
|
Packit Service |
724aca |
*/
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
typedef struct div_info_s div_info_t;
|
|
Packit Service |
724aca |
struct div_info_s {
|
|
Packit Service |
724aca |
uint32_t magic;
|
|
Packit Service |
724aca |
#ifdef JEMALLOC_DEBUG
|
|
Packit Service |
724aca |
size_t d;
|
|
Packit Service |
724aca |
#endif
|
|
Packit Service |
724aca |
};
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
void div_init(div_info_t *div_info, size_t divisor);
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
static inline size_t
|
|
Packit Service |
724aca |
div_compute(div_info_t *div_info, size_t n) {
|
|
Packit Service |
724aca |
assert(n <= (uint32_t)-1);
|
|
Packit Service |
724aca |
/*
|
|
Packit Service |
724aca |
* This generates, e.g. mov; imul; shr on x86-64. On a 32-bit machine,
|
|
Packit Service |
724aca |
* the compilers I tried were all smart enough to turn this into the
|
|
Packit Service |
724aca |
* appropriate "get the high 32 bits of the result of a multiply" (e.g.
|
|
Packit Service |
724aca |
* mul; mov edx eax; on x86, umull on arm, etc.).
|
|
Packit Service |
724aca |
*/
|
|
Packit Service |
724aca |
size_t i = ((uint64_t)n * (uint64_t)div_info->magic) >> 32;
|
|
Packit Service |
724aca |
#ifdef JEMALLOC_DEBUG
|
|
Packit Service |
724aca |
assert(i * div_info->d == n);
|
|
Packit Service |
724aca |
#endif
|
|
Packit Service |
724aca |
return i;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
#endif /* JEMALLOC_INTERNAL_DIV_H */
|