Blame jemalloc/src/sz.c

Packit Service 724aca
#include "jemalloc/internal/jemalloc_preamble.h"
Packit Service 724aca
#include "jemalloc/internal/sz.h"
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALIGNED(CACHELINE)
Packit Service 724aca
size_t sz_pind2sz_tab[SC_NPSIZES+1];
Packit Service 724aca
Packit Service 724aca
static void
Packit Service 724aca
sz_boot_pind2sz_tab(const sc_data_t *sc_data) {
Packit Service 724aca
	int pind = 0;
Packit Service 724aca
	for (unsigned i = 0; i < SC_NSIZES; i++) {
Packit Service 724aca
		const sc_t *sc = &sc_data->sc[i];
Packit Service 724aca
		if (sc->psz) {
Packit Service 724aca
			sz_pind2sz_tab[pind] = (ZU(1) << sc->lg_base)
Packit Service 724aca
			    + (ZU(sc->ndelta) << sc->lg_delta);
Packit Service 724aca
			pind++;
Packit Service 724aca
		}
Packit Service 724aca
	}
Packit Service 724aca
	for (int i = pind; i <= (int)SC_NPSIZES; i++) {
Packit Service 724aca
		sz_pind2sz_tab[pind] = sc_data->large_maxclass + PAGE;
Packit Service 724aca
	}
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALIGNED(CACHELINE)
Packit Service 724aca
size_t sz_index2size_tab[SC_NSIZES];
Packit Service 724aca
Packit Service 724aca
static void
Packit Service 724aca
sz_boot_index2size_tab(const sc_data_t *sc_data) {
Packit Service 724aca
	for (unsigned i = 0; i < SC_NSIZES; i++) {
Packit Service 724aca
		const sc_t *sc = &sc_data->sc[i];
Packit Service 724aca
		sz_index2size_tab[i] = (ZU(1) << sc->lg_base)
Packit Service 724aca
		    + (ZU(sc->ndelta) << (sc->lg_delta));
Packit Service 724aca
	}
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
/*
Packit Service 724aca
 * To keep this table small, we divide sizes by the tiny min size, which gives
Packit Service 724aca
 * the smallest interval for which the result can change.
Packit Service 724aca
 */
Packit Service 724aca
JEMALLOC_ALIGNED(CACHELINE)
Packit Service 724aca
uint8_t sz_size2index_tab[(SC_LOOKUP_MAXCLASS >> SC_LG_TINY_MIN) + 1];
Packit Service 724aca
Packit Service 724aca
static void
Packit Service 724aca
sz_boot_size2index_tab(const sc_data_t *sc_data) {
Packit Service 724aca
	size_t dst_max = (SC_LOOKUP_MAXCLASS >> SC_LG_TINY_MIN) + 1;
Packit Service 724aca
	size_t dst_ind = 0;
Packit Service 724aca
	for (unsigned sc_ind = 0; sc_ind < SC_NSIZES && dst_ind < dst_max;
Packit Service 724aca
	    sc_ind++) {
Packit Service 724aca
		const sc_t *sc = &sc_data->sc[sc_ind];
Packit Service 724aca
		size_t sz = (ZU(1) << sc->lg_base)
Packit Service 724aca
		    + (ZU(sc->ndelta) << sc->lg_delta);
Packit Service 724aca
		size_t max_ind = ((sz + (ZU(1) << SC_LG_TINY_MIN) - 1)
Packit Service 724aca
				   >> SC_LG_TINY_MIN);
Packit Service 724aca
		for (; dst_ind <= max_ind && dst_ind < dst_max; dst_ind++) {
Packit Service 724aca
			sz_size2index_tab[dst_ind] = sc_ind;
Packit Service 724aca
		}
Packit Service 724aca
	}
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
void
Packit Service 724aca
sz_boot(const sc_data_t *sc_data) {
Packit Service 724aca
	sz_boot_pind2sz_tab(sc_data);
Packit Service 724aca
	sz_boot_index2size_tab(sc_data);
Packit Service 724aca
	sz_boot_size2index_tab(sc_data);
Packit Service 724aca
}