Blame jemalloc/src/bin.c

Packit Service 724aca
#include "jemalloc/internal/jemalloc_preamble.h"
Packit Service 724aca
#include "jemalloc/internal/jemalloc_internal_includes.h"
Packit Service 724aca
Packit Service 724aca
#include "jemalloc/internal/assert.h"
Packit Service 724aca
#include "jemalloc/internal/bin.h"
Packit Service 724aca
#include "jemalloc/internal/sc.h"
Packit Service 724aca
#include "jemalloc/internal/witness.h"
Packit Service 724aca
Packit Service 724aca
bin_info_t bin_infos[SC_NBINS];
Packit Service 724aca
Packit Service 724aca
static void
Packit Service 724aca
bin_infos_init(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS],
Packit Service 724aca
    bin_info_t bin_infos[SC_NBINS]) {
Packit Service 724aca
	for (unsigned i = 0; i < SC_NBINS; i++) {
Packit Service 724aca
		bin_info_t *bin_info = &bin_infos[i];
Packit Service 724aca
		sc_t *sc = &sc_data->sc[i];
Packit Service 724aca
		bin_info->reg_size = ((size_t)1U << sc->lg_base)
Packit Service 724aca
		    + ((size_t)sc->ndelta << sc->lg_delta);
Packit Service 724aca
		bin_info->slab_size = (sc->pgs << LG_PAGE);
Packit Service 724aca
		bin_info->nregs =
Packit Service 724aca
		    (uint32_t)(bin_info->slab_size / bin_info->reg_size);
Packit Service 724aca
		bin_info->n_shards = bin_shard_sizes[i];
Packit Service 724aca
		bitmap_info_t bitmap_info = BITMAP_INFO_INITIALIZER(
Packit Service 724aca
		    bin_info->nregs);
Packit Service 724aca
		bin_info->bitmap_info = bitmap_info;
Packit Service 724aca
	}
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
bool
Packit Service 724aca
bin_update_shard_size(unsigned bin_shard_sizes[SC_NBINS], size_t start_size,
Packit Service 724aca
    size_t end_size, size_t nshards) {
Packit Service 724aca
	if (nshards > BIN_SHARDS_MAX || nshards == 0) {
Packit Service 724aca
		return true;
Packit Service 724aca
	}
Packit Service 724aca
Packit Service 724aca
	if (start_size > SC_SMALL_MAXCLASS) {
Packit Service 724aca
		return false;
Packit Service 724aca
	}
Packit Service 724aca
	if (end_size > SC_SMALL_MAXCLASS) {
Packit Service 724aca
		end_size = SC_SMALL_MAXCLASS;
Packit Service 724aca
	}
Packit Service 724aca
Packit Service 724aca
	/* Compute the index since this may happen before sz init. */
Packit Service 724aca
	szind_t ind1 = sz_size2index_compute(start_size);
Packit Service 724aca
	szind_t ind2 = sz_size2index_compute(end_size);
Packit Service 724aca
	for (unsigned i = ind1; i <= ind2; i++) {
Packit Service 724aca
		bin_shard_sizes[i] = (unsigned)nshards;
Packit Service 724aca
	}
Packit Service 724aca
Packit Service 724aca
	return false;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
void
Packit Service 724aca
bin_shard_sizes_boot(unsigned bin_shard_sizes[SC_NBINS]) {
Packit Service 724aca
	/* Load the default number of shards. */
Packit Service 724aca
	for (unsigned i = 0; i < SC_NBINS; i++) {
Packit Service 724aca
		bin_shard_sizes[i] = N_BIN_SHARDS_DEFAULT;
Packit Service 724aca
	}
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
void
Packit Service 724aca
bin_boot(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS]) {
Packit Service 724aca
	assert(sc_data->initialized);
Packit Service 724aca
	bin_infos_init(sc_data, bin_shard_sizes, bin_infos);
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
bool
Packit Service 724aca
bin_init(bin_t *bin) {
Packit Service 724aca
	if (malloc_mutex_init(&bin->lock, "bin", WITNESS_RANK_BIN,
Packit Service 724aca
	    malloc_mutex_rank_exclusive)) {
Packit Service 724aca
		return true;
Packit Service 724aca
	}
Packit Service 724aca
	bin->slabcur = NULL;
Packit Service 724aca
	extent_heap_new(&bin->slabs_nonfull);
Packit Service 724aca
	extent_list_init(&bin->slabs_full);
Packit Service 724aca
	if (config_stats) {
Packit Service 724aca
		memset(&bin->stats, 0, sizeof(bin_stats_t));
Packit Service 724aca
	}
Packit Service 724aca
	return false;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
void
Packit Service 724aca
bin_prefork(tsdn_t *tsdn, bin_t *bin) {
Packit Service 724aca
	malloc_mutex_prefork(tsdn, &bin->lock);
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
void
Packit Service 724aca
bin_postfork_parent(tsdn_t *tsdn, bin_t *bin) {
Packit Service 724aca
	malloc_mutex_postfork_parent(tsdn, &bin->lock);
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
void
Packit Service 724aca
bin_postfork_child(tsdn_t *tsdn, bin_t *bin) {
Packit Service 724aca
	malloc_mutex_postfork_child(tsdn, &bin->lock);
Packit Service 724aca
}