Blame jemalloc/include/jemalloc/internal/background_thread_inlines.h

Packit Service 724aca
#ifndef JEMALLOC_INTERNAL_BACKGROUND_THREAD_INLINES_H
Packit Service 724aca
#define JEMALLOC_INTERNAL_BACKGROUND_THREAD_INLINES_H
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE bool
Packit Service 724aca
background_thread_enabled(void) {
Packit Service 724aca
	return atomic_load_b(&background_thread_enabled_state, ATOMIC_RELAXED);
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE void
Packit Service 724aca
background_thread_enabled_set(tsdn_t *tsdn, bool state) {
Packit Service 724aca
	malloc_mutex_assert_owner(tsdn, &background_thread_lock);
Packit Service 724aca
	atomic_store_b(&background_thread_enabled_state, state, ATOMIC_RELAXED);
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE background_thread_info_t *
Packit Service 724aca
arena_background_thread_info_get(arena_t *arena) {
Packit Service 724aca
	unsigned arena_ind = arena_ind_get(arena);
Packit Service 724aca
	return &background_thread_info[arena_ind % max_background_threads];
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE background_thread_info_t *
Packit Service 724aca
background_thread_info_get(size_t ind) {
Packit Service 724aca
	return &background_thread_info[ind % max_background_threads];
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE uint64_t
Packit Service 724aca
background_thread_wakeup_time_get(background_thread_info_t *info) {
Packit Service 724aca
	uint64_t next_wakeup = nstime_ns(&info->next_wakeup);
Packit Service 724aca
	assert(atomic_load_b(&info->indefinite_sleep, ATOMIC_ACQUIRE) ==
Packit Service 724aca
	    (next_wakeup == BACKGROUND_THREAD_INDEFINITE_SLEEP));
Packit Service 724aca
	return next_wakeup;
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE void
Packit Service 724aca
background_thread_wakeup_time_set(tsdn_t *tsdn, background_thread_info_t *info,
Packit Service 724aca
    uint64_t wakeup_time) {
Packit Service 724aca
	malloc_mutex_assert_owner(tsdn, &info->mtx);
Packit Service 724aca
	atomic_store_b(&info->indefinite_sleep,
Packit Service 724aca
	    wakeup_time == BACKGROUND_THREAD_INDEFINITE_SLEEP, ATOMIC_RELEASE);
Packit Service 724aca
	nstime_init(&info->next_wakeup, wakeup_time);
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE bool
Packit Service 724aca
background_thread_indefinite_sleep(background_thread_info_t *info) {
Packit Service 724aca
	return atomic_load_b(&info->indefinite_sleep, ATOMIC_ACQUIRE);
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
JEMALLOC_ALWAYS_INLINE void
Packit Service 724aca
arena_background_thread_inactivity_check(tsdn_t *tsdn, arena_t *arena,
Packit Service 724aca
    bool is_background_thread) {
Packit Service 724aca
	if (!background_thread_enabled() || is_background_thread) {
Packit Service 724aca
		return;
Packit Service 724aca
	}
Packit Service 724aca
	background_thread_info_t *info =
Packit Service 724aca
	    arena_background_thread_info_get(arena);
Packit Service 724aca
	if (background_thread_indefinite_sleep(info)) {
Packit Service 724aca
		background_thread_interval_check(tsdn, arena,
Packit Service 724aca
		    &arena->decay_dirty, 0);
Packit Service 724aca
	}
Packit Service 724aca
}
Packit Service 724aca
Packit Service 724aca
#endif /* JEMALLOC_INTERNAL_BACKGROUND_THREAD_INLINES_H */