Blame jemalloc/include/jemalloc/internal/atomic.h

Packit 345191
#ifndef JEMALLOC_INTERNAL_ATOMIC_H
Packit 345191
#define JEMALLOC_INTERNAL_ATOMIC_H
Packit 345191
Packit 345191
#define ATOMIC_INLINE JEMALLOC_ALWAYS_INLINE
Packit 345191
Packit 345191
#define JEMALLOC_U8_ATOMICS
Packit 345191
#if defined(JEMALLOC_GCC_ATOMIC_ATOMICS)
Packit 345191
#  include "jemalloc/internal/atomic_gcc_atomic.h"
Packit 345191
#  if !defined(JEMALLOC_GCC_U8_ATOMIC_ATOMICS)
Packit 345191
#    undef JEMALLOC_U8_ATOMICS
Packit 345191
#  endif
Packit 345191
#elif defined(JEMALLOC_GCC_SYNC_ATOMICS)
Packit 345191
#  include "jemalloc/internal/atomic_gcc_sync.h"
Packit 345191
#  if !defined(JEMALLOC_GCC_U8_SYNC_ATOMICS)
Packit 345191
#    undef JEMALLOC_U8_ATOMICS
Packit 345191
#  endif
Packit 345191
#elif defined(_MSC_VER)
Packit 345191
#  include "jemalloc/internal/atomic_msvc.h"
Packit 345191
#elif defined(JEMALLOC_C11_ATOMICS)
Packit 345191
#  include "jemalloc/internal/atomic_c11.h"
Packit 345191
#else
Packit 345191
#  error "Don't have atomics implemented on this platform."
Packit 345191
#endif
Packit 345191
Packit 345191
/*
Packit 345191
 * This header gives more or less a backport of C11 atomics. The user can write
Packit 345191
 * JEMALLOC_GENERATE_ATOMICS(type, short_type, lg_sizeof_type); to generate
Packit 345191
 * counterparts of the C11 atomic functions for type, as so:
Packit 345191
 *   JEMALLOC_GENERATE_ATOMICS(int *, pi, 3);
Packit 345191
 * and then write things like:
Packit 345191
 *   int *some_ptr;
Packit 345191
 *   atomic_pi_t atomic_ptr_to_int;
Packit 345191
 *   atomic_store_pi(&atomic_ptr_to_int, some_ptr, ATOMIC_RELAXED);
Packit 345191
 *   int *prev_value = atomic_exchange_pi(&ptr_to_int, NULL, ATOMIC_ACQ_REL);
Packit 345191
 *   assert(some_ptr == prev_value);
Packit 345191
 * and expect things to work in the obvious way.
Packit 345191
 *
Packit 345191
 * Also included (with naming differences to avoid conflicts with the standard
Packit 345191
 * library):
Packit 345191
 *   atomic_fence(atomic_memory_order_t) (mimics C11's atomic_thread_fence).
Packit 345191
 *   ATOMIC_INIT (mimics C11's ATOMIC_VAR_INIT).
Packit 345191
 */
Packit 345191
Packit 345191
/*
Packit 345191
 * Pure convenience, so that we don't have to type "atomic_memory_order_"
Packit 345191
 * quite so often.
Packit 345191
 */
Packit 345191
#define ATOMIC_RELAXED atomic_memory_order_relaxed
Packit 345191
#define ATOMIC_ACQUIRE atomic_memory_order_acquire
Packit 345191
#define ATOMIC_RELEASE atomic_memory_order_release
Packit 345191
#define ATOMIC_ACQ_REL atomic_memory_order_acq_rel
Packit 345191
#define ATOMIC_SEQ_CST atomic_memory_order_seq_cst
Packit 345191
Packit 345191
/*
Packit 345191
 * Not all platforms have 64-bit atomics.  If we do, this #define exposes that
Packit 345191
 * fact.
Packit 345191
 */
Packit 345191
#if (LG_SIZEOF_PTR == 3 || LG_SIZEOF_INT == 3)
Packit 345191
#  define JEMALLOC_ATOMIC_U64
Packit 345191
#endif
Packit 345191
Packit 345191
JEMALLOC_GENERATE_ATOMICS(void *, p, LG_SIZEOF_PTR)
Packit 345191
Packit 345191
/*
Packit 345191
 * There's no actual guarantee that sizeof(bool) == 1, but it's true on the only
Packit 345191
 * platform that actually needs to know the size, MSVC.
Packit 345191
 */
Packit 345191
JEMALLOC_GENERATE_ATOMICS(bool, b, 0)
Packit 345191
Packit 345191
JEMALLOC_GENERATE_INT_ATOMICS(unsigned, u, LG_SIZEOF_INT)
Packit 345191
Packit 345191
JEMALLOC_GENERATE_INT_ATOMICS(size_t, zu, LG_SIZEOF_PTR)
Packit 345191
Packit 345191
JEMALLOC_GENERATE_INT_ATOMICS(ssize_t, zd, LG_SIZEOF_PTR)
Packit 345191
Packit 345191
JEMALLOC_GENERATE_INT_ATOMICS(uint8_t, u8, 0)
Packit 345191
Packit 345191
JEMALLOC_GENERATE_INT_ATOMICS(uint32_t, u32, 2)
Packit 345191
Packit 345191
#ifdef JEMALLOC_ATOMIC_U64
Packit 345191
JEMALLOC_GENERATE_INT_ATOMICS(uint64_t, u64, 3)
Packit 345191
#endif
Packit 345191
Packit 345191
#undef ATOMIC_INLINE
Packit 345191
Packit 345191
#endif /* JEMALLOC_INTERNAL_ATOMIC_H */