#ifndef JEMALLOC_INTERNAL_ATOMIC_C11_H

#define JEMALLOC_INTERNAL_ATOMIC_C11_H

#include <stdatomic.h>

#define ATOMIC_INIT(...) ATOMIC_VAR_INIT(__VA_ARGS__)

#define atomic_memory_order_t memory_order

#define atomic_memory_order_relaxed memory_order_relaxed

#define atomic_memory_order_acquire memory_order_acquire

#define atomic_memory_order_release memory_order_release

#define atomic_memory_order_acq_rel memory_order_acq_rel

#define atomic_memory_order_seq_cst memory_order_seq_cst

#define atomic_fence atomic_thread_fence

#define JEMALLOC_GENERATE_ATOMICS(type, short_type,			\

    /* unused */ lg_size)						\

typedef _Atomic(type) atomic_##short_type##_t;				\

									\

ATOMIC_INLINE type							\

atomic_load_##short_type(const atomic_##short_type##_t *a,		\

    atomic_memory_order_t mo) {						\

	/*								\

	 * A strict interpretation of the C standard prevents		\

	 * atomic_load from taking a const argument, but it's		\

	 * convenient for our purposes. This cast is a workaround.	\

	 */								\

	atomic_##short_type##_t* a_nonconst =				\

	    (atomic_##short_type##_t*)a;				\

	return atomic_load_explicit(a_nonconst, mo);			\

}									\

									\

ATOMIC_INLINE void							\

atomic_store_##short_type(atomic_##short_type##_t *a,			\

    type val, atomic_memory_order_t mo) {				\

	atomic_store_explicit(a, val, mo);				\

}									\

									\

ATOMIC_INLINE type							\

atomic_exchange_##short_type(atomic_##short_type##_t *a, type val,	\

    atomic_memory_order_t mo) {						\

	return atomic_exchange_explicit(a, val, mo);			\

}									\

									\

ATOMIC_INLINE bool							\

atomic_compare_exchange_weak_##short_type(atomic_##short_type##_t *a,	\

    type *expected, type desired, atomic_memory_order_t success_mo,	\

    atomic_memory_order_t failure_mo) {					\

	return atomic_compare_exchange_weak_explicit(a, expected,	\

	    desired, success_mo, failure_mo);				\

}									\

									\

ATOMIC_INLINE bool							\

atomic_compare_exchange_strong_##short_type(atomic_##short_type##_t *a,	\

    type *expected, type desired, atomic_memory_order_t success_mo,	\

    atomic_memory_order_t failure_mo) {					\

	return atomic_compare_exchange_strong_explicit(a, expected,	\

	    desired, success_mo, failure_mo);				\

}

/*

 * Integral types have some special operations available that non-integral ones

 * lack.

 */

#define JEMALLOC_GENERATE_INT_ATOMICS(type, short_type, 		\

    /* unused */ lg_size)						\

JEMALLOC_GENERATE_ATOMICS(type, short_type, /* unused */ lg_size)	\

									\

ATOMIC_INLINE type							\

atomic_fetch_add_##short_type(atomic_##short_type##_t *a,		\

    type val, atomic_memory_order_t mo) {				\

	return atomic_fetch_add_explicit(a, val, mo);			\

}									\

									\

ATOMIC_INLINE type							\

atomic_fetch_sub_##short_type(atomic_##short_type##_t *a,		\

    type val, atomic_memory_order_t mo) {				\

	return atomic_fetch_sub_explicit(a, val, mo);			\

}									\

ATOMIC_INLINE type							\

atomic_fetch_and_##short_type(atomic_##short_type##_t *a,		\

    type val, atomic_memory_order_t mo) {				\

	return atomic_fetch_and_explicit(a, val, mo);			\

}									\

ATOMIC_INLINE type							\

atomic_fetch_or_##short_type(atomic_##short_type##_t *a,		\

    type val, atomic_memory_order_t mo) {				\

	return atomic_fetch_or_explicit(a, val, mo);			\

}									\

ATOMIC_INLINE type							\

atomic_fetch_xor_##short_type(atomic_##short_type##_t *a,		\

    type val, atomic_memory_order_t mo) {				\

	return atomic_fetch_xor_explicit(a, val, mo);			\

}

#endif /* JEMALLOC_INTERNAL_ATOMIC_C11_H */