1*1031c584SApple OSS Distributions /*===---- stdatomic.h - Standard header for atomic types and operations -----=== 2*1031c584SApple OSS Distributions * 3*1031c584SApple OSS Distributions * Permission is hereby granted, free of charge, to any person obtaining a copy 4*1031c584SApple OSS Distributions * of this software and associated documentation files (the "Software"), to deal 5*1031c584SApple OSS Distributions * in the Software without restriction, including without limitation the rights 6*1031c584SApple OSS Distributions * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7*1031c584SApple OSS Distributions * copies of the Software, and to permit persons to whom the Software is 8*1031c584SApple OSS Distributions * furnished to do so, subject to the following conditions: 9*1031c584SApple OSS Distributions * 10*1031c584SApple OSS Distributions * The above copyright notice and this permission notice shall be included in 11*1031c584SApple OSS Distributions * all copies or substantial portions of the Software. 12*1031c584SApple OSS Distributions * 13*1031c584SApple OSS Distributions * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14*1031c584SApple OSS Distributions * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15*1031c584SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16*1031c584SApple OSS Distributions * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17*1031c584SApple OSS Distributions * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18*1031c584SApple OSS Distributions * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19*1031c584SApple OSS Distributions * THE SOFTWARE. 20*1031c584SApple OSS Distributions * 21*1031c584SApple OSS Distributions *===-----------------------------------------------------------------------=== 22*1031c584SApple OSS Distributions */ 23*1031c584SApple OSS Distributions 24*1031c584SApple OSS Distributions #if XNU_KERNEL_PRIVATE 25*1031c584SApple OSS Distributions 26*1031c584SApple OSS Distributions #include_next <stdatomic.h> 27*1031c584SApple OSS Distributions /* __CLANG_STDATOMIC_H guard defined */ 28*1031c584SApple OSS Distributions 29*1031c584SApple OSS Distributions #elif (defined(__has_include) && __has_include(<__xnu_libcxx_sentinel.h>)) 30*1031c584SApple OSS Distributions 31*1031c584SApple OSS Distributions #if !__has_include_next(<stdatomic.h>) 32*1031c584SApple OSS Distributions #error Do not build with -nostdinc (use GCC_USE_STANDARD_INCLUDE_SEARCHING=NO) 33*1031c584SApple OSS Distributions #else 34*1031c584SApple OSS Distributions #include_next <stdatomic.h> 35*1031c584SApple OSS Distributions /* __CLANG_STDATOMIC_H guard defined */ 36*1031c584SApple OSS Distributions #endif /* __has_include_next */ 37*1031c584SApple OSS Distributions 38*1031c584SApple OSS Distributions #else /* XNU_KERNEL_PRIVATE */ 39*1031c584SApple OSS Distributions 40*1031c584SApple OSS Distributions #ifndef __clang__ 41*1031c584SApple OSS Distributions #error unsupported compiler 42*1031c584SApple OSS Distributions #endif 43*1031c584SApple OSS Distributions 44*1031c584SApple OSS Distributions #ifndef __CLANG_STDATOMIC_H 45*1031c584SApple OSS Distributions #define __CLANG_STDATOMIC_H 46*1031c584SApple OSS Distributions 47*1031c584SApple OSS Distributions /* If we're hosted, fall back to the system's stdatomic.h. FreeBSD, for 48*1031c584SApple OSS Distributions * example, already has a Clang-compatible stdatomic.h header. 49*1031c584SApple OSS Distributions */ 50*1031c584SApple OSS Distributions #if __STDC_HOSTED__ && __has_include_next(<stdatomic.h>) 51*1031c584SApple OSS Distributions # include_next <stdatomic.h> 52*1031c584SApple OSS Distributions #else 53*1031c584SApple OSS Distributions 54*1031c584SApple OSS Distributions #include <stddef.h> 55*1031c584SApple OSS Distributions #include <stdint.h> 56*1031c584SApple OSS Distributions 57*1031c584SApple OSS Distributions #ifdef __cplusplus 58*1031c584SApple OSS Distributions extern "C" { 59*1031c584SApple OSS Distributions #endif 60*1031c584SApple OSS Distributions 61*1031c584SApple OSS Distributions /* 7.17.1 Introduction */ 62*1031c584SApple OSS Distributions 63*1031c584SApple OSS Distributions #define ATOMIC_BOOL_LOCK_FREE __CLANG_ATOMIC_BOOL_LOCK_FREE 64*1031c584SApple OSS Distributions #define ATOMIC_CHAR_LOCK_FREE __CLANG_ATOMIC_CHAR_LOCK_FREE 65*1031c584SApple OSS Distributions #define ATOMIC_CHAR16_T_LOCK_FREE __CLANG_ATOMIC_CHAR16_T_LOCK_FREE 66*1031c584SApple OSS Distributions #define ATOMIC_CHAR32_T_LOCK_FREE __CLANG_ATOMIC_CHAR32_T_LOCK_FREE 67*1031c584SApple OSS Distributions #define ATOMIC_WCHAR_T_LOCK_FREE __CLANG_ATOMIC_WCHAR_T_LOCK_FREE 68*1031c584SApple OSS Distributions #define ATOMIC_SHORT_LOCK_FREE __CLANG_ATOMIC_SHORT_LOCK_FREE 69*1031c584SApple OSS Distributions #define ATOMIC_INT_LOCK_FREE __CLANG_ATOMIC_INT_LOCK_FREE 70*1031c584SApple OSS Distributions #define ATOMIC_LONG_LOCK_FREE __CLANG_ATOMIC_LONG_LOCK_FREE 71*1031c584SApple OSS Distributions #define ATOMIC_LLONG_LOCK_FREE __CLANG_ATOMIC_LLONG_LOCK_FREE 72*1031c584SApple OSS Distributions #define ATOMIC_POINTER_LOCK_FREE __CLANG_ATOMIC_POINTER_LOCK_FREE 73*1031c584SApple OSS Distributions 74*1031c584SApple OSS Distributions /* 7.17.2 Initialization */ 75*1031c584SApple OSS Distributions 76*1031c584SApple OSS Distributions #define ATOMIC_VAR_INIT(value) (value) 77*1031c584SApple OSS Distributions #define atomic_init __c11_atomic_init 78*1031c584SApple OSS Distributions 79*1031c584SApple OSS Distributions /* 7.17.3 Order and consistency */ 80*1031c584SApple OSS Distributions 81*1031c584SApple OSS Distributions typedef enum memory_order { 82*1031c584SApple OSS Distributions memory_order_relaxed = __ATOMIC_RELAXED, 83*1031c584SApple OSS Distributions memory_order_consume = __ATOMIC_CONSUME, 84*1031c584SApple OSS Distributions memory_order_acquire = __ATOMIC_ACQUIRE, 85*1031c584SApple OSS Distributions memory_order_release = __ATOMIC_RELEASE, 86*1031c584SApple OSS Distributions memory_order_acq_rel = __ATOMIC_ACQ_REL, 87*1031c584SApple OSS Distributions memory_order_seq_cst = __ATOMIC_SEQ_CST 88*1031c584SApple OSS Distributions } memory_order; 89*1031c584SApple OSS Distributions 90*1031c584SApple OSS Distributions #define kill_dependency(y) (y) 91*1031c584SApple OSS Distributions 92*1031c584SApple OSS Distributions /* 7.17.4 Fences */ 93*1031c584SApple OSS Distributions 94*1031c584SApple OSS Distributions #ifndef KERNEL 95*1031c584SApple OSS Distributions /* These should be provided by the libc implementation. */ 96*1031c584SApple OSS Distributions void atomic_thread_fence(memory_order); 97*1031c584SApple OSS Distributions void atomic_signal_fence(memory_order); 98*1031c584SApple OSS Distributions #endif 99*1031c584SApple OSS Distributions 100*1031c584SApple OSS Distributions #define atomic_thread_fence(order) __c11_atomic_thread_fence(order) 101*1031c584SApple OSS Distributions #define atomic_signal_fence(order) __c11_atomic_signal_fence(order) 102*1031c584SApple OSS Distributions 103*1031c584SApple OSS Distributions /* 7.17.5 Lock-free property */ 104*1031c584SApple OSS Distributions 105*1031c584SApple OSS Distributions #define atomic_is_lock_free(obj) __c11_atomic_is_lock_free(sizeof(*(obj))) 106*1031c584SApple OSS Distributions 107*1031c584SApple OSS Distributions /* 7.17.6 Atomic integer types */ 108*1031c584SApple OSS Distributions 109*1031c584SApple OSS Distributions #ifdef __cplusplus 110*1031c584SApple OSS Distributions typedef _Atomic(bool) atomic_bool; 111*1031c584SApple OSS Distributions #else 112*1031c584SApple OSS Distributions typedef _Atomic(_Bool) atomic_bool; 113*1031c584SApple OSS Distributions #endif 114*1031c584SApple OSS Distributions typedef _Atomic(char) atomic_char; 115*1031c584SApple OSS Distributions typedef _Atomic(signed char) atomic_schar; 116*1031c584SApple OSS Distributions typedef _Atomic(unsigned char) atomic_uchar; 117*1031c584SApple OSS Distributions typedef _Atomic(short) atomic_short; 118*1031c584SApple OSS Distributions typedef _Atomic(unsigned short) atomic_ushort; 119*1031c584SApple OSS Distributions typedef _Atomic(int) atomic_int; 120*1031c584SApple OSS Distributions typedef _Atomic(unsigned int) atomic_uint; 121*1031c584SApple OSS Distributions typedef _Atomic(long) atomic_long; 122*1031c584SApple OSS Distributions typedef _Atomic(unsigned long) atomic_ulong; 123*1031c584SApple OSS Distributions typedef _Atomic(long long) atomic_llong; 124*1031c584SApple OSS Distributions typedef _Atomic(unsigned long long) atomic_ullong; 125*1031c584SApple OSS Distributions typedef _Atomic(uint_least16_t) atomic_char16_t; 126*1031c584SApple OSS Distributions typedef _Atomic(uint_least32_t) atomic_char32_t; 127*1031c584SApple OSS Distributions typedef _Atomic(wchar_t) atomic_wchar_t; 128*1031c584SApple OSS Distributions typedef _Atomic(int_least8_t) atomic_int_least8_t; 129*1031c584SApple OSS Distributions typedef _Atomic(uint_least8_t) atomic_uint_least8_t; 130*1031c584SApple OSS Distributions typedef _Atomic(int_least16_t) atomic_int_least16_t; 131*1031c584SApple OSS Distributions typedef _Atomic(uint_least16_t) atomic_uint_least16_t; 132*1031c584SApple OSS Distributions typedef _Atomic(int_least32_t) atomic_int_least32_t; 133*1031c584SApple OSS Distributions typedef _Atomic(uint_least32_t) atomic_uint_least32_t; 134*1031c584SApple OSS Distributions typedef _Atomic(int_least64_t) atomic_int_least64_t; 135*1031c584SApple OSS Distributions typedef _Atomic(uint_least64_t) atomic_uint_least64_t; 136*1031c584SApple OSS Distributions typedef _Atomic(int_fast8_t) atomic_int_fast8_t; 137*1031c584SApple OSS Distributions typedef _Atomic(uint_fast8_t) atomic_uint_fast8_t; 138*1031c584SApple OSS Distributions typedef _Atomic(int_fast16_t) atomic_int_fast16_t; 139*1031c584SApple OSS Distributions typedef _Atomic(uint_fast16_t) atomic_uint_fast16_t; 140*1031c584SApple OSS Distributions typedef _Atomic(int_fast32_t) atomic_int_fast32_t; 141*1031c584SApple OSS Distributions typedef _Atomic(uint_fast32_t) atomic_uint_fast32_t; 142*1031c584SApple OSS Distributions typedef _Atomic(int_fast64_t) atomic_int_fast64_t; 143*1031c584SApple OSS Distributions typedef _Atomic(uint_fast64_t) atomic_uint_fast64_t; 144*1031c584SApple OSS Distributions typedef _Atomic(intptr_t) atomic_intptr_t; 145*1031c584SApple OSS Distributions typedef _Atomic(uintptr_t) atomic_uintptr_t; 146*1031c584SApple OSS Distributions typedef _Atomic(size_t) atomic_size_t; 147*1031c584SApple OSS Distributions typedef _Atomic(ptrdiff_t) atomic_ptrdiff_t; 148*1031c584SApple OSS Distributions typedef _Atomic(intmax_t) atomic_intmax_t; 149*1031c584SApple OSS Distributions typedef _Atomic(uintmax_t) atomic_uintmax_t; 150*1031c584SApple OSS Distributions 151*1031c584SApple OSS Distributions /* 7.17.7 Operations on atomic types */ 152*1031c584SApple OSS Distributions 153*1031c584SApple OSS Distributions #define atomic_store(object, desired) __c11_atomic_store(object, desired, __ATOMIC_SEQ_CST) 154*1031c584SApple OSS Distributions #define atomic_store_explicit __c11_atomic_store 155*1031c584SApple OSS Distributions 156*1031c584SApple OSS Distributions #define atomic_load(object) __c11_atomic_load(object, __ATOMIC_SEQ_CST) 157*1031c584SApple OSS Distributions #define atomic_load_explicit __c11_atomic_load 158*1031c584SApple OSS Distributions 159*1031c584SApple OSS Distributions #define atomic_exchange(object, desired) __c11_atomic_exchange(object, desired, __ATOMIC_SEQ_CST) 160*1031c584SApple OSS Distributions #define atomic_exchange_explicit __c11_atomic_exchange 161*1031c584SApple OSS Distributions 162*1031c584SApple OSS Distributions #define atomic_compare_exchange_strong(object, expected, desired) __c11_atomic_compare_exchange_strong(object, expected, desired, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) 163*1031c584SApple OSS Distributions #define atomic_compare_exchange_strong_explicit __c11_atomic_compare_exchange_strong 164*1031c584SApple OSS Distributions 165*1031c584SApple OSS Distributions #define atomic_compare_exchange_weak(object, expected, desired) __c11_atomic_compare_exchange_weak(object, expected, desired, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) 166*1031c584SApple OSS Distributions #define atomic_compare_exchange_weak_explicit __c11_atomic_compare_exchange_weak 167*1031c584SApple OSS Distributions 168*1031c584SApple OSS Distributions #define atomic_fetch_add(object, operand) __c11_atomic_fetch_add(object, operand, __ATOMIC_SEQ_CST) 169*1031c584SApple OSS Distributions #define atomic_fetch_add_explicit __c11_atomic_fetch_add 170*1031c584SApple OSS Distributions 171*1031c584SApple OSS Distributions #define atomic_fetch_sub(object, operand) __c11_atomic_fetch_sub(object, operand, __ATOMIC_SEQ_CST) 172*1031c584SApple OSS Distributions #define atomic_fetch_sub_explicit __c11_atomic_fetch_sub 173*1031c584SApple OSS Distributions 174*1031c584SApple OSS Distributions #define atomic_fetch_or(object, operand) __c11_atomic_fetch_or(object, operand, __ATOMIC_SEQ_CST) 175*1031c584SApple OSS Distributions #define atomic_fetch_or_explicit __c11_atomic_fetch_or 176*1031c584SApple OSS Distributions 177*1031c584SApple OSS Distributions #define atomic_fetch_xor(object, operand) __c11_atomic_fetch_xor(object, operand, __ATOMIC_SEQ_CST) 178*1031c584SApple OSS Distributions #define atomic_fetch_xor_explicit __c11_atomic_fetch_xor 179*1031c584SApple OSS Distributions 180*1031c584SApple OSS Distributions #define atomic_fetch_and(object, operand) __c11_atomic_fetch_and(object, operand, __ATOMIC_SEQ_CST) 181*1031c584SApple OSS Distributions #define atomic_fetch_and_explicit __c11_atomic_fetch_and 182*1031c584SApple OSS Distributions 183*1031c584SApple OSS Distributions /* 7.17.8 Atomic flag type and operations */ 184*1031c584SApple OSS Distributions 185*1031c584SApple OSS Distributions typedef struct atomic_flag { atomic_bool _Value; } atomic_flag; 186*1031c584SApple OSS Distributions 187*1031c584SApple OSS Distributions #define ATOMIC_FLAG_INIT { 0 } 188*1031c584SApple OSS Distributions 189*1031c584SApple OSS Distributions #ifndef KERNEL 190*1031c584SApple OSS Distributions /* These should be provided by the libc implementation. */ 191*1031c584SApple OSS Distributions #ifdef __cplusplus 192*1031c584SApple OSS Distributions bool atomic_flag_test_and_set(volatile atomic_flag *); 193*1031c584SApple OSS Distributions bool atomic_flag_test_and_set_explicit(volatile atomic_flag *, memory_order); 194*1031c584SApple OSS Distributions #else 195*1031c584SApple OSS Distributions _Bool atomic_flag_test_and_set(volatile atomic_flag *); 196*1031c584SApple OSS Distributions _Bool atomic_flag_test_and_set_explicit(volatile atomic_flag *, memory_order); 197*1031c584SApple OSS Distributions #endif 198*1031c584SApple OSS Distributions void atomic_flag_clear(volatile atomic_flag *); 199*1031c584SApple OSS Distributions void atomic_flag_clear_explicit(volatile atomic_flag *, memory_order); 200*1031c584SApple OSS Distributions #endif 201*1031c584SApple OSS Distributions 202*1031c584SApple OSS Distributions #define atomic_flag_test_and_set(object) __c11_atomic_exchange(&(object)->_Value, 1, __ATOMIC_SEQ_CST) 203*1031c584SApple OSS Distributions #define atomic_flag_test_and_set_explicit(object, order) __c11_atomic_exchange(&(object)->_Value, 1, order) 204*1031c584SApple OSS Distributions 205*1031c584SApple OSS Distributions #define atomic_flag_clear(object) __c11_atomic_store(&(object)->_Value, 0, __ATOMIC_SEQ_CST) 206*1031c584SApple OSS Distributions #define atomic_flag_clear_explicit(object, order) __c11_atomic_store(&(object)->_Value, 0, order) 207*1031c584SApple OSS Distributions 208*1031c584SApple OSS Distributions #ifdef __cplusplus 209*1031c584SApple OSS Distributions } 210*1031c584SApple OSS Distributions #endif 211*1031c584SApple OSS Distributions 212*1031c584SApple OSS Distributions #endif /* __STDC_HOSTED__ */ 213*1031c584SApple OSS Distributions #endif /* __CLANG_STDATOMIC_H */ 214*1031c584SApple OSS Distributions 215*1031c584SApple OSS Distributions #endif /* XNU_KERNEL_PRIVATE */ 216