1*043036a2SApple OSS Distributions /*===---- stdatomic.h - Standard header for atomic types and operations -----=== 2*043036a2SApple OSS Distributions * 3*043036a2SApple OSS Distributions * Permission is hereby granted, free of charge, to any person obtaining a copy 4*043036a2SApple OSS Distributions * of this software and associated documentation files (the "Software"), to deal 5*043036a2SApple OSS Distributions * in the Software without restriction, including without limitation the rights 6*043036a2SApple OSS Distributions * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7*043036a2SApple OSS Distributions * copies of the Software, and to permit persons to whom the Software is 8*043036a2SApple OSS Distributions * furnished to do so, subject to the following conditions: 9*043036a2SApple OSS Distributions * 10*043036a2SApple OSS Distributions * The above copyright notice and this permission notice shall be included in 11*043036a2SApple OSS Distributions * all copies or substantial portions of the Software. 12*043036a2SApple OSS Distributions * 13*043036a2SApple OSS Distributions * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14*043036a2SApple OSS Distributions * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15*043036a2SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16*043036a2SApple OSS Distributions * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17*043036a2SApple OSS Distributions * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18*043036a2SApple OSS Distributions * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19*043036a2SApple OSS Distributions * THE SOFTWARE. 20*043036a2SApple OSS Distributions * 21*043036a2SApple OSS Distributions *===-----------------------------------------------------------------------=== 22*043036a2SApple OSS Distributions */ 23*043036a2SApple OSS Distributions 24*043036a2SApple OSS Distributions #if XNU_KERNEL_PRIVATE 25*043036a2SApple OSS Distributions 26*043036a2SApple OSS Distributions #include_next <stdatomic.h> 27*043036a2SApple OSS Distributions /* __CLANG_STDATOMIC_H guard defined */ 28*043036a2SApple OSS Distributions 29*043036a2SApple OSS Distributions #elif (defined(__has_include) && __has_include(<__xnu_libcxx_sentinel.h>)) 30*043036a2SApple OSS Distributions 31*043036a2SApple OSS Distributions #if !__has_include_next(<stdatomic.h>) 32*043036a2SApple OSS Distributions #error Do not build with -nostdinc (use GCC_USE_STANDARD_INCLUDE_SEARCHING=NO) 33*043036a2SApple OSS Distributions #else 34*043036a2SApple OSS Distributions #include_next <stdatomic.h> 35*043036a2SApple OSS Distributions /* __CLANG_STDATOMIC_H guard defined */ 36*043036a2SApple OSS Distributions #endif /* __has_include_next */ 37*043036a2SApple OSS Distributions 38*043036a2SApple OSS Distributions #else /* XNU_KERNEL_PRIVATE */ 39*043036a2SApple OSS Distributions 40*043036a2SApple OSS Distributions #ifndef __clang__ 41*043036a2SApple OSS Distributions #error unsupported compiler 42*043036a2SApple OSS Distributions #endif 43*043036a2SApple OSS Distributions 44*043036a2SApple OSS Distributions #ifndef __CLANG_STDATOMIC_H 45*043036a2SApple OSS Distributions #define __CLANG_STDATOMIC_H 46*043036a2SApple OSS Distributions 47*043036a2SApple OSS Distributions /* If we're hosted, fall back to the system's stdatomic.h. FreeBSD, for 48*043036a2SApple OSS Distributions * example, already has a Clang-compatible stdatomic.h header. 49*043036a2SApple OSS Distributions */ 50*043036a2SApple OSS Distributions #if __STDC_HOSTED__ && __has_include_next(<stdatomic.h>) 51*043036a2SApple OSS Distributions # include_next <stdatomic.h> 52*043036a2SApple OSS Distributions #else 53*043036a2SApple OSS Distributions 54*043036a2SApple OSS Distributions #include <stddef.h> 55*043036a2SApple OSS Distributions #include <stdint.h> 56*043036a2SApple OSS Distributions 57*043036a2SApple OSS Distributions #ifdef __cplusplus 58*043036a2SApple OSS Distributions extern "C" { 59*043036a2SApple OSS Distributions #endif 60*043036a2SApple OSS Distributions 61*043036a2SApple OSS Distributions /* 7.17.1 Introduction */ 62*043036a2SApple OSS Distributions 63*043036a2SApple OSS Distributions #define ATOMIC_BOOL_LOCK_FREE __CLANG_ATOMIC_BOOL_LOCK_FREE 64*043036a2SApple OSS Distributions #define ATOMIC_CHAR_LOCK_FREE __CLANG_ATOMIC_CHAR_LOCK_FREE 65*043036a2SApple OSS Distributions #define ATOMIC_CHAR16_T_LOCK_FREE __CLANG_ATOMIC_CHAR16_T_LOCK_FREE 66*043036a2SApple OSS Distributions #define ATOMIC_CHAR32_T_LOCK_FREE __CLANG_ATOMIC_CHAR32_T_LOCK_FREE 67*043036a2SApple OSS Distributions #define ATOMIC_WCHAR_T_LOCK_FREE __CLANG_ATOMIC_WCHAR_T_LOCK_FREE 68*043036a2SApple OSS Distributions #define ATOMIC_SHORT_LOCK_FREE __CLANG_ATOMIC_SHORT_LOCK_FREE 69*043036a2SApple OSS Distributions #define ATOMIC_INT_LOCK_FREE __CLANG_ATOMIC_INT_LOCK_FREE 70*043036a2SApple OSS Distributions #define ATOMIC_LONG_LOCK_FREE __CLANG_ATOMIC_LONG_LOCK_FREE 71*043036a2SApple OSS Distributions #define ATOMIC_LLONG_LOCK_FREE __CLANG_ATOMIC_LLONG_LOCK_FREE 72*043036a2SApple OSS Distributions #define ATOMIC_POINTER_LOCK_FREE __CLANG_ATOMIC_POINTER_LOCK_FREE 73*043036a2SApple OSS Distributions 74*043036a2SApple OSS Distributions /* 7.17.2 Initialization */ 75*043036a2SApple OSS Distributions 76*043036a2SApple OSS Distributions #define ATOMIC_VAR_INIT(value) (value) 77*043036a2SApple OSS Distributions #define atomic_init __c11_atomic_init 78*043036a2SApple OSS Distributions 79*043036a2SApple OSS Distributions /* 7.17.3 Order and consistency */ 80*043036a2SApple OSS Distributions 81*043036a2SApple OSS Distributions typedef enum memory_order { 82*043036a2SApple OSS Distributions memory_order_relaxed = __ATOMIC_RELAXED, 83*043036a2SApple OSS Distributions memory_order_consume = __ATOMIC_CONSUME, 84*043036a2SApple OSS Distributions memory_order_acquire = __ATOMIC_ACQUIRE, 85*043036a2SApple OSS Distributions memory_order_release = __ATOMIC_RELEASE, 86*043036a2SApple OSS Distributions memory_order_acq_rel = __ATOMIC_ACQ_REL, 87*043036a2SApple OSS Distributions memory_order_seq_cst = __ATOMIC_SEQ_CST 88*043036a2SApple OSS Distributions } memory_order; 89*043036a2SApple OSS Distributions 90*043036a2SApple OSS Distributions #define kill_dependency(y) (y) 91*043036a2SApple OSS Distributions 92*043036a2SApple OSS Distributions /* 7.17.4 Fences */ 93*043036a2SApple OSS Distributions 94*043036a2SApple OSS Distributions #ifndef KERNEL 95*043036a2SApple OSS Distributions /* These should be provided by the libc implementation. */ 96*043036a2SApple OSS Distributions void atomic_thread_fence(memory_order); 97*043036a2SApple OSS Distributions void atomic_signal_fence(memory_order); 98*043036a2SApple OSS Distributions #endif 99*043036a2SApple OSS Distributions 100*043036a2SApple OSS Distributions #define atomic_thread_fence(order) __c11_atomic_thread_fence(order) 101*043036a2SApple OSS Distributions #define atomic_signal_fence(order) __c11_atomic_signal_fence(order) 102*043036a2SApple OSS Distributions 103*043036a2SApple OSS Distributions /* 7.17.5 Lock-free property */ 104*043036a2SApple OSS Distributions 105*043036a2SApple OSS Distributions #define atomic_is_lock_free(obj) __c11_atomic_is_lock_free(sizeof(*(obj))) 106*043036a2SApple OSS Distributions 107*043036a2SApple OSS Distributions /* 7.17.6 Atomic integer types */ 108*043036a2SApple OSS Distributions 109*043036a2SApple OSS Distributions #ifdef __cplusplus 110*043036a2SApple OSS Distributions typedef _Atomic(bool) atomic_bool; 111*043036a2SApple OSS Distributions #else 112*043036a2SApple OSS Distributions typedef _Atomic(_Bool) atomic_bool; 113*043036a2SApple OSS Distributions #endif 114*043036a2SApple OSS Distributions typedef _Atomic(char) atomic_char; 115*043036a2SApple OSS Distributions typedef _Atomic(signed char) atomic_schar; 116*043036a2SApple OSS Distributions typedef _Atomic(unsigned char) atomic_uchar; 117*043036a2SApple OSS Distributions typedef _Atomic(short) atomic_short; 118*043036a2SApple OSS Distributions typedef _Atomic(unsigned short) atomic_ushort; 119*043036a2SApple OSS Distributions typedef _Atomic(int) atomic_int; 120*043036a2SApple OSS Distributions typedef _Atomic(unsigned int) atomic_uint; 121*043036a2SApple OSS Distributions typedef _Atomic(long) atomic_long; 122*043036a2SApple OSS Distributions typedef _Atomic(unsigned long) atomic_ulong; 123*043036a2SApple OSS Distributions typedef _Atomic(long long) atomic_llong; 124*043036a2SApple OSS Distributions typedef _Atomic(unsigned long long) atomic_ullong; 125*043036a2SApple OSS Distributions typedef _Atomic(uint_least16_t) atomic_char16_t; 126*043036a2SApple OSS Distributions typedef _Atomic(uint_least32_t) atomic_char32_t; 127*043036a2SApple OSS Distributions typedef _Atomic(wchar_t) atomic_wchar_t; 128*043036a2SApple OSS Distributions typedef _Atomic(int_least8_t) atomic_int_least8_t; 129*043036a2SApple OSS Distributions typedef _Atomic(uint_least8_t) atomic_uint_least8_t; 130*043036a2SApple OSS Distributions typedef _Atomic(int_least16_t) atomic_int_least16_t; 131*043036a2SApple OSS Distributions typedef _Atomic(uint_least16_t) atomic_uint_least16_t; 132*043036a2SApple OSS Distributions typedef _Atomic(int_least32_t) atomic_int_least32_t; 133*043036a2SApple OSS Distributions typedef _Atomic(uint_least32_t) atomic_uint_least32_t; 134*043036a2SApple OSS Distributions typedef _Atomic(int_least64_t) atomic_int_least64_t; 135*043036a2SApple OSS Distributions typedef _Atomic(uint_least64_t) atomic_uint_least64_t; 136*043036a2SApple OSS Distributions typedef _Atomic(int_fast8_t) atomic_int_fast8_t; 137*043036a2SApple OSS Distributions typedef _Atomic(uint_fast8_t) atomic_uint_fast8_t; 138*043036a2SApple OSS Distributions typedef _Atomic(int_fast16_t) atomic_int_fast16_t; 139*043036a2SApple OSS Distributions typedef _Atomic(uint_fast16_t) atomic_uint_fast16_t; 140*043036a2SApple OSS Distributions typedef _Atomic(int_fast32_t) atomic_int_fast32_t; 141*043036a2SApple OSS Distributions typedef _Atomic(uint_fast32_t) atomic_uint_fast32_t; 142*043036a2SApple OSS Distributions typedef _Atomic(int_fast64_t) atomic_int_fast64_t; 143*043036a2SApple OSS Distributions typedef _Atomic(uint_fast64_t) atomic_uint_fast64_t; 144*043036a2SApple OSS Distributions typedef _Atomic(intptr_t) atomic_intptr_t; 145*043036a2SApple OSS Distributions typedef _Atomic(uintptr_t) atomic_uintptr_t; 146*043036a2SApple OSS Distributions typedef _Atomic(size_t) atomic_size_t; 147*043036a2SApple OSS Distributions typedef _Atomic(ptrdiff_t) atomic_ptrdiff_t; 148*043036a2SApple OSS Distributions typedef _Atomic(intmax_t) atomic_intmax_t; 149*043036a2SApple OSS Distributions typedef _Atomic(uintmax_t) atomic_uintmax_t; 150*043036a2SApple OSS Distributions 151*043036a2SApple OSS Distributions /* 7.17.7 Operations on atomic types */ 152*043036a2SApple OSS Distributions 153*043036a2SApple OSS Distributions #define atomic_store(object, desired) __c11_atomic_store(object, desired, __ATOMIC_SEQ_CST) 154*043036a2SApple OSS Distributions #define atomic_store_explicit __c11_atomic_store 155*043036a2SApple OSS Distributions 156*043036a2SApple OSS Distributions #define atomic_load(object) __c11_atomic_load(object, __ATOMIC_SEQ_CST) 157*043036a2SApple OSS Distributions #define atomic_load_explicit __c11_atomic_load 158*043036a2SApple OSS Distributions 159*043036a2SApple OSS Distributions #define atomic_exchange(object, desired) __c11_atomic_exchange(object, desired, __ATOMIC_SEQ_CST) 160*043036a2SApple OSS Distributions #define atomic_exchange_explicit __c11_atomic_exchange 161*043036a2SApple OSS Distributions 162*043036a2SApple OSS Distributions #define atomic_compare_exchange_strong(object, expected, desired) __c11_atomic_compare_exchange_strong(object, expected, desired, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) 163*043036a2SApple OSS Distributions #define atomic_compare_exchange_strong_explicit __c11_atomic_compare_exchange_strong 164*043036a2SApple OSS Distributions 165*043036a2SApple OSS Distributions #define atomic_compare_exchange_weak(object, expected, desired) __c11_atomic_compare_exchange_weak(object, expected, desired, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) 166*043036a2SApple OSS Distributions #define atomic_compare_exchange_weak_explicit __c11_atomic_compare_exchange_weak 167*043036a2SApple OSS Distributions 168*043036a2SApple OSS Distributions #define atomic_fetch_add(object, operand) __c11_atomic_fetch_add(object, operand, __ATOMIC_SEQ_CST) 169*043036a2SApple OSS Distributions #define atomic_fetch_add_explicit __c11_atomic_fetch_add 170*043036a2SApple OSS Distributions 171*043036a2SApple OSS Distributions #define atomic_fetch_sub(object, operand) __c11_atomic_fetch_sub(object, operand, __ATOMIC_SEQ_CST) 172*043036a2SApple OSS Distributions #define atomic_fetch_sub_explicit __c11_atomic_fetch_sub 173*043036a2SApple OSS Distributions 174*043036a2SApple OSS Distributions #define atomic_fetch_or(object, operand) __c11_atomic_fetch_or(object, operand, __ATOMIC_SEQ_CST) 175*043036a2SApple OSS Distributions #define atomic_fetch_or_explicit __c11_atomic_fetch_or 176*043036a2SApple OSS Distributions 177*043036a2SApple OSS Distributions #define atomic_fetch_xor(object, operand) __c11_atomic_fetch_xor(object, operand, __ATOMIC_SEQ_CST) 178*043036a2SApple OSS Distributions #define atomic_fetch_xor_explicit __c11_atomic_fetch_xor 179*043036a2SApple OSS Distributions 180*043036a2SApple OSS Distributions #define atomic_fetch_and(object, operand) __c11_atomic_fetch_and(object, operand, __ATOMIC_SEQ_CST) 181*043036a2SApple OSS Distributions #define atomic_fetch_and_explicit __c11_atomic_fetch_and 182*043036a2SApple OSS Distributions 183*043036a2SApple OSS Distributions /* 7.17.8 Atomic flag type and operations */ 184*043036a2SApple OSS Distributions 185*043036a2SApple OSS Distributions typedef struct atomic_flag { atomic_bool _Value; } atomic_flag; 186*043036a2SApple OSS Distributions 187*043036a2SApple OSS Distributions #define ATOMIC_FLAG_INIT { 0 } 188*043036a2SApple OSS Distributions 189*043036a2SApple OSS Distributions #ifndef KERNEL 190*043036a2SApple OSS Distributions /* These should be provided by the libc implementation. */ 191*043036a2SApple OSS Distributions #ifdef __cplusplus 192*043036a2SApple OSS Distributions bool atomic_flag_test_and_set(volatile atomic_flag *); 193*043036a2SApple OSS Distributions bool atomic_flag_test_and_set_explicit(volatile atomic_flag *, memory_order); 194*043036a2SApple OSS Distributions #else 195*043036a2SApple OSS Distributions _Bool atomic_flag_test_and_set(volatile atomic_flag *); 196*043036a2SApple OSS Distributions _Bool atomic_flag_test_and_set_explicit(volatile atomic_flag *, memory_order); 197*043036a2SApple OSS Distributions #endif 198*043036a2SApple OSS Distributions void atomic_flag_clear(volatile atomic_flag *); 199*043036a2SApple OSS Distributions void atomic_flag_clear_explicit(volatile atomic_flag *, memory_order); 200*043036a2SApple OSS Distributions #endif 201*043036a2SApple OSS Distributions 202*043036a2SApple OSS Distributions #define atomic_flag_test_and_set(object) __c11_atomic_exchange(&(object)->_Value, 1, __ATOMIC_SEQ_CST) 203*043036a2SApple OSS Distributions #define atomic_flag_test_and_set_explicit(object, order) __c11_atomic_exchange(&(object)->_Value, 1, order) 204*043036a2SApple OSS Distributions 205*043036a2SApple OSS Distributions #define atomic_flag_clear(object) __c11_atomic_store(&(object)->_Value, 0, __ATOMIC_SEQ_CST) 206*043036a2SApple OSS Distributions #define atomic_flag_clear_explicit(object, order) __c11_atomic_store(&(object)->_Value, 0, order) 207*043036a2SApple OSS Distributions 208*043036a2SApple OSS Distributions #ifdef __cplusplus 209*043036a2SApple OSS Distributions } 210*043036a2SApple OSS Distributions #endif 211*043036a2SApple OSS Distributions 212*043036a2SApple OSS Distributions #endif /* __STDC_HOSTED__ */ 213*043036a2SApple OSS Distributions #endif /* __CLANG_STDATOMIC_H */ 214*043036a2SApple OSS Distributions 215*043036a2SApple OSS Distributions #endif /* XNU_KERNEL_PRIVATE */ 216