1*e3723e1fSApple OSS Distributions /*===---- stdatomic.h - Standard header for atomic types and operations -----=== 2*e3723e1fSApple OSS Distributions * 3*e3723e1fSApple OSS Distributions * Permission is hereby granted, free of charge, to any person obtaining a copy 4*e3723e1fSApple OSS Distributions * of this software and associated documentation files (the "Software"), to deal 5*e3723e1fSApple OSS Distributions * in the Software without restriction, including without limitation the rights 6*e3723e1fSApple OSS Distributions * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7*e3723e1fSApple OSS Distributions * copies of the Software, and to permit persons to whom the Software is 8*e3723e1fSApple OSS Distributions * furnished to do so, subject to the following conditions: 9*e3723e1fSApple OSS Distributions * 10*e3723e1fSApple OSS Distributions * The above copyright notice and this permission notice shall be included in 11*e3723e1fSApple OSS Distributions * all copies or substantial portions of the Software. 12*e3723e1fSApple OSS Distributions * 13*e3723e1fSApple OSS Distributions * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14*e3723e1fSApple OSS Distributions * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15*e3723e1fSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16*e3723e1fSApple OSS Distributions * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17*e3723e1fSApple OSS Distributions * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18*e3723e1fSApple OSS Distributions * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19*e3723e1fSApple OSS Distributions * THE SOFTWARE. 20*e3723e1fSApple OSS Distributions * 21*e3723e1fSApple OSS Distributions *===-----------------------------------------------------------------------=== 22*e3723e1fSApple OSS Distributions */ 23*e3723e1fSApple OSS Distributions 24*e3723e1fSApple OSS Distributions #if XNU_KERNEL_PRIVATE 25*e3723e1fSApple OSS Distributions 26*e3723e1fSApple OSS Distributions #include_next <stdatomic.h> 27*e3723e1fSApple OSS Distributions /* __CLANG_STDATOMIC_H guard defined */ 28*e3723e1fSApple OSS Distributions 29*e3723e1fSApple OSS Distributions #elif (defined(__has_include) && __has_include(<__xnu_libcxx_sentinel.h>)) 30*e3723e1fSApple OSS Distributions 31*e3723e1fSApple OSS Distributions #if !__has_include_next(<stdatomic.h>) 32*e3723e1fSApple OSS Distributions #error Do not build with -nostdinc (use GCC_USE_STANDARD_INCLUDE_SEARCHING=NO) 33*e3723e1fSApple OSS Distributions #else 34*e3723e1fSApple OSS Distributions #include_next <stdatomic.h> 35*e3723e1fSApple OSS Distributions /* __CLANG_STDATOMIC_H guard defined */ 36*e3723e1fSApple OSS Distributions #endif /* __has_include_next */ 37*e3723e1fSApple OSS Distributions 38*e3723e1fSApple OSS Distributions #else /* XNU_KERNEL_PRIVATE */ 39*e3723e1fSApple OSS Distributions 40*e3723e1fSApple OSS Distributions #ifndef __clang__ 41*e3723e1fSApple OSS Distributions #error unsupported compiler 42*e3723e1fSApple OSS Distributions #endif 43*e3723e1fSApple OSS Distributions 44*e3723e1fSApple OSS Distributions #ifndef __CLANG_STDATOMIC_H 45*e3723e1fSApple OSS Distributions #define __CLANG_STDATOMIC_H 46*e3723e1fSApple OSS Distributions 47*e3723e1fSApple OSS Distributions /* If we're hosted, fall back to the system's stdatomic.h. FreeBSD, for 48*e3723e1fSApple OSS Distributions * example, already has a Clang-compatible stdatomic.h header. 49*e3723e1fSApple OSS Distributions */ 50*e3723e1fSApple OSS Distributions #if __STDC_HOSTED__ && __has_include_next(<stdatomic.h>) 51*e3723e1fSApple OSS Distributions # include_next <stdatomic.h> 52*e3723e1fSApple OSS Distributions #else 53*e3723e1fSApple OSS Distributions 54*e3723e1fSApple OSS Distributions #include <stddef.h> 55*e3723e1fSApple OSS Distributions #include <stdint.h> 56*e3723e1fSApple OSS Distributions 57*e3723e1fSApple OSS Distributions #ifdef __cplusplus 58*e3723e1fSApple OSS Distributions extern "C" { 59*e3723e1fSApple OSS Distributions #endif 60*e3723e1fSApple OSS Distributions 61*e3723e1fSApple OSS Distributions /* 7.17.1 Introduction */ 62*e3723e1fSApple OSS Distributions 63*e3723e1fSApple OSS Distributions #define ATOMIC_BOOL_LOCK_FREE __CLANG_ATOMIC_BOOL_LOCK_FREE 64*e3723e1fSApple OSS Distributions #define ATOMIC_CHAR_LOCK_FREE __CLANG_ATOMIC_CHAR_LOCK_FREE 65*e3723e1fSApple OSS Distributions #define ATOMIC_CHAR16_T_LOCK_FREE __CLANG_ATOMIC_CHAR16_T_LOCK_FREE 66*e3723e1fSApple OSS Distributions #define ATOMIC_CHAR32_T_LOCK_FREE __CLANG_ATOMIC_CHAR32_T_LOCK_FREE 67*e3723e1fSApple OSS Distributions #define ATOMIC_WCHAR_T_LOCK_FREE __CLANG_ATOMIC_WCHAR_T_LOCK_FREE 68*e3723e1fSApple OSS Distributions #define ATOMIC_SHORT_LOCK_FREE __CLANG_ATOMIC_SHORT_LOCK_FREE 69*e3723e1fSApple OSS Distributions #define ATOMIC_INT_LOCK_FREE __CLANG_ATOMIC_INT_LOCK_FREE 70*e3723e1fSApple OSS Distributions #define ATOMIC_LONG_LOCK_FREE __CLANG_ATOMIC_LONG_LOCK_FREE 71*e3723e1fSApple OSS Distributions #define ATOMIC_LLONG_LOCK_FREE __CLANG_ATOMIC_LLONG_LOCK_FREE 72*e3723e1fSApple OSS Distributions #define ATOMIC_POINTER_LOCK_FREE __CLANG_ATOMIC_POINTER_LOCK_FREE 73*e3723e1fSApple OSS Distributions 74*e3723e1fSApple OSS Distributions /* 7.17.2 Initialization */ 75*e3723e1fSApple OSS Distributions 76*e3723e1fSApple OSS Distributions #define ATOMIC_VAR_INIT(value) (value) 77*e3723e1fSApple OSS Distributions #define atomic_init __c11_atomic_init 78*e3723e1fSApple OSS Distributions 79*e3723e1fSApple OSS Distributions /* 7.17.3 Order and consistency */ 80*e3723e1fSApple OSS Distributions 81*e3723e1fSApple OSS Distributions typedef enum memory_order { 82*e3723e1fSApple OSS Distributions memory_order_relaxed = __ATOMIC_RELAXED, 83*e3723e1fSApple OSS Distributions memory_order_consume = __ATOMIC_CONSUME, 84*e3723e1fSApple OSS Distributions memory_order_acquire = __ATOMIC_ACQUIRE, 85*e3723e1fSApple OSS Distributions memory_order_release = __ATOMIC_RELEASE, 86*e3723e1fSApple OSS Distributions memory_order_acq_rel = __ATOMIC_ACQ_REL, 87*e3723e1fSApple OSS Distributions memory_order_seq_cst = __ATOMIC_SEQ_CST 88*e3723e1fSApple OSS Distributions } memory_order; 89*e3723e1fSApple OSS Distributions 90*e3723e1fSApple OSS Distributions #define kill_dependency(y) (y) 91*e3723e1fSApple OSS Distributions 92*e3723e1fSApple OSS Distributions /* 7.17.4 Fences */ 93*e3723e1fSApple OSS Distributions 94*e3723e1fSApple OSS Distributions #ifndef KERNEL 95*e3723e1fSApple OSS Distributions /* These should be provided by the libc implementation. */ 96*e3723e1fSApple OSS Distributions void atomic_thread_fence(memory_order); 97*e3723e1fSApple OSS Distributions void atomic_signal_fence(memory_order); 98*e3723e1fSApple OSS Distributions #endif 99*e3723e1fSApple OSS Distributions 100*e3723e1fSApple OSS Distributions #define atomic_thread_fence(order) __c11_atomic_thread_fence(order) 101*e3723e1fSApple OSS Distributions #define atomic_signal_fence(order) __c11_atomic_signal_fence(order) 102*e3723e1fSApple OSS Distributions 103*e3723e1fSApple OSS Distributions /* 7.17.5 Lock-free property */ 104*e3723e1fSApple OSS Distributions 105*e3723e1fSApple OSS Distributions #define atomic_is_lock_free(obj) __c11_atomic_is_lock_free(sizeof(*(obj))) 106*e3723e1fSApple OSS Distributions 107*e3723e1fSApple OSS Distributions /* 7.17.6 Atomic integer types */ 108*e3723e1fSApple OSS Distributions 109*e3723e1fSApple OSS Distributions #ifdef __cplusplus 110*e3723e1fSApple OSS Distributions typedef _Atomic(bool) atomic_bool; 111*e3723e1fSApple OSS Distributions #else 112*e3723e1fSApple OSS Distributions typedef _Atomic(_Bool) atomic_bool; 113*e3723e1fSApple OSS Distributions #endif 114*e3723e1fSApple OSS Distributions typedef _Atomic(char) atomic_char; 115*e3723e1fSApple OSS Distributions typedef _Atomic(signed char) atomic_schar; 116*e3723e1fSApple OSS Distributions typedef _Atomic(unsigned char) atomic_uchar; 117*e3723e1fSApple OSS Distributions typedef _Atomic(short) atomic_short; 118*e3723e1fSApple OSS Distributions typedef _Atomic(unsigned short) atomic_ushort; 119*e3723e1fSApple OSS Distributions typedef _Atomic(int) atomic_int; 120*e3723e1fSApple OSS Distributions typedef _Atomic(unsigned int) atomic_uint; 121*e3723e1fSApple OSS Distributions typedef _Atomic(long) atomic_long; 122*e3723e1fSApple OSS Distributions typedef _Atomic(unsigned long) atomic_ulong; 123*e3723e1fSApple OSS Distributions typedef _Atomic(long long) atomic_llong; 124*e3723e1fSApple OSS Distributions typedef _Atomic(unsigned long long) atomic_ullong; 125*e3723e1fSApple OSS Distributions typedef _Atomic(uint_least16_t) atomic_char16_t; 126*e3723e1fSApple OSS Distributions typedef _Atomic(uint_least32_t) atomic_char32_t; 127*e3723e1fSApple OSS Distributions typedef _Atomic(wchar_t) atomic_wchar_t; 128*e3723e1fSApple OSS Distributions typedef _Atomic(int_least8_t) atomic_int_least8_t; 129*e3723e1fSApple OSS Distributions typedef _Atomic(uint_least8_t) atomic_uint_least8_t; 130*e3723e1fSApple OSS Distributions typedef _Atomic(int_least16_t) atomic_int_least16_t; 131*e3723e1fSApple OSS Distributions typedef _Atomic(uint_least16_t) atomic_uint_least16_t; 132*e3723e1fSApple OSS Distributions typedef _Atomic(int_least32_t) atomic_int_least32_t; 133*e3723e1fSApple OSS Distributions typedef _Atomic(uint_least32_t) atomic_uint_least32_t; 134*e3723e1fSApple OSS Distributions typedef _Atomic(int_least64_t) atomic_int_least64_t; 135*e3723e1fSApple OSS Distributions typedef _Atomic(uint_least64_t) atomic_uint_least64_t; 136*e3723e1fSApple OSS Distributions typedef _Atomic(int_fast8_t) atomic_int_fast8_t; 137*e3723e1fSApple OSS Distributions typedef _Atomic(uint_fast8_t) atomic_uint_fast8_t; 138*e3723e1fSApple OSS Distributions typedef _Atomic(int_fast16_t) atomic_int_fast16_t; 139*e3723e1fSApple OSS Distributions typedef _Atomic(uint_fast16_t) atomic_uint_fast16_t; 140*e3723e1fSApple OSS Distributions typedef _Atomic(int_fast32_t) atomic_int_fast32_t; 141*e3723e1fSApple OSS Distributions typedef _Atomic(uint_fast32_t) atomic_uint_fast32_t; 142*e3723e1fSApple OSS Distributions typedef _Atomic(int_fast64_t) atomic_int_fast64_t; 143*e3723e1fSApple OSS Distributions typedef _Atomic(uint_fast64_t) atomic_uint_fast64_t; 144*e3723e1fSApple OSS Distributions typedef _Atomic(intptr_t) atomic_intptr_t; 145*e3723e1fSApple OSS Distributions typedef _Atomic(uintptr_t) atomic_uintptr_t; 146*e3723e1fSApple OSS Distributions typedef _Atomic(size_t) atomic_size_t; 147*e3723e1fSApple OSS Distributions typedef _Atomic(ptrdiff_t) atomic_ptrdiff_t; 148*e3723e1fSApple OSS Distributions typedef _Atomic(intmax_t) atomic_intmax_t; 149*e3723e1fSApple OSS Distributions typedef _Atomic(uintmax_t) atomic_uintmax_t; 150*e3723e1fSApple OSS Distributions 151*e3723e1fSApple OSS Distributions /* 7.17.7 Operations on atomic types */ 152*e3723e1fSApple OSS Distributions 153*e3723e1fSApple OSS Distributions #define atomic_store(object, desired) __c11_atomic_store(object, desired, __ATOMIC_SEQ_CST) 154*e3723e1fSApple OSS Distributions #define atomic_store_explicit __c11_atomic_store 155*e3723e1fSApple OSS Distributions 156*e3723e1fSApple OSS Distributions #define atomic_load(object) __c11_atomic_load(object, __ATOMIC_SEQ_CST) 157*e3723e1fSApple OSS Distributions #define atomic_load_explicit __c11_atomic_load 158*e3723e1fSApple OSS Distributions 159*e3723e1fSApple OSS Distributions #define atomic_exchange(object, desired) __c11_atomic_exchange(object, desired, __ATOMIC_SEQ_CST) 160*e3723e1fSApple OSS Distributions #define atomic_exchange_explicit __c11_atomic_exchange 161*e3723e1fSApple OSS Distributions 162*e3723e1fSApple OSS Distributions #define atomic_compare_exchange_strong(object, expected, desired) __c11_atomic_compare_exchange_strong(object, expected, desired, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) 163*e3723e1fSApple OSS Distributions #define atomic_compare_exchange_strong_explicit __c11_atomic_compare_exchange_strong 164*e3723e1fSApple OSS Distributions 165*e3723e1fSApple OSS Distributions #define atomic_compare_exchange_weak(object, expected, desired) __c11_atomic_compare_exchange_weak(object, expected, desired, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) 166*e3723e1fSApple OSS Distributions #define atomic_compare_exchange_weak_explicit __c11_atomic_compare_exchange_weak 167*e3723e1fSApple OSS Distributions 168*e3723e1fSApple OSS Distributions #define atomic_fetch_add(object, operand) __c11_atomic_fetch_add(object, operand, __ATOMIC_SEQ_CST) 169*e3723e1fSApple OSS Distributions #define atomic_fetch_add_explicit __c11_atomic_fetch_add 170*e3723e1fSApple OSS Distributions 171*e3723e1fSApple OSS Distributions #define atomic_fetch_sub(object, operand) __c11_atomic_fetch_sub(object, operand, __ATOMIC_SEQ_CST) 172*e3723e1fSApple OSS Distributions #define atomic_fetch_sub_explicit __c11_atomic_fetch_sub 173*e3723e1fSApple OSS Distributions 174*e3723e1fSApple OSS Distributions #define atomic_fetch_or(object, operand) __c11_atomic_fetch_or(object, operand, __ATOMIC_SEQ_CST) 175*e3723e1fSApple OSS Distributions #define atomic_fetch_or_explicit __c11_atomic_fetch_or 176*e3723e1fSApple OSS Distributions 177*e3723e1fSApple OSS Distributions #define atomic_fetch_xor(object, operand) __c11_atomic_fetch_xor(object, operand, __ATOMIC_SEQ_CST) 178*e3723e1fSApple OSS Distributions #define atomic_fetch_xor_explicit __c11_atomic_fetch_xor 179*e3723e1fSApple OSS Distributions 180*e3723e1fSApple OSS Distributions #define atomic_fetch_and(object, operand) __c11_atomic_fetch_and(object, operand, __ATOMIC_SEQ_CST) 181*e3723e1fSApple OSS Distributions #define atomic_fetch_and_explicit __c11_atomic_fetch_and 182*e3723e1fSApple OSS Distributions 183*e3723e1fSApple OSS Distributions /* 7.17.8 Atomic flag type and operations */ 184*e3723e1fSApple OSS Distributions 185*e3723e1fSApple OSS Distributions typedef struct atomic_flag { atomic_bool _Value; } atomic_flag; 186*e3723e1fSApple OSS Distributions 187*e3723e1fSApple OSS Distributions #define ATOMIC_FLAG_INIT { 0 } 188*e3723e1fSApple OSS Distributions 189*e3723e1fSApple OSS Distributions #ifndef KERNEL 190*e3723e1fSApple OSS Distributions /* These should be provided by the libc implementation. */ 191*e3723e1fSApple OSS Distributions #ifdef __cplusplus 192*e3723e1fSApple OSS Distributions bool atomic_flag_test_and_set(volatile atomic_flag *); 193*e3723e1fSApple OSS Distributions bool atomic_flag_test_and_set_explicit(volatile atomic_flag *, memory_order); 194*e3723e1fSApple OSS Distributions #else 195*e3723e1fSApple OSS Distributions _Bool atomic_flag_test_and_set(volatile atomic_flag *); 196*e3723e1fSApple OSS Distributions _Bool atomic_flag_test_and_set_explicit(volatile atomic_flag *, memory_order); 197*e3723e1fSApple OSS Distributions #endif 198*e3723e1fSApple OSS Distributions void atomic_flag_clear(volatile atomic_flag *); 199*e3723e1fSApple OSS Distributions void atomic_flag_clear_explicit(volatile atomic_flag *, memory_order); 200*e3723e1fSApple OSS Distributions #endif 201*e3723e1fSApple OSS Distributions 202*e3723e1fSApple OSS Distributions #define atomic_flag_test_and_set(object) __c11_atomic_exchange(&(object)->_Value, 1, __ATOMIC_SEQ_CST) 203*e3723e1fSApple OSS Distributions #define atomic_flag_test_and_set_explicit(object, order) __c11_atomic_exchange(&(object)->_Value, 1, order) 204*e3723e1fSApple OSS Distributions 205*e3723e1fSApple OSS Distributions #define atomic_flag_clear(object) __c11_atomic_store(&(object)->_Value, 0, __ATOMIC_SEQ_CST) 206*e3723e1fSApple OSS Distributions #define atomic_flag_clear_explicit(object, order) __c11_atomic_store(&(object)->_Value, 0, order) 207*e3723e1fSApple OSS Distributions 208*e3723e1fSApple OSS Distributions #ifdef __cplusplus 209*e3723e1fSApple OSS Distributions } 210*e3723e1fSApple OSS Distributions #endif 211*e3723e1fSApple OSS Distributions 212*e3723e1fSApple OSS Distributions #endif /* __STDC_HOSTED__ */ 213*e3723e1fSApple OSS Distributions #endif /* __CLANG_STDATOMIC_H */ 214*e3723e1fSApple OSS Distributions 215*e3723e1fSApple OSS Distributions #endif /* XNU_KERNEL_PRIVATE */ 216