1*0f4c859eSApple OSS Distributions /*===---- stdatomic.h - Standard header for atomic types and operations -----=== 2*0f4c859eSApple OSS Distributions * 3*0f4c859eSApple OSS Distributions * Permission is hereby granted, free of charge, to any person obtaining a copy 4*0f4c859eSApple OSS Distributions * of this software and associated documentation files (the "Software"), to deal 5*0f4c859eSApple OSS Distributions * in the Software without restriction, including without limitation the rights 6*0f4c859eSApple OSS Distributions * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7*0f4c859eSApple OSS Distributions * copies of the Software, and to permit persons to whom the Software is 8*0f4c859eSApple OSS Distributions * furnished to do so, subject to the following conditions: 9*0f4c859eSApple OSS Distributions * 10*0f4c859eSApple OSS Distributions * The above copyright notice and this permission notice shall be included in 11*0f4c859eSApple OSS Distributions * all copies or substantial portions of the Software. 12*0f4c859eSApple OSS Distributions * 13*0f4c859eSApple OSS Distributions * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14*0f4c859eSApple OSS Distributions * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15*0f4c859eSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16*0f4c859eSApple OSS Distributions * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17*0f4c859eSApple OSS Distributions * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18*0f4c859eSApple OSS Distributions * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19*0f4c859eSApple OSS Distributions * THE SOFTWARE. 20*0f4c859eSApple OSS Distributions * 21*0f4c859eSApple OSS Distributions *===-----------------------------------------------------------------------=== 22*0f4c859eSApple OSS Distributions */ 23*0f4c859eSApple OSS Distributions 24*0f4c859eSApple OSS Distributions #if XNU_KERNEL_PRIVATE 25*0f4c859eSApple OSS Distributions 26*0f4c859eSApple OSS Distributions #include_next <stdatomic.h> 27*0f4c859eSApple OSS Distributions /* __CLANG_STDATOMIC_H guard defined */ 28*0f4c859eSApple OSS Distributions 29*0f4c859eSApple OSS Distributions #elif (defined(__has_include) && __has_include(<__xnu_libcxx_sentinel.h>)) 30*0f4c859eSApple OSS Distributions 31*0f4c859eSApple OSS Distributions #if !__has_include_next(<stdatomic.h>) 32*0f4c859eSApple OSS Distributions #error Do not build with -nostdinc (use GCC_USE_STANDARD_INCLUDE_SEARCHING=NO) 33*0f4c859eSApple OSS Distributions #else 34*0f4c859eSApple OSS Distributions #include_next <stdatomic.h> 35*0f4c859eSApple OSS Distributions /* __CLANG_STDATOMIC_H guard defined */ 36*0f4c859eSApple OSS Distributions #endif /* __has_include_next */ 37*0f4c859eSApple OSS Distributions 38*0f4c859eSApple OSS Distributions #else /* XNU_KERNEL_PRIVATE */ 39*0f4c859eSApple OSS Distributions 40*0f4c859eSApple OSS Distributions #ifndef __clang__ 41*0f4c859eSApple OSS Distributions #error unsupported compiler 42*0f4c859eSApple OSS Distributions #endif 43*0f4c859eSApple OSS Distributions 44*0f4c859eSApple OSS Distributions #ifndef __CLANG_STDATOMIC_H 45*0f4c859eSApple OSS Distributions #define __CLANG_STDATOMIC_H 46*0f4c859eSApple OSS Distributions 47*0f4c859eSApple OSS Distributions /* If we're hosted, fall back to the system's stdatomic.h. FreeBSD, for 48*0f4c859eSApple OSS Distributions * example, already has a Clang-compatible stdatomic.h header. 49*0f4c859eSApple OSS Distributions */ 50*0f4c859eSApple OSS Distributions #if __STDC_HOSTED__ && __has_include_next(<stdatomic.h>) 51*0f4c859eSApple OSS Distributions # include_next <stdatomic.h> 52*0f4c859eSApple OSS Distributions #else 53*0f4c859eSApple OSS Distributions 54*0f4c859eSApple OSS Distributions #include <stddef.h> 55*0f4c859eSApple OSS Distributions #include <stdint.h> 56*0f4c859eSApple OSS Distributions 57*0f4c859eSApple OSS Distributions #ifdef __cplusplus 58*0f4c859eSApple OSS Distributions extern "C" { 59*0f4c859eSApple OSS Distributions #endif 60*0f4c859eSApple OSS Distributions 61*0f4c859eSApple OSS Distributions /* 7.17.1 Introduction */ 62*0f4c859eSApple OSS Distributions 63*0f4c859eSApple OSS Distributions #define ATOMIC_BOOL_LOCK_FREE __CLANG_ATOMIC_BOOL_LOCK_FREE 64*0f4c859eSApple OSS Distributions #define ATOMIC_CHAR_LOCK_FREE __CLANG_ATOMIC_CHAR_LOCK_FREE 65*0f4c859eSApple OSS Distributions #define ATOMIC_CHAR16_T_LOCK_FREE __CLANG_ATOMIC_CHAR16_T_LOCK_FREE 66*0f4c859eSApple OSS Distributions #define ATOMIC_CHAR32_T_LOCK_FREE __CLANG_ATOMIC_CHAR32_T_LOCK_FREE 67*0f4c859eSApple OSS Distributions #define ATOMIC_WCHAR_T_LOCK_FREE __CLANG_ATOMIC_WCHAR_T_LOCK_FREE 68*0f4c859eSApple OSS Distributions #define ATOMIC_SHORT_LOCK_FREE __CLANG_ATOMIC_SHORT_LOCK_FREE 69*0f4c859eSApple OSS Distributions #define ATOMIC_INT_LOCK_FREE __CLANG_ATOMIC_INT_LOCK_FREE 70*0f4c859eSApple OSS Distributions #define ATOMIC_LONG_LOCK_FREE __CLANG_ATOMIC_LONG_LOCK_FREE 71*0f4c859eSApple OSS Distributions #define ATOMIC_LLONG_LOCK_FREE __CLANG_ATOMIC_LLONG_LOCK_FREE 72*0f4c859eSApple OSS Distributions #define ATOMIC_POINTER_LOCK_FREE __CLANG_ATOMIC_POINTER_LOCK_FREE 73*0f4c859eSApple OSS Distributions 74*0f4c859eSApple OSS Distributions /* 7.17.2 Initialization */ 75*0f4c859eSApple OSS Distributions 76*0f4c859eSApple OSS Distributions #define ATOMIC_VAR_INIT(value) (value) 77*0f4c859eSApple OSS Distributions #define atomic_init __c11_atomic_init 78*0f4c859eSApple OSS Distributions 79*0f4c859eSApple OSS Distributions /* 7.17.3 Order and consistency */ 80*0f4c859eSApple OSS Distributions 81*0f4c859eSApple OSS Distributions typedef enum memory_order { 82*0f4c859eSApple OSS Distributions memory_order_relaxed = __ATOMIC_RELAXED, 83*0f4c859eSApple OSS Distributions memory_order_consume = __ATOMIC_CONSUME, 84*0f4c859eSApple OSS Distributions memory_order_acquire = __ATOMIC_ACQUIRE, 85*0f4c859eSApple OSS Distributions memory_order_release = __ATOMIC_RELEASE, 86*0f4c859eSApple OSS Distributions memory_order_acq_rel = __ATOMIC_ACQ_REL, 87*0f4c859eSApple OSS Distributions memory_order_seq_cst = __ATOMIC_SEQ_CST 88*0f4c859eSApple OSS Distributions } memory_order; 89*0f4c859eSApple OSS Distributions 90*0f4c859eSApple OSS Distributions #define kill_dependency(y) (y) 91*0f4c859eSApple OSS Distributions 92*0f4c859eSApple OSS Distributions /* 7.17.4 Fences */ 93*0f4c859eSApple OSS Distributions 94*0f4c859eSApple OSS Distributions #ifndef KERNEL 95*0f4c859eSApple OSS Distributions /* These should be provided by the libc implementation. */ 96*0f4c859eSApple OSS Distributions void atomic_thread_fence(memory_order); 97*0f4c859eSApple OSS Distributions void atomic_signal_fence(memory_order); 98*0f4c859eSApple OSS Distributions #endif 99*0f4c859eSApple OSS Distributions 100*0f4c859eSApple OSS Distributions #define atomic_thread_fence(order) __c11_atomic_thread_fence(order) 101*0f4c859eSApple OSS Distributions #define atomic_signal_fence(order) __c11_atomic_signal_fence(order) 102*0f4c859eSApple OSS Distributions 103*0f4c859eSApple OSS Distributions /* 7.17.5 Lock-free property */ 104*0f4c859eSApple OSS Distributions 105*0f4c859eSApple OSS Distributions #define atomic_is_lock_free(obj) __c11_atomic_is_lock_free(sizeof(*(obj))) 106*0f4c859eSApple OSS Distributions 107*0f4c859eSApple OSS Distributions /* 7.17.6 Atomic integer types */ 108*0f4c859eSApple OSS Distributions 109*0f4c859eSApple OSS Distributions #ifdef __cplusplus 110*0f4c859eSApple OSS Distributions typedef _Atomic(bool) atomic_bool; 111*0f4c859eSApple OSS Distributions #else 112*0f4c859eSApple OSS Distributions typedef _Atomic(_Bool) atomic_bool; 113*0f4c859eSApple OSS Distributions #endif 114*0f4c859eSApple OSS Distributions typedef _Atomic(char) atomic_char; 115*0f4c859eSApple OSS Distributions typedef _Atomic(signed char) atomic_schar; 116*0f4c859eSApple OSS Distributions typedef _Atomic(unsigned char) atomic_uchar; 117*0f4c859eSApple OSS Distributions typedef _Atomic(short) atomic_short; 118*0f4c859eSApple OSS Distributions typedef _Atomic(unsigned short) atomic_ushort; 119*0f4c859eSApple OSS Distributions typedef _Atomic(int) atomic_int; 120*0f4c859eSApple OSS Distributions typedef _Atomic(unsigned int) atomic_uint; 121*0f4c859eSApple OSS Distributions typedef _Atomic(long) atomic_long; 122*0f4c859eSApple OSS Distributions typedef _Atomic(unsigned long) atomic_ulong; 123*0f4c859eSApple OSS Distributions typedef _Atomic(long long) atomic_llong; 124*0f4c859eSApple OSS Distributions typedef _Atomic(unsigned long long) atomic_ullong; 125*0f4c859eSApple OSS Distributions typedef _Atomic(uint_least16_t) atomic_char16_t; 126*0f4c859eSApple OSS Distributions typedef _Atomic(uint_least32_t) atomic_char32_t; 127*0f4c859eSApple OSS Distributions typedef _Atomic(wchar_t) atomic_wchar_t; 128*0f4c859eSApple OSS Distributions typedef _Atomic(int_least8_t) atomic_int_least8_t; 129*0f4c859eSApple OSS Distributions typedef _Atomic(uint_least8_t) atomic_uint_least8_t; 130*0f4c859eSApple OSS Distributions typedef _Atomic(int_least16_t) atomic_int_least16_t; 131*0f4c859eSApple OSS Distributions typedef _Atomic(uint_least16_t) atomic_uint_least16_t; 132*0f4c859eSApple OSS Distributions typedef _Atomic(int_least32_t) atomic_int_least32_t; 133*0f4c859eSApple OSS Distributions typedef _Atomic(uint_least32_t) atomic_uint_least32_t; 134*0f4c859eSApple OSS Distributions typedef _Atomic(int_least64_t) atomic_int_least64_t; 135*0f4c859eSApple OSS Distributions typedef _Atomic(uint_least64_t) atomic_uint_least64_t; 136*0f4c859eSApple OSS Distributions typedef _Atomic(int_fast8_t) atomic_int_fast8_t; 137*0f4c859eSApple OSS Distributions typedef _Atomic(uint_fast8_t) atomic_uint_fast8_t; 138*0f4c859eSApple OSS Distributions typedef _Atomic(int_fast16_t) atomic_int_fast16_t; 139*0f4c859eSApple OSS Distributions typedef _Atomic(uint_fast16_t) atomic_uint_fast16_t; 140*0f4c859eSApple OSS Distributions typedef _Atomic(int_fast32_t) atomic_int_fast32_t; 141*0f4c859eSApple OSS Distributions typedef _Atomic(uint_fast32_t) atomic_uint_fast32_t; 142*0f4c859eSApple OSS Distributions typedef _Atomic(int_fast64_t) atomic_int_fast64_t; 143*0f4c859eSApple OSS Distributions typedef _Atomic(uint_fast64_t) atomic_uint_fast64_t; 144*0f4c859eSApple OSS Distributions typedef _Atomic(intptr_t) atomic_intptr_t; 145*0f4c859eSApple OSS Distributions typedef _Atomic(uintptr_t) atomic_uintptr_t; 146*0f4c859eSApple OSS Distributions typedef _Atomic(size_t) atomic_size_t; 147*0f4c859eSApple OSS Distributions typedef _Atomic(ptrdiff_t) atomic_ptrdiff_t; 148*0f4c859eSApple OSS Distributions typedef _Atomic(intmax_t) atomic_intmax_t; 149*0f4c859eSApple OSS Distributions typedef _Atomic(uintmax_t) atomic_uintmax_t; 150*0f4c859eSApple OSS Distributions 151*0f4c859eSApple OSS Distributions /* 7.17.7 Operations on atomic types */ 152*0f4c859eSApple OSS Distributions 153*0f4c859eSApple OSS Distributions #define atomic_store(object, desired) __c11_atomic_store(object, desired, __ATOMIC_SEQ_CST) 154*0f4c859eSApple OSS Distributions #define atomic_store_explicit __c11_atomic_store 155*0f4c859eSApple OSS Distributions 156*0f4c859eSApple OSS Distributions #define atomic_load(object) __c11_atomic_load(object, __ATOMIC_SEQ_CST) 157*0f4c859eSApple OSS Distributions #define atomic_load_explicit __c11_atomic_load 158*0f4c859eSApple OSS Distributions 159*0f4c859eSApple OSS Distributions #define atomic_exchange(object, desired) __c11_atomic_exchange(object, desired, __ATOMIC_SEQ_CST) 160*0f4c859eSApple OSS Distributions #define atomic_exchange_explicit __c11_atomic_exchange 161*0f4c859eSApple OSS Distributions 162*0f4c859eSApple OSS Distributions #define atomic_compare_exchange_strong(object, expected, desired) __c11_atomic_compare_exchange_strong(object, expected, desired, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) 163*0f4c859eSApple OSS Distributions #define atomic_compare_exchange_strong_explicit __c11_atomic_compare_exchange_strong 164*0f4c859eSApple OSS Distributions 165*0f4c859eSApple OSS Distributions #define atomic_compare_exchange_weak(object, expected, desired) __c11_atomic_compare_exchange_weak(object, expected, desired, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) 166*0f4c859eSApple OSS Distributions #define atomic_compare_exchange_weak_explicit __c11_atomic_compare_exchange_weak 167*0f4c859eSApple OSS Distributions 168*0f4c859eSApple OSS Distributions #define atomic_fetch_add(object, operand) __c11_atomic_fetch_add(object, operand, __ATOMIC_SEQ_CST) 169*0f4c859eSApple OSS Distributions #define atomic_fetch_add_explicit __c11_atomic_fetch_add 170*0f4c859eSApple OSS Distributions 171*0f4c859eSApple OSS Distributions #define atomic_fetch_sub(object, operand) __c11_atomic_fetch_sub(object, operand, __ATOMIC_SEQ_CST) 172*0f4c859eSApple OSS Distributions #define atomic_fetch_sub_explicit __c11_atomic_fetch_sub 173*0f4c859eSApple OSS Distributions 174*0f4c859eSApple OSS Distributions #define atomic_fetch_or(object, operand) __c11_atomic_fetch_or(object, operand, __ATOMIC_SEQ_CST) 175*0f4c859eSApple OSS Distributions #define atomic_fetch_or_explicit __c11_atomic_fetch_or 176*0f4c859eSApple OSS Distributions 177*0f4c859eSApple OSS Distributions #define atomic_fetch_xor(object, operand) __c11_atomic_fetch_xor(object, operand, __ATOMIC_SEQ_CST) 178*0f4c859eSApple OSS Distributions #define atomic_fetch_xor_explicit __c11_atomic_fetch_xor 179*0f4c859eSApple OSS Distributions 180*0f4c859eSApple OSS Distributions #define atomic_fetch_and(object, operand) __c11_atomic_fetch_and(object, operand, __ATOMIC_SEQ_CST) 181*0f4c859eSApple OSS Distributions #define atomic_fetch_and_explicit __c11_atomic_fetch_and 182*0f4c859eSApple OSS Distributions 183*0f4c859eSApple OSS Distributions /* 7.17.8 Atomic flag type and operations */ 184*0f4c859eSApple OSS Distributions 185*0f4c859eSApple OSS Distributions typedef struct atomic_flag { atomic_bool _Value; } atomic_flag; 186*0f4c859eSApple OSS Distributions 187*0f4c859eSApple OSS Distributions #define ATOMIC_FLAG_INIT { 0 } 188*0f4c859eSApple OSS Distributions 189*0f4c859eSApple OSS Distributions #ifndef KERNEL 190*0f4c859eSApple OSS Distributions /* These should be provided by the libc implementation. */ 191*0f4c859eSApple OSS Distributions #ifdef __cplusplus 192*0f4c859eSApple OSS Distributions bool atomic_flag_test_and_set(volatile atomic_flag *); 193*0f4c859eSApple OSS Distributions bool atomic_flag_test_and_set_explicit(volatile atomic_flag *, memory_order); 194*0f4c859eSApple OSS Distributions #else 195*0f4c859eSApple OSS Distributions _Bool atomic_flag_test_and_set(volatile atomic_flag *); 196*0f4c859eSApple OSS Distributions _Bool atomic_flag_test_and_set_explicit(volatile atomic_flag *, memory_order); 197*0f4c859eSApple OSS Distributions #endif 198*0f4c859eSApple OSS Distributions void atomic_flag_clear(volatile atomic_flag *); 199*0f4c859eSApple OSS Distributions void atomic_flag_clear_explicit(volatile atomic_flag *, memory_order); 200*0f4c859eSApple OSS Distributions #endif 201*0f4c859eSApple OSS Distributions 202*0f4c859eSApple OSS Distributions #define atomic_flag_test_and_set(object) __c11_atomic_exchange(&(object)->_Value, 1, __ATOMIC_SEQ_CST) 203*0f4c859eSApple OSS Distributions #define atomic_flag_test_and_set_explicit(object, order) __c11_atomic_exchange(&(object)->_Value, 1, order) 204*0f4c859eSApple OSS Distributions 205*0f4c859eSApple OSS Distributions #define atomic_flag_clear(object) __c11_atomic_store(&(object)->_Value, 0, __ATOMIC_SEQ_CST) 206*0f4c859eSApple OSS Distributions #define atomic_flag_clear_explicit(object, order) __c11_atomic_store(&(object)->_Value, 0, order) 207*0f4c859eSApple OSS Distributions 208*0f4c859eSApple OSS Distributions #ifdef __cplusplus 209*0f4c859eSApple OSS Distributions } 210*0f4c859eSApple OSS Distributions #endif 211*0f4c859eSApple OSS Distributions 212*0f4c859eSApple OSS Distributions #endif /* __STDC_HOSTED__ */ 213*0f4c859eSApple OSS Distributions #endif /* __CLANG_STDATOMIC_H */ 214*0f4c859eSApple OSS Distributions 215*0f4c859eSApple OSS Distributions #endif /* XNU_KERNEL_PRIVATE */ 216