1*2c2f96dcSApple OSS Distributions /*
2*2c2f96dcSApple OSS Distributions * Copyright (c) 2019 Apple Inc. All rights reserved.
3*2c2f96dcSApple OSS Distributions *
4*2c2f96dcSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*2c2f96dcSApple OSS Distributions *
6*2c2f96dcSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*2c2f96dcSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*2c2f96dcSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*2c2f96dcSApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*2c2f96dcSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*2c2f96dcSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*2c2f96dcSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*2c2f96dcSApple OSS Distributions * terms of an Apple operating system software license agreement.
14*2c2f96dcSApple OSS Distributions *
15*2c2f96dcSApple OSS Distributions * Please obtain a copy of the License at
16*2c2f96dcSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*2c2f96dcSApple OSS Distributions *
18*2c2f96dcSApple OSS Distributions * The Original Code and all software distributed under the License are
19*2c2f96dcSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*2c2f96dcSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*2c2f96dcSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*2c2f96dcSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*2c2f96dcSApple OSS Distributions * Please see the License for the specific language governing rights and
24*2c2f96dcSApple OSS Distributions * limitations under the License.
25*2c2f96dcSApple OSS Distributions *
26*2c2f96dcSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*2c2f96dcSApple OSS Distributions */
28*2c2f96dcSApple OSS Distributions
29*2c2f96dcSApple OSS Distributions #ifndef __OS_ATOMIC_H__
30*2c2f96dcSApple OSS Distributions #define __OS_ATOMIC_H__
31*2c2f96dcSApple OSS Distributions
32*2c2f96dcSApple OSS Distributions /*!
33*2c2f96dcSApple OSS Distributions * @file <os/atomic.h>
34*2c2f96dcSApple OSS Distributions *
35*2c2f96dcSApple OSS Distributions * @brief
36*2c2f96dcSApple OSS Distributions * Small header that helps write code that works with both C11 and C++11,
37*2c2f96dcSApple OSS Distributions * or pre-C11 type declarations.
38*2c2f96dcSApple OSS Distributions *
39*2c2f96dcSApple OSS Distributions * @discussion
40*2c2f96dcSApple OSS Distributions * The macros below allow to write code like this, that can be put in a header
41*2c2f96dcSApple OSS Distributions * and will work with both C11 and C++11:
42*2c2f96dcSApple OSS Distributions *
43*2c2f96dcSApple OSS Distributions * <code>
44*2c2f96dcSApple OSS Distributions * struct old_type {
45*2c2f96dcSApple OSS Distributions * int atomic_field;
46*2c2f96dcSApple OSS Distributions * } old_variable;
47*2c2f96dcSApple OSS Distributions *
48*2c2f96dcSApple OSS Distributions * os_atomic_std(atomic_fetch_add_explicit)(
49*2c2f96dcSApple OSS Distributions * os_cast_to_atomic_pointer(&old_variable), 1,
50*2c2f96dcSApple OSS Distributions * os_atomic_std(memory_order_relaxed));
51*2c2f96dcSApple OSS Distributions * </code>
52*2c2f96dcSApple OSS Distributions */
53*2c2f96dcSApple OSS Distributions
54*2c2f96dcSApple OSS Distributions #include <os/base.h>
55*2c2f96dcSApple OSS Distributions
56*2c2f96dcSApple OSS Distributions #ifndef OS_ATOMIC_USES_CXX
57*2c2f96dcSApple OSS Distributions #ifdef KERNEL
58*2c2f96dcSApple OSS Distributions #define OS_ATOMIC_USES_CXX 0
59*2c2f96dcSApple OSS Distributions #elif defined(__cplusplus) && __cplusplus >= 201103L
60*2c2f96dcSApple OSS Distributions #define OS_ATOMIC_USES_CXX 1
61*2c2f96dcSApple OSS Distributions #else
62*2c2f96dcSApple OSS Distributions #define OS_ATOMIC_USES_CXX 0
63*2c2f96dcSApple OSS Distributions #endif
64*2c2f96dcSApple OSS Distributions #endif
65*2c2f96dcSApple OSS Distributions
66*2c2f96dcSApple OSS Distributions #if OS_ATOMIC_USES_CXX
67*2c2f96dcSApple OSS Distributions #include <atomic>
68*2c2f96dcSApple OSS Distributions #define OS_ATOMIC_STD std::
69*2c2f96dcSApple OSS Distributions #define os_atomic_std(op) std::op
70*2c2f96dcSApple OSS Distributions #define os_atomic(type) std::atomic<type> volatile
71*2c2f96dcSApple OSS Distributions #define os_cast_to_atomic_pointer(p) os::cast_to_atomic_pointer(p)
72*2c2f96dcSApple OSS Distributions #define os_atomic_basetypeof(p) decltype(os_cast_to_atomic_pointer(p)->load())
73*2c2f96dcSApple OSS Distributions #define os_cast_to_nonatomic_pointer(p) os::cast_to_nonatomic_pointer(p)
74*2c2f96dcSApple OSS Distributions #else /* !OS_ATOMIC_USES_CXX */
75*2c2f96dcSApple OSS Distributions #include <stdatomic.h>
76*2c2f96dcSApple OSS Distributions #define OS_ATOMIC_STD
77*2c2f96dcSApple OSS Distributions #define os_atomic_std(op) op
78*2c2f96dcSApple OSS Distributions #define os_atomic(type) type volatile _Atomic
79*2c2f96dcSApple OSS Distributions #define os_cast_to_atomic_pointer(p) (__typeof__(*(p)) volatile _Atomic *)(uintptr_t)(p)
80*2c2f96dcSApple OSS Distributions #define os_atomic_basetypeof(p) __typeof__(atomic_load(os_cast_to_atomic_pointer(p)))
81*2c2f96dcSApple OSS Distributions #define os_cast_to_nonatomic_pointer(p) (os_atomic_basetypeof(p) *)(uintptr_t)(p)
82*2c2f96dcSApple OSS Distributions #endif /* !OS_ATOMIC_USES_CXX */
83*2c2f96dcSApple OSS Distributions
84*2c2f96dcSApple OSS Distributions /*!
85*2c2f96dcSApple OSS Distributions * @group Internal implementation details
86*2c2f96dcSApple OSS Distributions *
87*2c2f96dcSApple OSS Distributions * @discussion The functions below are not intended to be used directly.
88*2c2f96dcSApple OSS Distributions */
89*2c2f96dcSApple OSS Distributions
90*2c2f96dcSApple OSS Distributions #if OS_ATOMIC_USES_CXX
91*2c2f96dcSApple OSS Distributions #include <type_traits>
92*2c2f96dcSApple OSS Distributions
93*2c2f96dcSApple OSS Distributions namespace os {
94*2c2f96dcSApple OSS Distributions template <class T> using remove_volatile_t = typename std::remove_volatile<T>::type;
95*2c2f96dcSApple OSS Distributions
96*2c2f96dcSApple OSS Distributions template <class T>
97*2c2f96dcSApple OSS Distributions inline volatile std::atomic<remove_volatile_t<T> > *
cast_to_atomic_pointer(T * v)98*2c2f96dcSApple OSS Distributions cast_to_atomic_pointer(T *v)
99*2c2f96dcSApple OSS Distributions {
100*2c2f96dcSApple OSS Distributions return reinterpret_cast<volatile std::atomic<remove_volatile_t<T> > *>(v);
101*2c2f96dcSApple OSS Distributions }
102*2c2f96dcSApple OSS Distributions
103*2c2f96dcSApple OSS Distributions template <class T>
104*2c2f96dcSApple OSS Distributions inline volatile std::atomic<remove_volatile_t<T> > *
cast_to_atomic_pointer(std::atomic<T> * v)105*2c2f96dcSApple OSS Distributions cast_to_atomic_pointer(std::atomic<T> *v)
106*2c2f96dcSApple OSS Distributions {
107*2c2f96dcSApple OSS Distributions return reinterpret_cast<volatile std::atomic<remove_volatile_t<T> > *>(v);
108*2c2f96dcSApple OSS Distributions }
109*2c2f96dcSApple OSS Distributions
110*2c2f96dcSApple OSS Distributions template <class T>
111*2c2f96dcSApple OSS Distributions inline volatile std::atomic<remove_volatile_t<T> > *
cast_to_atomic_pointer(volatile std::atomic<T> * v)112*2c2f96dcSApple OSS Distributions cast_to_atomic_pointer(volatile std::atomic<T> *v)
113*2c2f96dcSApple OSS Distributions {
114*2c2f96dcSApple OSS Distributions return reinterpret_cast<volatile std::atomic<remove_volatile_t<T> > *>(v);
115*2c2f96dcSApple OSS Distributions }
116*2c2f96dcSApple OSS Distributions
117*2c2f96dcSApple OSS Distributions template <class T>
118*2c2f96dcSApple OSS Distributions inline remove_volatile_t<T> *
cast_to_nonatomic_pointer(T * v)119*2c2f96dcSApple OSS Distributions cast_to_nonatomic_pointer(T *v)
120*2c2f96dcSApple OSS Distributions {
121*2c2f96dcSApple OSS Distributions return const_cast<remove_volatile_t<T> *>(v);
122*2c2f96dcSApple OSS Distributions }
123*2c2f96dcSApple OSS Distributions
124*2c2f96dcSApple OSS Distributions template <class T>
125*2c2f96dcSApple OSS Distributions inline remove_volatile_t<T> *
cast_to_nonatomic_pointer(std::atomic<T> * v)126*2c2f96dcSApple OSS Distributions cast_to_nonatomic_pointer(std::atomic<T> *v)
127*2c2f96dcSApple OSS Distributions {
128*2c2f96dcSApple OSS Distributions return reinterpret_cast<remove_volatile_t<T> *>(v);
129*2c2f96dcSApple OSS Distributions }
130*2c2f96dcSApple OSS Distributions
131*2c2f96dcSApple OSS Distributions template <class T>
132*2c2f96dcSApple OSS Distributions inline remove_volatile_t<T> *
cast_to_nonatomic_pointer(volatile std::atomic<T> * v)133*2c2f96dcSApple OSS Distributions cast_to_nonatomic_pointer(volatile std::atomic<T> *v)
134*2c2f96dcSApple OSS Distributions {
135*2c2f96dcSApple OSS Distributions auto _v = const_cast<std::atomic<T> *>(v);
136*2c2f96dcSApple OSS Distributions return reinterpret_cast<remove_volatile_t<T> *>(_v);
137*2c2f96dcSApple OSS Distributions }
138*2c2f96dcSApple OSS Distributions };
139*2c2f96dcSApple OSS Distributions #endif /* OS_ATOMIC_USES_CXX */
140*2c2f96dcSApple OSS Distributions
141*2c2f96dcSApple OSS Distributions #endif /* __OS_ATOMIC_H__ */
142