xref: /xnu-8792.81.2/libkern/os/atomic.h (revision 19c3b8c28c31cb8130e034cfb5df6bf9ba342d90)
1*19c3b8c2SApple OSS Distributions /*
2*19c3b8c2SApple OSS Distributions  * Copyright (c) 2019 Apple Inc. All rights reserved.
3*19c3b8c2SApple OSS Distributions  *
4*19c3b8c2SApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*19c3b8c2SApple OSS Distributions  *
6*19c3b8c2SApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*19c3b8c2SApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*19c3b8c2SApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*19c3b8c2SApple OSS Distributions  * compliance with the License. The rights granted to you under the License
10*19c3b8c2SApple OSS Distributions  * may not be used to create, or enable the creation or redistribution of,
11*19c3b8c2SApple OSS Distributions  * unlawful or unlicensed copies of an Apple operating system, or to
12*19c3b8c2SApple OSS Distributions  * circumvent, violate, or enable the circumvention or violation of, any
13*19c3b8c2SApple OSS Distributions  * terms of an Apple operating system software license agreement.
14*19c3b8c2SApple OSS Distributions  *
15*19c3b8c2SApple OSS Distributions  * Please obtain a copy of the License at
16*19c3b8c2SApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*19c3b8c2SApple OSS Distributions  *
18*19c3b8c2SApple OSS Distributions  * The Original Code and all software distributed under the License are
19*19c3b8c2SApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*19c3b8c2SApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*19c3b8c2SApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*19c3b8c2SApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*19c3b8c2SApple OSS Distributions  * Please see the License for the specific language governing rights and
24*19c3b8c2SApple OSS Distributions  * limitations under the License.
25*19c3b8c2SApple OSS Distributions  *
26*19c3b8c2SApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*19c3b8c2SApple OSS Distributions  */
28*19c3b8c2SApple OSS Distributions 
29*19c3b8c2SApple OSS Distributions #ifndef __OS_ATOMIC_H__
30*19c3b8c2SApple OSS Distributions #define __OS_ATOMIC_H__
31*19c3b8c2SApple OSS Distributions 
32*19c3b8c2SApple OSS Distributions /*!
33*19c3b8c2SApple OSS Distributions  * @file <os/atomic.h>
34*19c3b8c2SApple OSS Distributions  *
35*19c3b8c2SApple OSS Distributions  * @brief
36*19c3b8c2SApple OSS Distributions  * Small header that helps write code that works with both C11 and C++11,
37*19c3b8c2SApple OSS Distributions  * or pre-C11 type declarations.
38*19c3b8c2SApple OSS Distributions  *
39*19c3b8c2SApple OSS Distributions  * @discussion
40*19c3b8c2SApple OSS Distributions  * The macros below allow to write code like this, that can be put in a header
41*19c3b8c2SApple OSS Distributions  * and will work with both C11 and C++11:
42*19c3b8c2SApple OSS Distributions  *
43*19c3b8c2SApple OSS Distributions  * <code>
44*19c3b8c2SApple OSS Distributions  * struct old_type {
45*19c3b8c2SApple OSS Distributions  *     int atomic_field;
46*19c3b8c2SApple OSS Distributions  * } old_variable;
47*19c3b8c2SApple OSS Distributions  *
48*19c3b8c2SApple OSS Distributions  * os_atomic_std(atomic_fetch_add_explicit)(
49*19c3b8c2SApple OSS Distributions  *     os_cast_to_atomic_pointer(&old_variable), 1,
50*19c3b8c2SApple OSS Distributions  *     os_atomic_std(memory_order_relaxed));
51*19c3b8c2SApple OSS Distributions  * </code>
52*19c3b8c2SApple OSS Distributions  */
53*19c3b8c2SApple OSS Distributions 
54*19c3b8c2SApple OSS Distributions #include <os/base.h>
55*19c3b8c2SApple OSS Distributions 
56*19c3b8c2SApple OSS Distributions #ifndef OS_ATOMIC_USES_CXX
57*19c3b8c2SApple OSS Distributions #ifdef KERNEL
58*19c3b8c2SApple OSS Distributions #define OS_ATOMIC_USES_CXX 0
59*19c3b8c2SApple OSS Distributions #elif defined(__cplusplus) && __cplusplus >= 201103L
60*19c3b8c2SApple OSS Distributions #define OS_ATOMIC_USES_CXX 1
61*19c3b8c2SApple OSS Distributions #else
62*19c3b8c2SApple OSS Distributions #define OS_ATOMIC_USES_CXX 0
63*19c3b8c2SApple OSS Distributions #endif
64*19c3b8c2SApple OSS Distributions #endif
65*19c3b8c2SApple OSS Distributions 
66*19c3b8c2SApple OSS Distributions #if OS_ATOMIC_USES_CXX
67*19c3b8c2SApple OSS Distributions #include <atomic>
68*19c3b8c2SApple OSS Distributions #define OS_ATOMIC_STD                    std::
69*19c3b8c2SApple OSS Distributions #define os_atomic_std(op)                std::op
70*19c3b8c2SApple OSS Distributions #define os_atomic(type)                  std::atomic<type> volatile
71*19c3b8c2SApple OSS Distributions #define os_cast_to_atomic_pointer(p)     os::cast_to_atomic_pointer(p)
72*19c3b8c2SApple OSS Distributions #define os_atomic_basetypeof(p)          decltype(os_cast_to_atomic_pointer(p)->load())
73*19c3b8c2SApple OSS Distributions #define os_cast_to_nonatomic_pointer(p)  os::cast_to_nonatomic_pointer(p)
74*19c3b8c2SApple OSS Distributions #else /* !OS_ATOMIC_USES_CXX */
75*19c3b8c2SApple OSS Distributions #include <stdatomic.h>
76*19c3b8c2SApple OSS Distributions #define OS_ATOMIC_STD
77*19c3b8c2SApple OSS Distributions #define os_atomic_std(op)                op
78*19c3b8c2SApple OSS Distributions #define os_atomic(type)                  type volatile _Atomic
79*19c3b8c2SApple OSS Distributions #define os_cast_to_atomic_pointer(p)     (__typeof__(*(p)) volatile _Atomic *)(uintptr_t)(p)
80*19c3b8c2SApple OSS Distributions #define os_atomic_basetypeof(p)          __typeof__(atomic_load(os_cast_to_atomic_pointer(p)))
81*19c3b8c2SApple OSS Distributions #define os_cast_to_nonatomic_pointer(p)  (os_atomic_basetypeof(p) *)(uintptr_t)(p)
82*19c3b8c2SApple OSS Distributions #endif /* !OS_ATOMIC_USES_CXX */
83*19c3b8c2SApple OSS Distributions 
84*19c3b8c2SApple OSS Distributions /*!
85*19c3b8c2SApple OSS Distributions  * @group Internal implementation details
86*19c3b8c2SApple OSS Distributions  *
87*19c3b8c2SApple OSS Distributions  * @discussion The functions below are not intended to be used directly.
88*19c3b8c2SApple OSS Distributions  */
89*19c3b8c2SApple OSS Distributions 
90*19c3b8c2SApple OSS Distributions #if OS_ATOMIC_USES_CXX
91*19c3b8c2SApple OSS Distributions #include <type_traits>
92*19c3b8c2SApple OSS Distributions 
93*19c3b8c2SApple OSS Distributions namespace os {
94*19c3b8c2SApple OSS Distributions template <class T> using add_volatile_t = typename std::add_volatile<T>::type;
95*19c3b8c2SApple OSS Distributions template <class T> using remove_volatile_t = typename std::remove_volatile<T>::type;
96*19c3b8c2SApple OSS Distributions 
97*19c3b8c2SApple OSS Distributions template <class T>
98*19c3b8c2SApple OSS Distributions inline add_volatile_t<std::atomic<remove_volatile_t<T> > > *
cast_to_atomic_pointer(T * v)99*19c3b8c2SApple OSS Distributions cast_to_atomic_pointer(T *v)
100*19c3b8c2SApple OSS Distributions {
101*19c3b8c2SApple OSS Distributions 	return reinterpret_cast<add_volatile_t<std::atomic<remove_volatile_t<T> > > *>(v);
102*19c3b8c2SApple OSS Distributions }
103*19c3b8c2SApple OSS Distributions 
104*19c3b8c2SApple OSS Distributions template <class T>
105*19c3b8c2SApple OSS Distributions inline add_volatile_t<std::atomic<remove_volatile_t<T> > > *
cast_to_atomic_pointer(std::atomic<T> * v)106*19c3b8c2SApple OSS Distributions cast_to_atomic_pointer(std::atomic<T> *v)
107*19c3b8c2SApple OSS Distributions {
108*19c3b8c2SApple OSS Distributions 	return reinterpret_cast<add_volatile_t<std::atomic<remove_volatile_t<T> > > *>(v);
109*19c3b8c2SApple OSS Distributions }
110*19c3b8c2SApple OSS Distributions 
111*19c3b8c2SApple OSS Distributions template <class T>
112*19c3b8c2SApple OSS Distributions inline remove_volatile_t<T> *
cast_to_nonatomic_pointer(T * v)113*19c3b8c2SApple OSS Distributions cast_to_nonatomic_pointer(T *v)
114*19c3b8c2SApple OSS Distributions {
115*19c3b8c2SApple OSS Distributions 	return const_cast<remove_volatile_t<T> *>(v);
116*19c3b8c2SApple OSS Distributions }
117*19c3b8c2SApple OSS Distributions 
118*19c3b8c2SApple OSS Distributions template <class T>
119*19c3b8c2SApple OSS Distributions inline remove_volatile_t<T> *
cast_to_nonatomic_pointer(std::atomic<T> * v)120*19c3b8c2SApple OSS Distributions cast_to_nonatomic_pointer(std::atomic<T> *v)
121*19c3b8c2SApple OSS Distributions {
122*19c3b8c2SApple OSS Distributions 	return reinterpret_cast<remove_volatile_t<T> *>(v);
123*19c3b8c2SApple OSS Distributions }
124*19c3b8c2SApple OSS Distributions 
125*19c3b8c2SApple OSS Distributions template <class T>
126*19c3b8c2SApple OSS Distributions inline remove_volatile_t<T> *
cast_to_nonatomic_pointer(volatile std::atomic<T> * v)127*19c3b8c2SApple OSS Distributions cast_to_nonatomic_pointer(volatile std::atomic<T> *v)
128*19c3b8c2SApple OSS Distributions {
129*19c3b8c2SApple OSS Distributions 	auto _v = const_cast<std::atomic<T> *>(v);
130*19c3b8c2SApple OSS Distributions 	return reinterpret_cast<remove_volatile_t<T> *>(_v);
131*19c3b8c2SApple OSS Distributions }
132*19c3b8c2SApple OSS Distributions };
133*19c3b8c2SApple OSS Distributions #endif /* OS_ATOMIC_USES_CXX */
134*19c3b8c2SApple OSS Distributions 
135*19c3b8c2SApple OSS Distributions #endif /* __OS_ATOMIC_H__ */
136