1 /*
2 * Copyright (c) 2007 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28 #ifdef PRIVATE
29
30 #ifndef _ARM_CPU_CAPABILITIES_H
31 #define _ARM_CPU_CAPABILITIES_H
32
33 #if defined (__arm__) || defined (__arm64__)
34
35 #ifndef __ASSEMBLER__
36 #include <stdint.h>
37 #include <mach/vm_types.h>
38 #endif
39
40
41 #define USER_TIMEBASE_NONE 0
42 #define USER_TIMEBASE_SPEC 1
43 #define USER_TIMEBASE_NOSPEC 2
44 #define USER_TIMEBASE_NOSPEC_APPLE 3
45
46 /*
47 * This is the authoritative way to determine from user mode what
48 * implementation-specific processor features are available.
49 * This API only supported for Apple internal use.
50 *
51 */
52
53 /*
54 * Bit definitions for _cpu_capabilities:
55 */
56 #define kHasFeatFP16 0x00000008 // ARM v8.2 NEON FP16 supported
57 #define kCache32 0x00000010 // cache line size is 32 bytes
58 #define kCache64 0x00000020 // cache line size is 64 bytes
59 #define kCache128 0x00000040 // cache line size is 128 bytes
60 #define kFastThreadLocalStorage 0x00000080 // TLS ptr is kept in a user-mode-readable register
61 #define kHasAdvSIMD 0x00000100 // Advanced SIMD is supported
62 #define kHasAdvSIMD_HPFPCvt 0x00000200 // Advanced SIMD half-precision
63 #define kHasVfp 0x00000400 // VFP is supported
64 #define kHasUCNormalMemory 0x00000800 // Uncacheable normal memory type supported
65 #define kHasEvent 0x00001000 // WFE/SVE and period event wakeup
66 #define kHasFMA 0x00002000 // Fused multiply add is supported
67 #define kHasFeatFHM 0x00004000 // Optional ARMv8.2 FMLAL/FMLSL instructions (required in ARMv8.4)
68 #define kUP 0x00008000 // set if (kNumCPUs == 1)
69 #define kNumCPUs 0x00FF0000 // number of CPUs (see _NumCPUs() below)
70 #define kHasARMv8Crypto 0x01000000 // Optional ARMv8 Crypto extensions
71 #define kHasFeatLSE 0x02000000 // ARMv8.1 Atomic instructions supported
72 #define kHasARMv8Crc32 0x04000000 // Optional ARMv8 crc32 instructions (required in ARMv8.1)
73 #define kHasFeatSHA512 0x80000000 // Optional ARMv8.2 SHA512 instructions
74 /* Extending into 64-bits from here: */
75 #define kHasFeatSHA3 0x0000000100000000 // Optional ARMv8.2 SHA3 instructions
76 #define kHasFeatFCMA 0x0000000200000000 // ARMv8.3 complex number instructions
77 #define kHasFEATFlagM 0x0000010000000000
78 #define kHasFEATFlagM2 0x0000020000000000
79 #define kHasFeatDotProd 0x0000040000000000
80 #define kHasFeatRDM 0x0000080000000000
81 #define kHasFeatSPECRES 0x0000100000000000
82 #define kHasFeatSB 0x0000200000000000
83 #define kHasFeatFRINTTS 0x0000400000000000
84 #define kHasArmv8GPI 0x0000800000000000
85 #define kHasFeatLRCPC 0x0001000000000000
86 #define kHasFeatLRCPC2 0x0002000000000000
87 #define kHasFeatJSCVT 0x0004000000000000
88 #define kHasFeatPAuth 0x0008000000000000
89 #define kHasFeatDPB 0x0010000000000000
90 #define kHasFeatDPB2 0x0020000000000000
91 #define kHasFeatLSE2 0x0040000000000000
92 #define kHasFeatCSV2 0x0080000000000000
93 #define kHasFeatCSV3 0x0100000000000000
94 #define kHasFeatDIT 0x0200000000000000
95 #define kHasFP_SyncExceptions 0x0400000000000000
96
97 /* Individual features coalesced to save bits */
98 #define kHasFeatSHA256 kHasARMv8Crypto
99 #define kHasFeatSHA1 kHasARMv8Crypto
100 #define kHasFeatAES kHasARMv8Crypto
101 #define kHasFeatPMULL kHasARMv8Crypto
102
103 /* Deprecated names */
104 #define kHasNeonFP16 kHasFeatFP16
105 #define kHasNeon kHasAdvSIMD
106 #define kHasNeonHPFP kHasAdvSIMD_HPFPCvt
107 #define kHasARMv82FHM kHasFeatFHM
108 #define kHasARMv81Atomics kHasFeatLSE
109 #define kHasARMv82SHA512 kHasFeatSHA512
110 #define kHasARMv82SHA3 kHasFeatSHA3
111 #define kHasARMv83CompNum kHasFeatFCMA
112
113 #define kNumCPUsShift 16 // see _NumCPUs() below
114 /*
115 * Bit definitions for multiuser_config:
116 */
117 #define kIsMultiUserDevice 0x80000000 // this device is in multiuser mode
118 #define kHasSecondaryUsers 0x40000000 // this device has Secondary Users
119 #define kMultiUserCurrentUserMask 0x3fffffff // the current user UID of the multiuser device
120
121 #ifndef __ASSEMBLER__
122 #include <sys/commpage.h>
123
124 __BEGIN_DECLS
125 extern uint64_t _get_cpu_capabilities( void );
126 __END_DECLS
127
128 __inline static
129 int
_NumCPUs(void)130 _NumCPUs( void )
131 {
132 return (_get_cpu_capabilities() & kNumCPUs) >> kNumCPUsShift;
133 }
134
135
136 typedef struct {
137 volatile uint64_t TimeBase;
138 volatile uint32_t TimeStamp_sec;
139 volatile uint32_t TimeStamp_usec;
140 volatile uint32_t TimeBaseTicks_per_sec;
141 volatile uint32_t TimeBaseTicks_per_usec;
142 volatile uint64_t TimeBase_magic;
143 volatile uint32_t TimeBase_add;
144 volatile uint32_t TimeBase_shift;
145 } commpage_timeofday_data_t;
146
147 __BEGIN_DECLS
148 extern vm_address_t _get_commpage_priv_address(void);
149 extern vm_address_t _get_commpage_ro_address(void);
150 extern vm_address_t _get_commpage_text_priv_address(void);
151 __END_DECLS
152
153 #endif /* __ASSEMBLER__ */
154
155
156 /*
157 * The shared kernel/user "comm page(s)":
158 */
159
160 #if defined(__LP64__)
161
162 #define _COMM_PAGE64_BASE_ADDRESS (0x0000000FFFFFC000ULL) /* In TTBR0 */
163 #define _COMM_PAGE64_RO_ADDRESS (0x0000000FFFFF4000ULL) /* In TTBR0 */
164 #define _COMM_PAGE64_AREA_LENGTH (_COMM_PAGE32_AREA_LENGTH)
165 #define _COMM_PAGE64_AREA_USED (-1)
166
167 #define _COMM_PAGE_PRIV(_addr_) ((_addr_) - (_COMM_PAGE_START_ADDRESS) + _get_commpage_priv_address())
168
169 #ifdef KERNEL_PRIVATE
170 #define _COMM_PAGE_RW_OFFSET (0)
171 #define _COMM_PAGE_RO_OFFSET (0)
172 #define _COMM_PAGE_AREA_LENGTH (PAGE_SIZE)
173
174 #define _COMM_PAGE_BASE_ADDRESS (_get_commpage_priv_address())
175 #define _COMM_PAGE_START_ADDRESS (_get_commpage_priv_address())
176 #define _COMM_PAGE_RO_ADDRESS (_get_commpage_ro_address())
177
178 /**
179 * This represents the size of the memory region that the commpage is nested in.
180 * On 4K page systems, this is 1GB, and on 16KB page systems this is technically
181 * only 32MB, but to keep consistency across address spaces we always reserve
182 * 1GB for the commpage on ARM devices.
183 *
184 * The commpage itself only takes up a single page, but its page tables are
185 * being shared across every user process. Entries should not be allowed to
186 * be created in those shared tables, which is why the VM uses these values to
187 * reserve the entire nesting region in every user process address space.
188 *
189 * If the commpage base address changes, these values might also need to be
190 * updated.
191 */
192 #define _COMM_PAGE64_NESTING_START (0x0000000FC0000000ULL)
193 #define _COMM_PAGE64_NESTING_SIZE (0x40000000ULL) /* 1GiB */
194 _Static_assert((_COMM_PAGE64_BASE_ADDRESS >= _COMM_PAGE64_NESTING_START) &&
195 (_COMM_PAGE64_BASE_ADDRESS < (_COMM_PAGE64_NESTING_START + _COMM_PAGE64_NESTING_SIZE)),
196 "_COMM_PAGE64_BASE_ADDRESS is not within the nesting region. Commpage nesting "
197 "region probably needs to be updated.");
198
199 #else /* KERNEL_PRIVATE */
200 /*
201 * <sys/commpage.h> defines a couple of convenience macros
202 * to help read data from the commpage.
203 */
204 #define _COMM_PAGE_AREA_LENGTH (4096)
205
206 #define _COMM_PAGE_BASE_ADDRESS _COMM_PAGE64_BASE_ADDRESS
207 #define _COMM_PAGE_START_ADDRESS _COMM_PAGE64_BASE_ADDRESS
208 #define _COMM_PAGE_RO_ADDRESS _COMM_PAGE64_RO_ADDRESS
209 #endif /* KERNEL_PRIVATE */
210
211 #else /* __LP64__ */
212
213 #define _COMM_PAGE64_BASE_ADDRESS (-1)
214 #define _COMM_PAGE64_AREA_LENGTH (-1)
215 #define _COMM_PAGE64_AREA_USED (-1)
216
217 // macro to change a user comm page address to one that is accessible from privileged mode
218 // this macro is stubbed as PAN is not available on AARCH32,
219 // but this may still be required for compatibility
220 #define _COMM_PAGE_PRIV(_addr_) (_addr_)
221
222 #ifdef KERNEL_PRIVATE
223 #define _COMM_PAGE_RW_OFFSET (_get_commpage_priv_address()-_COMM_PAGE_BASE_ADDRESS)
224 #define _COMM_PAGE_RO_OFFSET (_get_commpage_ro_address()-_COMM_PAGE_RO_ADDRESS)
225 #define _COMM_PAGE_AREA_LENGTH (PAGE_SIZE)
226 #else /* KERNEL_PRIVATE */
227 #define _COMM_PAGE_AREA_LENGTH (4096)
228 #endif /* KERNEL_PRIVATE */
229
230 #define _COMM_PAGE_BASE_ADDRESS _COMM_PAGE32_BASE_ADDRESS
231 #define _COMM_PAGE_START_ADDRESS _COMM_PAGE32_BASE_ADDRESS
232 #define _COMM_PAGE_RO_ADDRESS _COMM_PAGE32_RO_ADDRESS
233
234 #endif /* __LP64__ */
235
236 #define _COMM_PAGE32_BASE_ADDRESS (0xFFFF4000) /* Must be outside of normal map bounds */
237 #define _COMM_PAGE32_RO_ADDRESS (0xFFFFC000) /* Must be outside of normal map bounds */
238 #define _COMM_PAGE32_AREA_LENGTH (_COMM_PAGE_AREA_LENGTH)
239 #define _COMM_PAGE32_TEXT_START (-1)
240
241 #define _COMM_PAGE32_OBJC_SIZE 0ULL
242 #define _COMM_PAGE32_OBJC_BASE 0ULL
243 #define _COMM_PAGE64_OBJC_SIZE 0ULL
244 #define _COMM_PAGE64_OBJC_BASE 0ULL
245
246 /*
247 * Comm page layout versions
248 *
249 * If you need to create an RO variant of an existing commpage field (see "Comm page data fields"
250 * description below), bump the maximum value of _COMM_PAGE_LAYOUT_VERSION. The kernel should
251 * always use the latest version. Individual build targets may default to lower versions as
252 * needed. For layout versions lower than the version in which an RO variant was added, the
253 * field should be defined to use the "legacy" RW offset. In general, we expect these comm page
254 * fields to only be used by platform-level binaries, which are typically coupled to the SDK.
255 * A notable exception are simulator targets, which must run the latest platform binaries against
256 * older host kernels. Individual builds can also override _COMM_PAGE_LAYOUT_VERSION if they
257 * should need to for some reason.
258 * Note that we don't use the _COMM_PAGE_VERSION field to provide conditional runtime access
259 * to these RO fields, as the version resides in the legacy kernel-writable page and could be
260 * spoofed by an attacker.
261 */
262
263 #ifndef _COMM_PAGE_LAYOUT_VERSION
264
265 #if KERNEL
266 #define _COMM_PAGE_LAYOUT_VERSION 1
267 #elif TARGET_OS_SIMULATOR
268 // Simulators require running platform libraries built against new SDKs on older hosts
269 #define _COMM_PAGE_LAYOUT_VERSION 0
270 #else
271 #define _COMM_PAGE_LAYOUT_VERSION 1
272 #endif
273
274 #endif // #ifndef _COMM_PAGE_LAYOUT_VERSION
275
276 /*
277 * Comm page data fields
278 *
279 * There is always at least one comm page, backed by a physical page with a kernel RW mapping.
280 * Apply the _COMM_PAGE_PRIV macro to use this mapping in kernel mode.
281 * Depending on device configuration, there may be an additional comm page, backed by a physical
282 * page with a kernel RO mapping. This is an additional security measure for certain high-value
283 * comm page fields which only need to be accessed from the kernel during early boot.
284 * Fields that wish to use this page when available should be defined here as an offset from
285 * _COMM_PAGE_RO_ADDRESS instead of _COMM_PAGE_START_ADDRESS, and should be placed at an offset
286 * that does not overlap with any other RO or RW field. If an existing field is migrated from
287 * the RW to the RO page, the RW definition should be preserved with a _LEGACY suffix in order
288 * to maintain binary compatibility.
289 */
290 #define _COMM_PAGE_SIGNATURE (_COMM_PAGE_START_ADDRESS+0x000) // first few bytes are a signature
291 #define _COMM_PAGE_SIGNATURELEN (0x10)
292 #define _COMM_PAGE_CPU_CAPABILITIES64 (_COMM_PAGE_START_ADDRESS+0x010) /* uint64_t _cpu_capabilities */
293 #define _COMM_PAGE_UNUSED (_COMM_PAGE_START_ADDRESS+0x018) /* 6 unused bytes */
294 #define _COMM_PAGE_VERSION (_COMM_PAGE_START_ADDRESS+0x01E) // 16-bit version#
295 #define _COMM_PAGE_THIS_VERSION 3 // version of the commarea format
296
297 #define _COMM_PAGE_CPU_CAPABILITIES (_COMM_PAGE_START_ADDRESS+0x020) // uint32_t _cpu_capabilities
298 #define _COMM_PAGE_NCPUS (_COMM_PAGE_START_ADDRESS+0x022) // uint8_t number of configured CPUs
299
300 #define _COMM_PAGE_USER_PAGE_SHIFT_32_LEGACY (_COMM_PAGE_START_ADDRESS+0x024) // VM page shift for 32-bit processes
301 #if _COMM_PAGE_LAYOUT_VERSION >= 1
302 #define _COMM_PAGE_USER_PAGE_SHIFT_32 (_COMM_PAGE_RO_ADDRESS+0x024) // VM page shift for 32-bit processes
303 #else
304 #define _COMM_PAGE_USER_PAGE_SHIFT_32 _COMM_PAGE_USER_PAGE_SHIFT_32_LEGACY
305 #endif
306
307 #define _COMM_PAGE_USER_PAGE_SHIFT_64_LEGACY (_COMM_PAGE_START_ADDRESS+0x025) // VM page shift for 64-bit processes
308 #if _COMM_PAGE_LAYOUT_VERSION >= 1
309 #define _COMM_PAGE_USER_PAGE_SHIFT_64 (_COMM_PAGE_RO_ADDRESS+0x025) // VM page shift for 64-bit processes
310 #else
311 #define _COMM_PAGE_USER_PAGE_SHIFT_64 _COMM_PAGE_USER_PAGE_SHIFT_64_LEGACY
312 #endif
313
314 #define _COMM_PAGE_CACHE_LINESIZE (_COMM_PAGE_START_ADDRESS+0x026) // uint16_t cache line size
315 #define _COMM_PAGE_UNUSED4 (_COMM_PAGE_START_ADDRESS+0x028) // used to be _COMM_PAGE_SCHED_GEN: uint32_t scheduler generation number (count of pre-emptions)
316 #define _COMM_PAGE_UNUSED3 (_COMM_PAGE_START_ADDRESS+0x02C) // used to be _COMM_PAGE_SPIN_COUNT: uint32_t max spin count for mutex's
317 #define _COMM_PAGE_MEMORY_PRESSURE (_COMM_PAGE_START_ADDRESS+0x030) // uint32_t copy of vm_memory_pressure
318 #define _COMM_PAGE_ACTIVE_CPUS (_COMM_PAGE_START_ADDRESS+0x034) // uint8_t number of active CPUs (hw.activecpu)
319 #define _COMM_PAGE_PHYSICAL_CPUS (_COMM_PAGE_START_ADDRESS+0x035) // uint8_t number of physical CPUs (hw.physicalcpu_max)
320 #define _COMM_PAGE_LOGICAL_CPUS (_COMM_PAGE_START_ADDRESS+0x036) // uint8_t number of logical CPUs (hw.logicalcpu_max)
321
322 #define _COMM_PAGE_KERNEL_PAGE_SHIFT_LEGACY (_COMM_PAGE_START_ADDRESS+0x037) // uint8_t kernel vm page shift */
323 #if _COMM_PAGE_LAYOUT_VERSION >= 1
324 #define _COMM_PAGE_KERNEL_PAGE_SHIFT (_COMM_PAGE_RO_ADDRESS+0x037) // uint8_t kernel vm page shift */
325 #else
326 #define _COMM_PAGE_KERNEL_PAGE_SHIFT _COMM_PAGE_KERNEL_PAGE_SHIFT_LEGACY
327 #endif
328
329 #define _COMM_PAGE_MEMORY_SIZE (_COMM_PAGE_START_ADDRESS+0x038) // uint64_t max memory size */
330 #define _COMM_PAGE_TIMEOFDAY_DATA (_COMM_PAGE_START_ADDRESS+0x040) // used by gettimeofday(). Currently, sizeof(commpage_timeofday_data_t) = 40. A new struct is used on gettimeofday but space is reserved on the commpage for compatibility
331 #define _COMM_PAGE_CPUFAMILY (_COMM_PAGE_START_ADDRESS+0x080) // used by memcpy() resolver
332
333 #define _COMM_PAGE_DEV_FIRM_LEGACY (_COMM_PAGE_START_ADDRESS+0x084) // uint32_t handle on PE_i_can_has_debugger
334 #if _COMM_PAGE_LAYOUT_VERSION >= 1
335 #define _COMM_PAGE_DEV_FIRM (_COMM_PAGE_RO_ADDRESS+0x084) // uint32_t handle on PE_i_can_has_debugger
336 #else
337 #define _COMM_PAGE_DEV_FIRM _COMM_PAGE_DEV_FIRM_LEGACY
338 #endif
339
340 #define _COMM_PAGE_TIMEBASE_OFFSET (_COMM_PAGE_START_ADDRESS+0x088) // uint64_t timebase offset for constructing mach_absolute_time()
341 #define _COMM_PAGE_USER_TIMEBASE (_COMM_PAGE_START_ADDRESS+0x090) // uint8_t is userspace mach_absolute_time supported (can read the timebase)
342 #define _COMM_PAGE_CONT_HWCLOCK (_COMM_PAGE_START_ADDRESS+0x091) // uint8_t is always-on hardware clock present for mach_continuous_time()
343 #define _COMM_PAGE_DTRACE_DOF_ENABLED (_COMM_PAGE_START_ADDRESS+0x092) // uint8_t 0 if userspace DOF disable, 1 if enabled
344 #define _COMM_PAGE_UNUSED0 (_COMM_PAGE_START_ADDRESS+0x093) // 5 unused bytes
345 #define _COMM_PAGE_CONT_TIMEBASE (_COMM_PAGE_START_ADDRESS+0x098) // uint64_t base for mach_continuous_time() relative to mach_absolute_time()
346 #define _COMM_PAGE_BOOTTIME_USEC (_COMM_PAGE_START_ADDRESS+0x0A0) // uint64_t boottime in microseconds
347 #define _COMM_PAGE_CONT_HW_TIMEBASE (_COMM_PAGE_START_ADDRESS+0x0A8) // uint64_t base for mach_continuous_time() relative to CNT[PV]CT
348
349 // aligning to 64byte for cacheline size
350 #define _COMM_PAGE_APPROX_TIME (_COMM_PAGE_START_ADDRESS+0x0C0) // uint64_t last known mach_absolute_time()
351 #define _COMM_PAGE_APPROX_TIME_SUPPORTED (_COMM_PAGE_START_ADDRESS+0x0C8) // uint8_t is mach_approximate_time supported
352
353
354 #define _COMM_PAGE_UNUSED1 (_COMM_PAGE_START_ADDRESS+0x0D9) // 39 unused bytes, align next mutable value to a separate cache line
355
356 #define _COMM_PAGE_KDEBUG_ENABLE (_COMM_PAGE_START_ADDRESS+0x100) // uint32_t export kdebug status bits to userspace
357 #define _COMM_PAGE_ATM_DIAGNOSTIC_CONFIG (_COMM_PAGE_START_ADDRESS+0x104) // uint32_t export "atm_diagnostic_config" to userspace
358 #define _COMM_PAGE_MULTIUSER_CONFIG (_COMM_PAGE_START_ADDRESS+0x108) // uint32_t export "multiuser_config" to userspace
359
360
361 #define _COMM_PAGE_NEWTIMEOFDAY_DATA (_COMM_PAGE_START_ADDRESS+0x120) // used by gettimeofday(). Currently, sizeof(new_commpage_timeofday_data_t) = 40.
362 #define _COMM_PAGE_REMOTETIME_PARAMS (_COMM_PAGE_START_ADDRESS+0x148) // used by mach_bridge_remote_time(). Currently, sizeof(struct bt_params) = 24
363 #define _COMM_PAGE_DYLD_FLAGS (_COMM_PAGE_START_ADDRESS+0x160) // uint64_t export kern.dyld_system_flags to userspace
364
365 // aligning to 128 bytes for cacheline/fabric size
366 #define _COMM_PAGE_CPU_QUIESCENT_COUNTER (_COMM_PAGE_START_ADDRESS+0x180) // uint64_t, but reserve the whole 128 (0x80) bytes
367
368 #define _COMM_PAGE_END (_COMM_PAGE_START_ADDRESS+0xfff) // end of common page
369
370 #if defined(__LP64__)
371 #if KERNEL_PRIVATE
372 #define _COMM_PAGE64_TEXT_START_ADDRESS (_get_commpage_text_priv_address()) // Address through physical aperture
373 #endif
374 /* Offset in bytes from start of text comm page to get to these functions. Start
375 * address to text comm page is from apple array */
376 #define _COMM_PAGE_TEXT_ATOMIC_ENQUEUE (0x0)
377 #define _COMM_PAGE_TEXT_ATOMIC_DEQUEUE (0x4)
378
379 #else /* __LP64__ */
380 /* No 32 bit text region */
381 #endif /* __LP64__ */
382
383 #endif /* defined (__arm__) || defined (__arm64__) */
384 #endif /* _ARM_CPU_CAPABILITIES_H */
385 #endif /* PRIVATE */
386