1*e3723e1fSApple OSS Distributions /*
2*e3723e1fSApple OSS Distributions * Copyright (c) 2020 Apple Inc. All rights reserved.
3*e3723e1fSApple OSS Distributions *
4*e3723e1fSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*e3723e1fSApple OSS Distributions *
6*e3723e1fSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*e3723e1fSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*e3723e1fSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*e3723e1fSApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*e3723e1fSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*e3723e1fSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*e3723e1fSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*e3723e1fSApple OSS Distributions * terms of an Apple operating system software license agreement.
14*e3723e1fSApple OSS Distributions *
15*e3723e1fSApple OSS Distributions * Please obtain a copy of the License at
16*e3723e1fSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*e3723e1fSApple OSS Distributions *
18*e3723e1fSApple OSS Distributions * The Original Code and all software distributed under the License are
19*e3723e1fSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*e3723e1fSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*e3723e1fSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*e3723e1fSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*e3723e1fSApple OSS Distributions * Please see the License for the specific language governing rights and
24*e3723e1fSApple OSS Distributions * limitations under the License.
25*e3723e1fSApple OSS Distributions *
26*e3723e1fSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*e3723e1fSApple OSS Distributions */
28*e3723e1fSApple OSS Distributions
29*e3723e1fSApple OSS Distributions
30*e3723e1fSApple OSS Distributions #include <System/machine/cpu_capabilities.h>
31*e3723e1fSApple OSS Distributions
32*e3723e1fSApple OSS Distributions #include <darwintest.h>
33*e3723e1fSApple OSS Distributions
34*e3723e1fSApple OSS Distributions #include <stdio.h>
35*e3723e1fSApple OSS Distributions #include <stdint.h>
36*e3723e1fSApple OSS Distributions #include <unistd.h>
37*e3723e1fSApple OSS Distributions #include <sys/sysctl.h>
38*e3723e1fSApple OSS Distributions #include <sys/wait.h>
39*e3723e1fSApple OSS Distributions #include <ptrauth.h>
40*e3723e1fSApple OSS Distributions #include <dispatch/dispatch.h>
41*e3723e1fSApple OSS Distributions #include <libkern/OSAtomic.h>
42*e3723e1fSApple OSS Distributions
43*e3723e1fSApple OSS Distributions T_GLOBAL_META(T_META_RUN_CONCURRENTLY(true));
44*e3723e1fSApple OSS Distributions
45*e3723e1fSApple OSS Distributions #if TARGET_OS_OSX && defined(_COMM_PAGE_TEXT_ATOMIC_ENQUEUE)
46*e3723e1fSApple OSS Distributions
47*e3723e1fSApple OSS Distributions /* Keys and discriminators */
48*e3723e1fSApple OSS Distributions #define COMMPAGE_PFZ_BASE_AUTH_KEY ptrauth_key_process_independent_code
49*e3723e1fSApple OSS Distributions #define COMMPAGE_PFZ_FN_AUTH_KEY ptrauth_key_function_pointer
50*e3723e1fSApple OSS Distributions #define COMMPAGE_PFZ_BASE_DISCRIMINATOR ptrauth_string_discriminator("pfz")
51*e3723e1fSApple OSS Distributions
52*e3723e1fSApple OSS Distributions /* Auth and sign macros */
53*e3723e1fSApple OSS Distributions #define SIGN_COMMPAGE_PFZ_BASE_PTR(ptr) \
54*e3723e1fSApple OSS Distributions ptrauth_sign_unauthenticated(ptr, COMMPAGE_PFZ_BASE_AUTH_KEY, COMMPAGE_PFZ_BASE_DISCRIMINATOR)
55*e3723e1fSApple OSS Distributions #define AUTH_COMMPAGE_PFZ_BASE_PTR(ptr) \
56*e3723e1fSApple OSS Distributions ptrauth_auth_data(ptr, COMMPAGE_PFZ_BASE_AUTH_KEY, COMMPAGE_PFZ_BASE_DISCRIMINATOR)
57*e3723e1fSApple OSS Distributions #define SIGN_COMMPAGE_PFZ_FUNCTION_PTR(ptr) \
58*e3723e1fSApple OSS Distributions ptrauth_sign_unauthenticated(ptr, COMMPAGE_PFZ_FN_AUTH_KEY, 0)
59*e3723e1fSApple OSS Distributions
60*e3723e1fSApple OSS Distributions static void *commpage_pfz_base = NULL;
61*e3723e1fSApple OSS Distributions
62*e3723e1fSApple OSS Distributions static void *
get_pfz_base(void)63*e3723e1fSApple OSS Distributions get_pfz_base(void)
64*e3723e1fSApple OSS Distributions {
65*e3723e1fSApple OSS Distributions void *pfz_base = NULL;
66*e3723e1fSApple OSS Distributions size_t s = sizeof(void *);
67*e3723e1fSApple OSS Distributions
68*e3723e1fSApple OSS Distributions int ret = sysctlbyname("kern.pfz", &pfz_base, &s, NULL, 0);
69*e3723e1fSApple OSS Distributions T_ASSERT_POSIX_SUCCESS(ret, "sysctlbyname(kern.pfz)");
70*e3723e1fSApple OSS Distributions
71*e3723e1fSApple OSS Distributions commpage_pfz_base = SIGN_COMMPAGE_PFZ_BASE_PTR(pfz_base);
72*e3723e1fSApple OSS Distributions T_LOG("pfz base = 0x%llx\n", commpage_pfz_base);
73*e3723e1fSApple OSS Distributions }
74*e3723e1fSApple OSS Distributions
75*e3723e1fSApple OSS Distributions static void
undefined_function(void)76*e3723e1fSApple OSS Distributions undefined_function(void)
77*e3723e1fSApple OSS Distributions {
78*e3723e1fSApple OSS Distributions // We can use the same commpage_pfz_base as parent since the PFZ is slide
79*e3723e1fSApple OSS Distributions // once per boot and is same across all processes
80*e3723e1fSApple OSS Distributions void (*undefined)(void);
81*e3723e1fSApple OSS Distributions uintptr_t addr = (uintptr_t) (void *) AUTH_COMMPAGE_PFZ_BASE_PTR(commpage_pfz_base);
82*e3723e1fSApple OSS Distributions addr += _COMM_PAGE_TEXT_ATOMIC_DEQUEUE;
83*e3723e1fSApple OSS Distributions addr += 4; // Jump ahead
84*e3723e1fSApple OSS Distributions undefined = SIGN_COMMPAGE_PFZ_FUNCTION_PTR((void *)addr);
85*e3723e1fSApple OSS Distributions
86*e3723e1fSApple OSS Distributions return undefined();
87*e3723e1fSApple OSS Distributions }
88*e3723e1fSApple OSS Distributions
89*e3723e1fSApple OSS Distributions typedef struct {
90*e3723e1fSApple OSS Distributions void *next;
91*e3723e1fSApple OSS Distributions char *str;
92*e3723e1fSApple OSS Distributions } QueueNode;
93*e3723e1fSApple OSS Distributions
94*e3723e1fSApple OSS Distributions T_DECL(test_arm_pfz, "Validate that ARM PFZ is mapped in",
95*e3723e1fSApple OSS Distributions T_META_CHECK_LEAKS(false), T_META_IGNORECRASHES(".*undefined_function*"),
96*e3723e1fSApple OSS Distributions T_META_ENABLED(false) /* rdar://62615792 */)
97*e3723e1fSApple OSS Distributions {
98*e3723e1fSApple OSS Distributions static dispatch_once_t pred;
99*e3723e1fSApple OSS Distributions dispatch_once(&pred, ^{
100*e3723e1fSApple OSS Distributions commpage_pfz_base = get_pfz_base();
101*e3723e1fSApple OSS Distributions });
102*e3723e1fSApple OSS Distributions
103*e3723e1fSApple OSS Distributions OSFifoQueueHead head = OS_ATOMIC_FIFO_QUEUE_INIT;
104*e3723e1fSApple OSS Distributions char *str1 = "String 1", *str2 = "String 2";
105*e3723e1fSApple OSS Distributions QueueNode node1 = { 0, str1 };
106*e3723e1fSApple OSS Distributions QueueNode node2 = { 0, str2 };
107*e3723e1fSApple OSS Distributions
108*e3723e1fSApple OSS Distributions OSAtomicFifoEnqueue(&head, &node1, 0);
109*e3723e1fSApple OSS Distributions OSAtomicFifoEnqueue(&head, &node2, 0);
110*e3723e1fSApple OSS Distributions QueueNode *node_ptr = OSAtomicFifoDequeue(&head, 0);
111*e3723e1fSApple OSS Distributions T_ASSERT_EQ(strcmp(node_ptr->str, str1), 0, "Dequeued first node correctly");
112*e3723e1fSApple OSS Distributions
113*e3723e1fSApple OSS Distributions node_ptr = OSAtomicFifoDequeue(&head, 0);
114*e3723e1fSApple OSS Distributions T_ASSERT_EQ(strcmp(node_ptr->str, str2), 0, "Dequeued second node correctly");
115*e3723e1fSApple OSS Distributions
116*e3723e1fSApple OSS Distributions node_ptr = OSAtomicFifoDequeue(&head, 0);
117*e3723e1fSApple OSS Distributions T_ASSERT_EQ(node_ptr, NULL, "Dequeuing from empty list correctly");
118*e3723e1fSApple OSS Distributions
119*e3723e1fSApple OSS Distributions int child_pid = 0;
120*e3723e1fSApple OSS Distributions if ((child_pid = fork()) == 0) { // Child should call undefined function
121*e3723e1fSApple OSS Distributions return undefined_function();
122*e3723e1fSApple OSS Distributions } else {
123*e3723e1fSApple OSS Distributions int status = 0;
124*e3723e1fSApple OSS Distributions wait(&status);
125*e3723e1fSApple OSS Distributions
126*e3723e1fSApple OSS Distributions T_ASSERT_EQ(!WIFEXITED(status), true, "Did not exit cleanly");
127*e3723e1fSApple OSS Distributions T_ASSERT_EQ(WIFSIGNALED(status), true, "Exited due to signal");
128*e3723e1fSApple OSS Distributions T_LOG("Signal number = %d\n", WTERMSIG(status));
129*e3723e1fSApple OSS Distributions }
130*e3723e1fSApple OSS Distributions }
131*e3723e1fSApple OSS Distributions
132*e3723e1fSApple OSS Distributions T_DECL(test_rdar_65270017, "Testing for rdar 65270017",
133*e3723e1fSApple OSS Distributions T_META_CHECK_LEAKS(false), T_META_ENABLED(false) /* rdar://65270017 */)
134*e3723e1fSApple OSS Distributions {
135*e3723e1fSApple OSS Distributions static dispatch_once_t pred;
136*e3723e1fSApple OSS Distributions dispatch_once(&pred, ^{
137*e3723e1fSApple OSS Distributions commpage_pfz_base = get_pfz_base();
138*e3723e1fSApple OSS Distributions });
139*e3723e1fSApple OSS Distributions
140*e3723e1fSApple OSS Distributions struct OSAtomicFifoHeadWrapper {
141*e3723e1fSApple OSS Distributions // Embedded OSFifoQueueHead structure inside the structure
142*e3723e1fSApple OSS Distributions void *first;
143*e3723e1fSApple OSS Distributions void *last;
144*e3723e1fSApple OSS Distributions int opaque;
145*e3723e1fSApple OSS Distributions
146*e3723e1fSApple OSS Distributions int data;
147*e3723e1fSApple OSS Distributions } wrapped_head = {
148*e3723e1fSApple OSS Distributions .first = NULL,
149*e3723e1fSApple OSS Distributions .last = NULL,
150*e3723e1fSApple OSS Distributions .opaque = 0,
151*e3723e1fSApple OSS Distributions .data = 0xfeed
152*e3723e1fSApple OSS Distributions };
153*e3723e1fSApple OSS Distributions
154*e3723e1fSApple OSS Distributions char *str1 = "String 1", *str2 = "String 2";
155*e3723e1fSApple OSS Distributions QueueNode node1 = { 0, str1 };
156*e3723e1fSApple OSS Distributions QueueNode node2 = { 0, str2 };
157*e3723e1fSApple OSS Distributions
158*e3723e1fSApple OSS Distributions OSAtomicFifoEnqueue(&wrapped_head, &node1, 0);
159*e3723e1fSApple OSS Distributions T_ASSERT_EQ(wrapped_head.data, 0xfeed, "data is valid");
160*e3723e1fSApple OSS Distributions
161*e3723e1fSApple OSS Distributions OSAtomicFifoEnqueue(&wrapped_head, &node2, 0);
162*e3723e1fSApple OSS Distributions T_ASSERT_EQ(wrapped_head.data, 0xfeed, "data is valid");
163*e3723e1fSApple OSS Distributions
164*e3723e1fSApple OSS Distributions QueueNode *node_ptr = OSAtomicFifoDequeue(&wrapped_head, 0);
165*e3723e1fSApple OSS Distributions T_ASSERT_EQ(strcmp(node_ptr->str, str1), 0, "Dequeued first node correctly");
166*e3723e1fSApple OSS Distributions T_ASSERT_EQ(wrapped_head.data, 0xfeed, "data is valid");
167*e3723e1fSApple OSS Distributions
168*e3723e1fSApple OSS Distributions node_ptr = OSAtomicFifoDequeue(&wrapped_head, 0);
169*e3723e1fSApple OSS Distributions T_ASSERT_EQ(strcmp(node_ptr->str, str2), 0, "Dequeued second node correctly");
170*e3723e1fSApple OSS Distributions T_ASSERT_EQ(wrapped_head.data, 0xfeed, "data is valid");
171*e3723e1fSApple OSS Distributions
172*e3723e1fSApple OSS Distributions node_ptr = OSAtomicFifoDequeue(&wrapped_head, 0);
173*e3723e1fSApple OSS Distributions T_ASSERT_EQ(node_ptr, NULL, "Dequeuing from empty list correctly");
174*e3723e1fSApple OSS Distributions T_ASSERT_EQ(wrapped_head.data, 0xfeed, "data is valid");
175*e3723e1fSApple OSS Distributions }
176*e3723e1fSApple OSS Distributions
177*e3723e1fSApple OSS Distributions #define WIDE 50ll
178*e3723e1fSApple OSS Distributions #define SMALL 2000ll
179*e3723e1fSApple OSS Distributions
180*e3723e1fSApple OSS Distributions void
preheat(dispatch_queue_t dq)181*e3723e1fSApple OSS Distributions preheat(dispatch_queue_t dq)
182*e3723e1fSApple OSS Distributions {
183*e3723e1fSApple OSS Distributions dispatch_apply(WIDE, dq, ^(size_t i) {
184*e3723e1fSApple OSS Distributions sleep(1);
185*e3723e1fSApple OSS Distributions });
186*e3723e1fSApple OSS Distributions }
187*e3723e1fSApple OSS Distributions
188*e3723e1fSApple OSS Distributions typedef struct elem {
189*e3723e1fSApple OSS Distributions long data1;
190*e3723e1fSApple OSS Distributions struct elem *link;
191*e3723e1fSApple OSS Distributions int data2;
192*e3723e1fSApple OSS Distributions } elem_t;
193*e3723e1fSApple OSS Distributions
194*e3723e1fSApple OSS Distributions static size_t offset = offsetof(elem_t, link);
195*e3723e1fSApple OSS Distributions static elem_t elements[WIDE][SMALL];
196*e3723e1fSApple OSS Distributions
197*e3723e1fSApple OSS Distributions T_DECL(test_65270017_contended, "multithreaded testing for radar 65270017")
198*e3723e1fSApple OSS Distributions {
199*e3723e1fSApple OSS Distributions dispatch_queue_t global_q = dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_HIGH, 0);
200*e3723e1fSApple OSS Distributions dispatch_queue_t queue = dispatch_queue_create("com.apple.libctests.threaded", 0);
201*e3723e1fSApple OSS Distributions uint64_t __block t = 0;
202*e3723e1fSApple OSS Distributions
203*e3723e1fSApple OSS Distributions struct OSAtomicFifoHeadWrapper {
204*e3723e1fSApple OSS Distributions // Embedded OSFifoQueueHead structure inside the structure
205*e3723e1fSApple OSS Distributions void *first;
206*e3723e1fSApple OSS Distributions void *last;
207*e3723e1fSApple OSS Distributions int opaque;
208*e3723e1fSApple OSS Distributions
209*e3723e1fSApple OSS Distributions int data;
210*e3723e1fSApple OSS Distributions };
211*e3723e1fSApple OSS Distributions
212*e3723e1fSApple OSS Distributions struct OSAtomicFifoHeadWrapper wrapped_q_head1 = {
213*e3723e1fSApple OSS Distributions .first = NULL,
214*e3723e1fSApple OSS Distributions .last = NULL,
215*e3723e1fSApple OSS Distributions .opaque = 0,
216*e3723e1fSApple OSS Distributions .data = 0xfeed
217*e3723e1fSApple OSS Distributions };
218*e3723e1fSApple OSS Distributions OSFifoQueueHead *q1 = (OSFifoQueueHead *) &wrapped_q_head1;
219*e3723e1fSApple OSS Distributions
220*e3723e1fSApple OSS Distributions struct OSAtomicFifoHeadWrapper wrapped_q_head2 = {
221*e3723e1fSApple OSS Distributions .first = NULL,
222*e3723e1fSApple OSS Distributions .last = NULL,
223*e3723e1fSApple OSS Distributions .opaque = 0,
224*e3723e1fSApple OSS Distributions .data = 0xdead
225*e3723e1fSApple OSS Distributions };
226*e3723e1fSApple OSS Distributions OSFifoQueueHead *q2 = (OSFifoQueueHead *) &wrapped_q_head2;
227*e3723e1fSApple OSS Distributions
228*e3723e1fSApple OSS Distributions t = 0;
229*e3723e1fSApple OSS Distributions T_LOG("Preheating thread pool");
230*e3723e1fSApple OSS Distributions
231*e3723e1fSApple OSS Distributions preheat(global_q);
232*e3723e1fSApple OSS Distributions
233*e3723e1fSApple OSS Distributions T_LOG("Starting contended pfz test");
234*e3723e1fSApple OSS Distributions
235*e3723e1fSApple OSS Distributions dispatch_apply(WIDE, global_q, ^(size_t i) {
236*e3723e1fSApple OSS Distributions dispatch_apply(SMALL, global_q, ^(size_t idx) {
237*e3723e1fSApple OSS Distributions OSAtomicFifoEnqueue(q1, &(elements[i][idx]), offset); // contended enqueue on q1
238*e3723e1fSApple OSS Distributions });
239*e3723e1fSApple OSS Distributions
240*e3723e1fSApple OSS Distributions uint32_t count = 0;
241*e3723e1fSApple OSS Distributions elem_t *p = NULL;
242*e3723e1fSApple OSS Distributions do {
243*e3723e1fSApple OSS Distributions p = OSAtomicFifoDequeue(q1, offset);
244*e3723e1fSApple OSS Distributions T_QUIET; T_ASSERT_EQ(wrapped_q_head1.data, 0xfeed, "q1 data is valid");
245*e3723e1fSApple OSS Distributions if (p) {
246*e3723e1fSApple OSS Distributions OSAtomicFifoEnqueue(q2, p, offset);
247*e3723e1fSApple OSS Distributions T_QUIET; T_ASSERT_EQ(wrapped_q_head2.data, 0xdead, "q2 data is valid");
248*e3723e1fSApple OSS Distributions count++;
249*e3723e1fSApple OSS Distributions }
250*e3723e1fSApple OSS Distributions } while (p != NULL);
251*e3723e1fSApple OSS Distributions
252*e3723e1fSApple OSS Distributions dispatch_sync(queue, ^{
253*e3723e1fSApple OSS Distributions t += count;
254*e3723e1fSApple OSS Distributions });
255*e3723e1fSApple OSS Distributions });
256*e3723e1fSApple OSS Distributions T_ASSERT_EQ(t, ((uint64_t)WIDE * (uint64_t)SMALL), "OSAtomicFifoEnqueue");
257*e3723e1fSApple OSS Distributions
258*e3723e1fSApple OSS Distributions t = 0;
259*e3723e1fSApple OSS Distributions dispatch_apply(WIDE, global_q, ^(size_t i) {
260*e3723e1fSApple OSS Distributions uint32_t count = 0;
261*e3723e1fSApple OSS Distributions elem_t *p = NULL;
262*e3723e1fSApple OSS Distributions do {
263*e3723e1fSApple OSS Distributions p = OSAtomicFifoDequeue(q2, offset);
264*e3723e1fSApple OSS Distributions T_QUIET; T_ASSERT_EQ(wrapped_q_head2.data, 0xdead, "q2 data is valid");
265*e3723e1fSApple OSS Distributions if (p) {
266*e3723e1fSApple OSS Distributions count++;
267*e3723e1fSApple OSS Distributions }
268*e3723e1fSApple OSS Distributions } while (p != NULL);
269*e3723e1fSApple OSS Distributions dispatch_sync(queue, ^{
270*e3723e1fSApple OSS Distributions t += count;
271*e3723e1fSApple OSS Distributions });
272*e3723e1fSApple OSS Distributions });
273*e3723e1fSApple OSS Distributions
274*e3723e1fSApple OSS Distributions T_ASSERT_EQ(t, ((uint64_t)WIDE * (uint64_t)SMALL), "OSAtomicFifoDequeue");
275*e3723e1fSApple OSS Distributions
276*e3723e1fSApple OSS Distributions dispatch_release(queue);
277*e3723e1fSApple OSS Distributions }
278*e3723e1fSApple OSS Distributions
279*e3723e1fSApple OSS Distributions #else
280*e3723e1fSApple OSS Distributions
281*e3723e1fSApple OSS Distributions T_DECL(test_arm_pfz, "Validate that ARM PFZ is mapped in",
282*e3723e1fSApple OSS Distributions T_META_CHECK_LEAKS(false))
283*e3723e1fSApple OSS Distributions {
284*e3723e1fSApple OSS Distributions T_SKIP("No PFZ, _COMM_PAGE_TEXT_ATOMIC_ENQUEUE doesn't exist");
285*e3723e1fSApple OSS Distributions }
286*e3723e1fSApple OSS Distributions
287*e3723e1fSApple OSS Distributions #endif
288