1*27b03b36SApple OSS Distributions #include <machine/cpu_capabilities.h>
2*27b03b36SApple OSS Distributions #include <os/thread_self_restrict.h>
3*27b03b36SApple OSS Distributions #include <libkern/OSCacheControl.h>
4*27b03b36SApple OSS Distributions #include <sys/time.h>
5*27b03b36SApple OSS Distributions #include <darwintest.h>
6*27b03b36SApple OSS Distributions #include <sys/types.h>
7*27b03b36SApple OSS Distributions #include <sys/sysctl.h>
8*27b03b36SApple OSS Distributions #include <sys/wait.h>
9*27b03b36SApple OSS Distributions #include <sys/mman.h>
10*27b03b36SApple OSS Distributions #include <ptrauth.h>
11*27b03b36SApple OSS Distributions #include <stdlib.h>
12*27b03b36SApple OSS Distributions #include <string.h>
13*27b03b36SApple OSS Distributions #include <unistd.h>
14*27b03b36SApple OSS Distributions #include <signal.h>
15*27b03b36SApple OSS Distributions
16*27b03b36SApple OSS Distributions
17*27b03b36SApple OSS Distributions #define NUM_THREADS 256
18*27b03b36SApple OSS Distributions
19*27b03b36SApple OSS Distributions T_GLOBAL_META(T_META_RUN_CONCURRENTLY(true));
20*27b03b36SApple OSS Distributions
21*27b03b36SApple OSS Distributions
22*27b03b36SApple OSS Distributions #if defined(__arm64__) && defined(__LP64__)
23*27b03b36SApple OSS Distributions
24*27b03b36SApple OSS Distributions enum msr_op_reason {
25*27b03b36SApple OSS Distributions msr_get_name, // -> const char *name
26*27b03b36SApple OSS Distributions msr_read, // -> uint64_t val
27*27b03b36SApple OSS Distributions msr_write, // <- uint64_t val
28*27b03b36SApple OSS Distributions };
29*27b03b36SApple OSS Distributions
30*27b03b36SApple OSS Distributions typedef void (*msr_op)(enum msr_op_reason why, void *param);
31*27b03b36SApple OSS Distributions
32*27b03b36SApple OSS Distributions static pthread_mutex_t threads_please_die_lock = PTHREAD_MUTEX_INITIALIZER;
33*27b03b36SApple OSS Distributions static volatile bool did_fault;
34*27b03b36SApple OSS Distributions static bool threads_please_die;
35*27b03b36SApple OSS Distributions
36*27b03b36SApple OSS Distributions
37*27b03b36SApple OSS Distributions static void*
thread_func(void * param)38*27b03b36SApple OSS Distributions thread_func(void *param)
39*27b03b36SApple OSS Distributions {
40*27b03b36SApple OSS Distributions bool die;
41*27b03b36SApple OSS Distributions
42*27b03b36SApple OSS Distributions (void)param;
43*27b03b36SApple OSS Distributions
44*27b03b36SApple OSS Distributions do {
45*27b03b36SApple OSS Distributions pthread_mutex_lock(&threads_please_die_lock);
46*27b03b36SApple OSS Distributions die = threads_please_die;
47*27b03b36SApple OSS Distributions pthread_mutex_unlock(&threads_please_die_lock);
48*27b03b36SApple OSS Distributions } while (!die);
49*27b03b36SApple OSS Distributions
50*27b03b36SApple OSS Distributions return NULL;
51*27b03b36SApple OSS Distributions }
52*27b03b36SApple OSS Distributions
53*27b03b36SApple OSS Distributions static void
msr_test(msr_op op)54*27b03b36SApple OSS Distributions msr_test(msr_op op)
55*27b03b36SApple OSS Distributions {
56*27b03b36SApple OSS Distributions struct timeval time_start, time_end, time_passed;
57*27b03b36SApple OSS Distributions uint64_t val, new_val, wrote_val;
58*27b03b36SApple OSS Distributions pthread_t threads[NUM_THREADS];
59*27b03b36SApple OSS Distributions bool readable, writeable;
60*27b03b36SApple OSS Distributions const char *reg_name;
61*27b03b36SApple OSS Distributions int i;
62*27b03b36SApple OSS Distributions
63*27b03b36SApple OSS Distributions op(msr_get_name, ®_name);
64*27b03b36SApple OSS Distributions T_LOG("sub-test '%s'\n", reg_name);
65*27b03b36SApple OSS Distributions
66*27b03b36SApple OSS Distributions //let's see if we can read and write it
67*27b03b36SApple OSS Distributions did_fault = false;
68*27b03b36SApple OSS Distributions op(msr_read, &val);
69*27b03b36SApple OSS Distributions readable = !did_fault;
70*27b03b36SApple OSS Distributions
71*27b03b36SApple OSS Distributions did_fault = false;
72*27b03b36SApple OSS Distributions op(msr_write, &val);
73*27b03b36SApple OSS Distributions writeable = !did_fault;
74*27b03b36SApple OSS Distributions
75*27b03b36SApple OSS Distributions T_LOG("\tcan read: %s\n", readable ? "YES" : "NO");
76*27b03b36SApple OSS Distributions T_LOG("\tcan write: %s\n", writeable ? "YES" : "NO");
77*27b03b36SApple OSS Distributions if (readable) {
78*27b03b36SApple OSS Distributions T_LOG("\tvalue found: 0x%016llx\n", (unsigned long long)val);
79*27b03b36SApple OSS Distributions }
80*27b03b36SApple OSS Distributions
81*27b03b36SApple OSS Distributions if (!readable || !writeable) {
82*27b03b36SApple OSS Distributions T_LOG("\t RW needed for more testing. no further testing will be performed\n");
83*27b03b36SApple OSS Distributions return;
84*27b03b36SApple OSS Distributions }
85*27b03b36SApple OSS Distributions
86*27b03b36SApple OSS Distributions //write inverse of what we read and see if the read differs
87*27b03b36SApple OSS Distributions wrote_val = ~val;
88*27b03b36SApple OSS Distributions op(msr_write, &wrote_val);
89*27b03b36SApple OSS Distributions op(msr_read, &new_val);
90*27b03b36SApple OSS Distributions
91*27b03b36SApple OSS Distributions if (new_val == val) {
92*27b03b36SApple OSS Distributions T_LOG("\t reg seems to not take writes (0x%016llx). no further testing will be performed\n", val);
93*27b03b36SApple OSS Distributions return;
94*27b03b36SApple OSS Distributions }
95*27b03b36SApple OSS Distributions T_LOG("\twrote 0x%016llx, saw 0x%016llx\n", (unsigned long long)wrote_val, (unsigned long long)new_val);
96*27b03b36SApple OSS Distributions wrote_val = new_val;
97*27b03b36SApple OSS Distributions
98*27b03b36SApple OSS Distributions //verify it flips to original value at context switch or otherwise
99*27b03b36SApple OSS Distributions //for context switch to happen, spin up a lot of threads
100*27b03b36SApple OSS Distributions pthread_mutex_lock(&threads_please_die_lock);
101*27b03b36SApple OSS Distributions threads_please_die = false;
102*27b03b36SApple OSS Distributions pthread_mutex_unlock(&threads_please_die_lock);
103*27b03b36SApple OSS Distributions for (i = 0; i < NUM_THREADS; i++) {
104*27b03b36SApple OSS Distributions if (pthread_create(threads + i, NULL, thread_func, NULL)) {
105*27b03b36SApple OSS Distributions T_ASSERT_FAIL("cannot create thread %d\n", i);
106*27b03b36SApple OSS Distributions }
107*27b03b36SApple OSS Distributions }
108*27b03b36SApple OSS Distributions
109*27b03b36SApple OSS Distributions gettimeofday(&time_start, NULL);
110*27b03b36SApple OSS Distributions while (1) {
111*27b03b36SApple OSS Distributions op(msr_read, &new_val);
112*27b03b36SApple OSS Distributions if (new_val != wrote_val) {
113*27b03b36SApple OSS Distributions T_LOG("\tvalue reverted to 0x%016llx from 0x%016llx\n", (unsigned long long)new_val, (unsigned long long)wrote_val);
114*27b03b36SApple OSS Distributions break;
115*27b03b36SApple OSS Distributions }
116*27b03b36SApple OSS Distributions
117*27b03b36SApple OSS Distributions gettimeofday(&time_end, NULL);
118*27b03b36SApple OSS Distributions timersub(&time_end, &time_start, &time_passed);
119*27b03b36SApple OSS Distributions if (time_passed.tv_sec) { //wait one second at most
120*27b03b36SApple OSS Distributions T_FAIL("\ttoo long for register to be cleared, last read value was 0x%016llx, expected revert to 0x%016llx!", (unsigned long long)new_val, (unsigned long long)val);
121*27b03b36SApple OSS Distributions break;
122*27b03b36SApple OSS Distributions }
123*27b03b36SApple OSS Distributions }
124*27b03b36SApple OSS Distributions pthread_mutex_lock(&threads_please_die_lock);
125*27b03b36SApple OSS Distributions threads_please_die = true;
126*27b03b36SApple OSS Distributions pthread_mutex_unlock(&threads_please_die_lock);
127*27b03b36SApple OSS Distributions for (i = 0; i < NUM_THREADS; i++) {
128*27b03b36SApple OSS Distributions if (pthread_join(threads[i], NULL)) {
129*27b03b36SApple OSS Distributions T_ASSERT_FAIL("cannot join thread %d\n", i);
130*27b03b36SApple OSS Distributions }
131*27b03b36SApple OSS Distributions }
132*27b03b36SApple OSS Distributions }
133*27b03b36SApple OSS Distributions
134*27b03b36SApple OSS Distributions static void
msr_test_1(enum msr_op_reason why,void * param)135*27b03b36SApple OSS Distributions msr_test_1(enum msr_op_reason why, void *param)
136*27b03b36SApple OSS Distributions {
137*27b03b36SApple OSS Distributions switch (why) {
138*27b03b36SApple OSS Distributions case msr_get_name:
139*27b03b36SApple OSS Distributions *(const char **)param = "S3_5_C15_C1_4";
140*27b03b36SApple OSS Distributions break;
141*27b03b36SApple OSS Distributions
142*27b03b36SApple OSS Distributions case msr_read:
143*27b03b36SApple OSS Distributions *(uint64_t*)param = __builtin_arm_rsr64("S3_5_C15_C1_4");
144*27b03b36SApple OSS Distributions break;
145*27b03b36SApple OSS Distributions
146*27b03b36SApple OSS Distributions case msr_write:
147*27b03b36SApple OSS Distributions __builtin_arm_wsr64("S3_5_C15_C1_4", *(const uint64_t*)param);
148*27b03b36SApple OSS Distributions break;
149*27b03b36SApple OSS Distributions }
150*27b03b36SApple OSS Distributions }
151*27b03b36SApple OSS Distributions
152*27b03b36SApple OSS Distributions static void
msr_test_2(enum msr_op_reason why,void * param)153*27b03b36SApple OSS Distributions msr_test_2(enum msr_op_reason why, void *param)
154*27b03b36SApple OSS Distributions {
155*27b03b36SApple OSS Distributions switch (why) {
156*27b03b36SApple OSS Distributions case msr_get_name:
157*27b03b36SApple OSS Distributions *(const char **)param = "S3_5_C15_C10_1";
158*27b03b36SApple OSS Distributions break;
159*27b03b36SApple OSS Distributions
160*27b03b36SApple OSS Distributions case msr_read:
161*27b03b36SApple OSS Distributions *(uint64_t*)param = __builtin_arm_rsr64("S3_5_C15_C10_1");
162*27b03b36SApple OSS Distributions break;
163*27b03b36SApple OSS Distributions
164*27b03b36SApple OSS Distributions case msr_write:
165*27b03b36SApple OSS Distributions __builtin_arm_wsr64("S3_5_C15_C10_1", *(const uint64_t*)param);
166*27b03b36SApple OSS Distributions break;
167*27b03b36SApple OSS Distributions }
168*27b03b36SApple OSS Distributions }
169*27b03b36SApple OSS Distributions
170*27b03b36SApple OSS Distributions static void
msr_test_3(enum msr_op_reason why,void * param)171*27b03b36SApple OSS Distributions msr_test_3(enum msr_op_reason why, void *param)
172*27b03b36SApple OSS Distributions {
173*27b03b36SApple OSS Distributions switch (why) {
174*27b03b36SApple OSS Distributions case msr_get_name:
175*27b03b36SApple OSS Distributions *(const char **)param = "TPIDRRO_EL0";
176*27b03b36SApple OSS Distributions break;
177*27b03b36SApple OSS Distributions
178*27b03b36SApple OSS Distributions case msr_read:
179*27b03b36SApple OSS Distributions *(uint64_t*)param = __builtin_arm_rsr64("TPIDRRO_EL0");
180*27b03b36SApple OSS Distributions break;
181*27b03b36SApple OSS Distributions
182*27b03b36SApple OSS Distributions case msr_write:
183*27b03b36SApple OSS Distributions __builtin_arm_wsr64("TPIDRRO_EL0", *(const uint64_t*)param);
184*27b03b36SApple OSS Distributions break;
185*27b03b36SApple OSS Distributions }
186*27b03b36SApple OSS Distributions }
187*27b03b36SApple OSS Distributions
188*27b03b36SApple OSS Distributions static void
msr_test_4(enum msr_op_reason why,void * param)189*27b03b36SApple OSS Distributions msr_test_4(enum msr_op_reason why, void *param)
190*27b03b36SApple OSS Distributions {
191*27b03b36SApple OSS Distributions switch (why) {
192*27b03b36SApple OSS Distributions case msr_get_name:
193*27b03b36SApple OSS Distributions *(const char **)param = "TPIDR_EL1";
194*27b03b36SApple OSS Distributions break;
195*27b03b36SApple OSS Distributions
196*27b03b36SApple OSS Distributions case msr_read:
197*27b03b36SApple OSS Distributions *(uint64_t*)param = __builtin_arm_rsr64("TPIDR_EL1");
198*27b03b36SApple OSS Distributions break;
199*27b03b36SApple OSS Distributions
200*27b03b36SApple OSS Distributions case msr_write:
201*27b03b36SApple OSS Distributions __builtin_arm_wsr64("TPIDR_EL1", *(const uint64_t*)param);
202*27b03b36SApple OSS Distributions break;
203*27b03b36SApple OSS Distributions }
204*27b03b36SApple OSS Distributions }
205*27b03b36SApple OSS Distributions
206*27b03b36SApple OSS Distributions static void
sig_caught(int signo,siginfo_t * sinfop,void * ucontext)207*27b03b36SApple OSS Distributions sig_caught(int signo, siginfo_t *sinfop, void *ucontext)
208*27b03b36SApple OSS Distributions {
209*27b03b36SApple OSS Distributions _STRUCT_MCONTEXT64 *ctx = ((ucontext_t *)ucontext)->uc_mcontext;
210*27b03b36SApple OSS Distributions void (*pc)(void);
211*27b03b36SApple OSS Distributions uint32_t instr;
212*27b03b36SApple OSS Distributions
213*27b03b36SApple OSS Distributions (void)sinfop;
214*27b03b36SApple OSS Distributions
215*27b03b36SApple OSS Distributions if (signo != SIGILL) {
216*27b03b36SApple OSS Distributions T_ASSERT_FAIL("We did not expect signal %d", signo);
217*27b03b36SApple OSS Distributions }
218*27b03b36SApple OSS Distributions
219*27b03b36SApple OSS Distributions pc = (void (*)(void))__darwin_arm_thread_state64_get_pc(ctx->__ss);
220*27b03b36SApple OSS Distributions instr = *(uint32_t*)pc;
221*27b03b36SApple OSS Distributions
222*27b03b36SApple OSS Distributions if ((instr & 0xffd00000) != 0xd5100000) {
223*27b03b36SApple OSS Distributions T_ASSERT_FAIL("We did not expect SIGILL on an instr that is not an MSR/MRS");
224*27b03b36SApple OSS Distributions }
225*27b03b36SApple OSS Distributions
226*27b03b36SApple OSS Distributions pc = (void (*)(void))(((uintptr_t)pc) + 4);
227*27b03b36SApple OSS Distributions pc = ptrauth_sign_unauthenticated(pc, ptrauth_key_function_pointer, 0);
228*27b03b36SApple OSS Distributions
229*27b03b36SApple OSS Distributions did_fault = true;
230*27b03b36SApple OSS Distributions
231*27b03b36SApple OSS Distributions // skip the instruction
232*27b03b36SApple OSS Distributions __darwin_arm_thread_state64_set_pc_fptr(ctx->__ss, pc);
233*27b03b36SApple OSS Distributions }
234*27b03b36SApple OSS Distributions
235*27b03b36SApple OSS Distributions static bool
is_release_kernel(void)236*27b03b36SApple OSS Distributions is_release_kernel(void)
237*27b03b36SApple OSS Distributions {
238*27b03b36SApple OSS Distributions /*
239*27b03b36SApple OSS Distributions * I apologize to anyone reading this code!! I promise you that I felt
240*27b03b36SApple OSS Distributions * as dirty writing this as you do reading this. I asked in the proper
241*27b03b36SApple OSS Distributions * channels, but nobody had a good idea how to detect a release kernel
242*27b03b36SApple OSS Distributions * from userspace. Sadly, we need that here as the mitigations at hand
243*27b03b36SApple OSS Distributions * are only applied in RELEASE builds. Again: I am sorry.
244*27b03b36SApple OSS Distributions */
245*27b03b36SApple OSS Distributions char ver_str[1024] = {};
246*27b03b36SApple OSS Distributions size_t len = sizeof(ver_str) - 1;
247*27b03b36SApple OSS Distributions
248*27b03b36SApple OSS Distributions (void)sysctlbyname("kern.version", ver_str, &len, NULL, 0);
249*27b03b36SApple OSS Distributions
250*27b03b36SApple OSS Distributions return !!strstr(ver_str, "/RELEASE_ARM64");
251*27b03b36SApple OSS Distributions }
252*27b03b36SApple OSS Distributions
253*27b03b36SApple OSS Distributions #endif // defined(__arm64__) && defined(__LP64__)
254*27b03b36SApple OSS Distributions
255*27b03b36SApple OSS Distributions T_DECL(user_msrs, "Userspace MSR access test")
256*27b03b36SApple OSS Distributions {
257*27b03b36SApple OSS Distributions #if defined(__arm64__) && defined(__LP64__)
258*27b03b36SApple OSS Distributions if (is_release_kernel()) {
259*27b03b36SApple OSS Distributions struct sigaction sa_old, sa_new = {.__sigaction_u = { .__sa_sigaction = sig_caught, }, .sa_flags = SA_SIGINFO, };
260*27b03b36SApple OSS Distributions
261*27b03b36SApple OSS Distributions sigaction(SIGILL, &sa_new, &sa_old);
262*27b03b36SApple OSS Distributions msr_test(msr_test_1);
263*27b03b36SApple OSS Distributions msr_test(msr_test_2);
264*27b03b36SApple OSS Distributions msr_test(msr_test_3);
265*27b03b36SApple OSS Distributions msr_test(msr_test_4);
266*27b03b36SApple OSS Distributions //todo: macro autogen all of them
267*27b03b36SApple OSS Distributions sigaction(SIGILL, &sa_old, NULL);
268*27b03b36SApple OSS Distributions
269*27b03b36SApple OSS Distributions T_PASS("Userspace MSR access test passed");
270*27b03b36SApple OSS Distributions } else {
271*27b03b36SApple OSS Distributions T_PASS("Userspace MSR access test only runs on release kernels");
272*27b03b36SApple OSS Distributions }
273*27b03b36SApple OSS Distributions #else // defined(__arm64__) && defined(__LP64__)
274*27b03b36SApple OSS Distributions T_SKIP("userspace MSR access test skipped - not ARM64.64");
275*27b03b36SApple OSS Distributions #endif // defined(__arm64__) && defined(__LP64__)
276*27b03b36SApple OSS Distributions }
277