1*33de042dSApple OSS Distributions /*
2*33de042dSApple OSS Distributions * Copyright (c) 2019 Apple Computer, Inc. All rights reserved.
3*33de042dSApple OSS Distributions *
4*33de042dSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*33de042dSApple OSS Distributions *
6*33de042dSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*33de042dSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*33de042dSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*33de042dSApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*33de042dSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*33de042dSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*33de042dSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*33de042dSApple OSS Distributions * terms of an Apple operating system software license agreement.
14*33de042dSApple OSS Distributions *
15*33de042dSApple OSS Distributions * Please obtain a copy of the License at
16*33de042dSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*33de042dSApple OSS Distributions *
18*33de042dSApple OSS Distributions * The Original Code and all software distributed under the License are
19*33de042dSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*33de042dSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*33de042dSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*33de042dSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*33de042dSApple OSS Distributions * Please see the License for the specific language governing rights and
24*33de042dSApple OSS Distributions * limitations under the License.
25*33de042dSApple OSS Distributions *
26*33de042dSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*33de042dSApple OSS Distributions */
28*33de042dSApple OSS Distributions
29*33de042dSApple OSS Distributions #include "exc_helpers.h"
30*33de042dSApple OSS Distributions
31*33de042dSApple OSS Distributions #include <darwintest.h>
32*33de042dSApple OSS Distributions #include <ptrauth.h>
33*33de042dSApple OSS Distributions #include <stdbool.h>
34*33de042dSApple OSS Distributions #include <stdlib.h>
35*33de042dSApple OSS Distributions
36*33de042dSApple OSS Distributions #if __arm64__
37*33de042dSApple OSS Distributions #define EXCEPTION_THREAD_STATE ARM_THREAD_STATE64
38*33de042dSApple OSS Distributions #define EXCEPTION_THREAD_STATE_COUNT ARM_THREAD_STATE64_COUNT
39*33de042dSApple OSS Distributions #elif __x86_64__
40*33de042dSApple OSS Distributions #define EXCEPTION_THREAD_STATE x86_THREAD_STATE
41*33de042dSApple OSS Distributions #define EXCEPTION_THREAD_STATE_COUNT x86_THREAD_STATE_COUNT
42*33de042dSApple OSS Distributions #else
43*33de042dSApple OSS Distributions #error Unsupported architecture
44*33de042dSApple OSS Distributions #endif
45*33de042dSApple OSS Distributions
46*33de042dSApple OSS Distributions #define EXCEPTION_IDENTITY_PROTECTED 4
47*33de042dSApple OSS Distributions
48*33de042dSApple OSS Distributions /**
49*33de042dSApple OSS Distributions * mach_exc_server() is a MIG-generated function that verifies the message
50*33de042dSApple OSS Distributions * that was received is indeed a mach exception and then calls
51*33de042dSApple OSS Distributions * catch_mach_exception_raise_state() to handle the exception.
52*33de042dSApple OSS Distributions */
53*33de042dSApple OSS Distributions extern boolean_t mach_exc_server(mach_msg_header_t *, mach_msg_header_t *);
54*33de042dSApple OSS Distributions
55*33de042dSApple OSS Distributions extern kern_return_t
56*33de042dSApple OSS Distributions catch_mach_exception_raise(
57*33de042dSApple OSS Distributions mach_port_t exception_port,
58*33de042dSApple OSS Distributions mach_port_t thread,
59*33de042dSApple OSS Distributions mach_port_t task,
60*33de042dSApple OSS Distributions exception_type_t type,
61*33de042dSApple OSS Distributions exception_data_t codes,
62*33de042dSApple OSS Distributions mach_msg_type_number_t code_count);
63*33de042dSApple OSS Distributions
64*33de042dSApple OSS Distributions extern kern_return_t
65*33de042dSApple OSS Distributions catch_mach_exception_raise_identity_protected(
66*33de042dSApple OSS Distributions __unused mach_port_t exception_port,
67*33de042dSApple OSS Distributions uint64_t thread_id,
68*33de042dSApple OSS Distributions mach_port_t task_id_token,
69*33de042dSApple OSS Distributions exception_type_t exception,
70*33de042dSApple OSS Distributions mach_exception_data_t codes,
71*33de042dSApple OSS Distributions mach_msg_type_number_t codeCnt);
72*33de042dSApple OSS Distributions
73*33de042dSApple OSS Distributions extern kern_return_t
74*33de042dSApple OSS Distributions catch_mach_exception_raise_backtrace(
75*33de042dSApple OSS Distributions __unused mach_port_t exception_port,
76*33de042dSApple OSS Distributions mach_port_t kcdata_object,
77*33de042dSApple OSS Distributions exception_type_t exception,
78*33de042dSApple OSS Distributions mach_exception_data_t codes,
79*33de042dSApple OSS Distributions __unused mach_msg_type_number_t codeCnt);
80*33de042dSApple OSS Distributions
81*33de042dSApple OSS Distributions extern kern_return_t
82*33de042dSApple OSS Distributions catch_mach_exception_raise_state(
83*33de042dSApple OSS Distributions mach_port_t exception_port,
84*33de042dSApple OSS Distributions exception_type_t type,
85*33de042dSApple OSS Distributions exception_data_t codes,
86*33de042dSApple OSS Distributions mach_msg_type_number_t code_count,
87*33de042dSApple OSS Distributions int *flavor,
88*33de042dSApple OSS Distributions thread_state_t in_state,
89*33de042dSApple OSS Distributions mach_msg_type_number_t in_state_count,
90*33de042dSApple OSS Distributions thread_state_t out_state,
91*33de042dSApple OSS Distributions mach_msg_type_number_t *out_state_count);
92*33de042dSApple OSS Distributions
93*33de042dSApple OSS Distributions extern kern_return_t
94*33de042dSApple OSS Distributions catch_mach_exception_raise_state_identity(
95*33de042dSApple OSS Distributions mach_port_t exception_port,
96*33de042dSApple OSS Distributions mach_port_t thread,
97*33de042dSApple OSS Distributions mach_port_t task,
98*33de042dSApple OSS Distributions exception_type_t type,
99*33de042dSApple OSS Distributions exception_data_t codes,
100*33de042dSApple OSS Distributions mach_msg_type_number_t code_count,
101*33de042dSApple OSS Distributions int *flavor,
102*33de042dSApple OSS Distributions thread_state_t in_state,
103*33de042dSApple OSS Distributions mach_msg_type_number_t in_state_count,
104*33de042dSApple OSS Distributions thread_state_t out_state,
105*33de042dSApple OSS Distributions mach_msg_type_number_t *out_state_count);
106*33de042dSApple OSS Distributions
107*33de042dSApple OSS Distributions static exc_handler_callback_t exc_handler_callback;
108*33de042dSApple OSS Distributions static exc_handler_protected_callback_t exc_handler_protected_callback;
109*33de042dSApple OSS Distributions static exc_handler_state_protected_callback_t exc_handler_state_protected_callback;
110*33de042dSApple OSS Distributions static exc_handler_backtrace_callback_t exc_handler_backtrace_callback;
111*33de042dSApple OSS Distributions
112*33de042dSApple OSS Distributions /**
113*33de042dSApple OSS Distributions * This has to be defined for linking purposes, but it's unused.
114*33de042dSApple OSS Distributions */
115*33de042dSApple OSS Distributions kern_return_t
catch_mach_exception_raise(mach_port_t exception_port,mach_port_t thread,mach_port_t task,exception_type_t type,exception_data_t codes,mach_msg_type_number_t code_count)116*33de042dSApple OSS Distributions catch_mach_exception_raise(
117*33de042dSApple OSS Distributions mach_port_t exception_port,
118*33de042dSApple OSS Distributions mach_port_t thread,
119*33de042dSApple OSS Distributions mach_port_t task,
120*33de042dSApple OSS Distributions exception_type_t type,
121*33de042dSApple OSS Distributions exception_data_t codes,
122*33de042dSApple OSS Distributions mach_msg_type_number_t code_count)
123*33de042dSApple OSS Distributions {
124*33de042dSApple OSS Distributions #pragma unused(exception_port, thread, task, type, codes, code_count)
125*33de042dSApple OSS Distributions T_FAIL("Triggered catch_mach_exception_raise() which shouldn't happen...");
126*33de042dSApple OSS Distributions __builtin_unreachable();
127*33de042dSApple OSS Distributions }
128*33de042dSApple OSS Distributions
129*33de042dSApple OSS Distributions kern_return_t
catch_mach_exception_raise_state_identity_protected(mach_port_t exception_port __unused,uint64_t thread_id,mach_port_t task_id_token,exception_type_t type,exception_data_t codes,mach_msg_type_number_t code_count,int * flavor,thread_state_t in_state,mach_msg_type_number_t in_state_count,thread_state_t out_state,mach_msg_type_number_t * out_state_count)130*33de042dSApple OSS Distributions catch_mach_exception_raise_state_identity_protected(
131*33de042dSApple OSS Distributions mach_port_t exception_port __unused,
132*33de042dSApple OSS Distributions uint64_t thread_id,
133*33de042dSApple OSS Distributions mach_port_t task_id_token,
134*33de042dSApple OSS Distributions exception_type_t type,
135*33de042dSApple OSS Distributions exception_data_t codes,
136*33de042dSApple OSS Distributions mach_msg_type_number_t code_count,
137*33de042dSApple OSS Distributions int *flavor,
138*33de042dSApple OSS Distributions thread_state_t in_state,
139*33de042dSApple OSS Distributions mach_msg_type_number_t in_state_count,
140*33de042dSApple OSS Distributions thread_state_t out_state,
141*33de042dSApple OSS Distributions mach_msg_type_number_t *out_state_count)
142*33de042dSApple OSS Distributions {
143*33de042dSApple OSS Distributions T_LOG("Caught a mach exception!\n");
144*33de042dSApple OSS Distributions /* There should only be two code values. */
145*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_EQ(code_count, 2, "Two code values were provided with the mach exception");
146*33de042dSApple OSS Distributions
147*33de042dSApple OSS Distributions /**
148*33de042dSApple OSS Distributions * The code values should be 64-bit since MACH_EXCEPTION_CODES was specified
149*33de042dSApple OSS Distributions * when setting the exception port.
150*33de042dSApple OSS Distributions */
151*33de042dSApple OSS Distributions mach_exception_data_t codes_64 = (mach_exception_data_t)(void *)codes;
152*33de042dSApple OSS Distributions T_LOG("Mach exception codes[0]: %#llx, codes[1]: %#llx\n", codes_64[0], codes_64[1]);
153*33de042dSApple OSS Distributions
154*33de042dSApple OSS Distributions /* Verify that we're receiving the expected thread state flavor. */
155*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_EQ(*flavor, EXCEPTION_THREAD_STATE, "The thread state flavor is EXCEPTION_THREAD_STATE");
156*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_EQ(in_state_count, EXCEPTION_THREAD_STATE_COUNT, "The thread state count is EXCEPTION_THREAD_STATE_COUNT");
157*33de042dSApple OSS Distributions
158*33de042dSApple OSS Distributions *out_state_count = in_state_count; /* size of state object in 32-bit words */
159*33de042dSApple OSS Distributions memcpy((void*)out_state, (void*)in_state, in_state_count * 4);
160*33de042dSApple OSS Distributions
161*33de042dSApple OSS Distributions exc_handler_state_protected_callback(task_id_token, thread_id, type, codes_64, in_state,
162*33de042dSApple OSS Distributions in_state_count, out_state, out_state_count);
163*33de042dSApple OSS Distributions
164*33de042dSApple OSS Distributions /* Return KERN_SUCCESS to tell the kernel to keep running the victim thread. */
165*33de042dSApple OSS Distributions return KERN_SUCCESS;
166*33de042dSApple OSS Distributions }
167*33de042dSApple OSS Distributions
168*33de042dSApple OSS Distributions
169*33de042dSApple OSS Distributions kern_return_t
catch_mach_exception_raise_identity_protected(__unused mach_port_t exception_port,uint64_t thread_id,mach_port_t task_id_token,exception_type_t exception,mach_exception_data_t codes,mach_msg_type_number_t codeCnt)170*33de042dSApple OSS Distributions catch_mach_exception_raise_identity_protected(
171*33de042dSApple OSS Distributions __unused mach_port_t exception_port,
172*33de042dSApple OSS Distributions uint64_t thread_id,
173*33de042dSApple OSS Distributions mach_port_t task_id_token,
174*33de042dSApple OSS Distributions exception_type_t exception,
175*33de042dSApple OSS Distributions mach_exception_data_t codes,
176*33de042dSApple OSS Distributions mach_msg_type_number_t codeCnt)
177*33de042dSApple OSS Distributions {
178*33de042dSApple OSS Distributions T_LOG("Caught a mach exception!\n");
179*33de042dSApple OSS Distributions
180*33de042dSApple OSS Distributions /* There should only be two code values. */
181*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_EQ(codeCnt, 2, "Two code values were provided with the mach exception");
182*33de042dSApple OSS Distributions
183*33de042dSApple OSS Distributions /**
184*33de042dSApple OSS Distributions * The code values should be 64-bit since MACH_EXCEPTION_CODES was specified
185*33de042dSApple OSS Distributions * when setting the exception port.
186*33de042dSApple OSS Distributions */
187*33de042dSApple OSS Distributions mach_exception_data_t codes_64 = (mach_exception_data_t)(void *)codes;
188*33de042dSApple OSS Distributions T_LOG("Mach exception codes[0]: %#llx, codes[1]: %#llx\n", codes_64[0], codes_64[1]);
189*33de042dSApple OSS Distributions
190*33de042dSApple OSS Distributions exc_handler_protected_callback(task_id_token, thread_id, exception, codes_64);
191*33de042dSApple OSS Distributions
192*33de042dSApple OSS Distributions T_LOG("Assuming the thread state modification was done in the callback, skipping it");
193*33de042dSApple OSS Distributions
194*33de042dSApple OSS Distributions /* Return KERN_SUCCESS to tell the kernel to keep running the victim thread. */
195*33de042dSApple OSS Distributions return KERN_SUCCESS;
196*33de042dSApple OSS Distributions }
197*33de042dSApple OSS Distributions
198*33de042dSApple OSS Distributions /**
199*33de042dSApple OSS Distributions * This has to be defined for linking purposes, but it's unused.
200*33de042dSApple OSS Distributions */
201*33de042dSApple OSS Distributions kern_return_t
catch_mach_exception_raise_state(mach_port_t exception_port,exception_type_t type,exception_data_t codes,mach_msg_type_number_t code_count,int * flavor,thread_state_t in_state,mach_msg_type_number_t in_state_count,thread_state_t out_state,mach_msg_type_number_t * out_state_count)202*33de042dSApple OSS Distributions catch_mach_exception_raise_state(
203*33de042dSApple OSS Distributions mach_port_t exception_port,
204*33de042dSApple OSS Distributions exception_type_t type,
205*33de042dSApple OSS Distributions exception_data_t codes,
206*33de042dSApple OSS Distributions mach_msg_type_number_t code_count,
207*33de042dSApple OSS Distributions int *flavor,
208*33de042dSApple OSS Distributions thread_state_t in_state,
209*33de042dSApple OSS Distributions mach_msg_type_number_t in_state_count,
210*33de042dSApple OSS Distributions thread_state_t out_state,
211*33de042dSApple OSS Distributions mach_msg_type_number_t *out_state_count)
212*33de042dSApple OSS Distributions {
213*33de042dSApple OSS Distributions #pragma unused(exception_port, type, codes, code_count, flavor, in_state, in_state_count, out_state, out_state_count)
214*33de042dSApple OSS Distributions T_FAIL("Triggered catch_mach_exception_raise_state() which shouldn't happen...");
215*33de042dSApple OSS Distributions __builtin_unreachable();
216*33de042dSApple OSS Distributions }
217*33de042dSApple OSS Distributions
218*33de042dSApple OSS Distributions /**
219*33de042dSApple OSS Distributions * Called by mach_exc_server() to handle the exception. This will call the
220*33de042dSApple OSS Distributions * test's exception-handler callback and will then modify
221*33de042dSApple OSS Distributions * the thread state to move to the next instruction.
222*33de042dSApple OSS Distributions */
223*33de042dSApple OSS Distributions kern_return_t
catch_mach_exception_raise_state_identity(mach_port_t exception_port __unused,mach_port_t thread,mach_port_t task,exception_type_t type,exception_data_t codes,mach_msg_type_number_t code_count,int * flavor,thread_state_t in_state,mach_msg_type_number_t in_state_count,thread_state_t out_state,mach_msg_type_number_t * out_state_count)224*33de042dSApple OSS Distributions catch_mach_exception_raise_state_identity(
225*33de042dSApple OSS Distributions mach_port_t exception_port __unused,
226*33de042dSApple OSS Distributions mach_port_t thread,
227*33de042dSApple OSS Distributions mach_port_t task,
228*33de042dSApple OSS Distributions exception_type_t type,
229*33de042dSApple OSS Distributions exception_data_t codes,
230*33de042dSApple OSS Distributions mach_msg_type_number_t code_count,
231*33de042dSApple OSS Distributions int *flavor,
232*33de042dSApple OSS Distributions thread_state_t in_state,
233*33de042dSApple OSS Distributions mach_msg_type_number_t in_state_count,
234*33de042dSApple OSS Distributions thread_state_t out_state,
235*33de042dSApple OSS Distributions mach_msg_type_number_t *out_state_count)
236*33de042dSApple OSS Distributions {
237*33de042dSApple OSS Distributions T_LOG("Caught a mach exception!\n");
238*33de042dSApple OSS Distributions
239*33de042dSApple OSS Distributions /* There should only be two code values. */
240*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_EQ(code_count, 2, "Two code values were provided with the mach exception");
241*33de042dSApple OSS Distributions
242*33de042dSApple OSS Distributions /**
243*33de042dSApple OSS Distributions * The code values should be 64-bit since MACH_EXCEPTION_CODES was specified
244*33de042dSApple OSS Distributions * when setting the exception port.
245*33de042dSApple OSS Distributions */
246*33de042dSApple OSS Distributions mach_exception_data_t codes_64 = (mach_exception_data_t)(void *)codes;
247*33de042dSApple OSS Distributions T_LOG("Mach exception codes[0]: %#llx, codes[1]: %#llx\n", codes_64[0], codes_64[1]);
248*33de042dSApple OSS Distributions
249*33de042dSApple OSS Distributions /* Verify that we're receiving the expected thread state flavor. */
250*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_EQ(*flavor, EXCEPTION_THREAD_STATE, "The thread state flavor is EXCEPTION_THREAD_STATE");
251*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_EQ(in_state_count, EXCEPTION_THREAD_STATE_COUNT, "The thread state count is EXCEPTION_THREAD_STATE_COUNT");
252*33de042dSApple OSS Distributions
253*33de042dSApple OSS Distributions size_t advance_pc = exc_handler_callback(task, thread, type, codes_64);
254*33de042dSApple OSS Distributions
255*33de042dSApple OSS Distributions /**
256*33de042dSApple OSS Distributions * Increment the PC by the requested amount so the thread doesn't cause
257*33de042dSApple OSS Distributions * another exception when it resumes.
258*33de042dSApple OSS Distributions */
259*33de042dSApple OSS Distributions *out_state_count = in_state_count; /* size of state object in 32-bit words */
260*33de042dSApple OSS Distributions memcpy((void*)out_state, (void*)in_state, in_state_count * 4);
261*33de042dSApple OSS Distributions
262*33de042dSApple OSS Distributions #if __arm64__
263*33de042dSApple OSS Distributions arm_thread_state64_t *state = (arm_thread_state64_t*)(void *)out_state;
264*33de042dSApple OSS Distributions
265*33de042dSApple OSS Distributions void *pc = (void*)(arm_thread_state64_get_pc(*state) + advance_pc);
266*33de042dSApple OSS Distributions /* Have to sign the new PC value when pointer authentication is enabled. */
267*33de042dSApple OSS Distributions pc = ptrauth_sign_unauthenticated(pc, ptrauth_key_function_pointer, 0);
268*33de042dSApple OSS Distributions arm_thread_state64_set_pc_fptr(*state, pc);
269*33de042dSApple OSS Distributions #else
270*33de042dSApple OSS Distributions (void)advance_pc;
271*33de042dSApple OSS Distributions T_FAIL("catch_mach_exception_raise_state() not fully implemented on this architecture");
272*33de042dSApple OSS Distributions __builtin_unreachable();
273*33de042dSApple OSS Distributions #endif
274*33de042dSApple OSS Distributions
275*33de042dSApple OSS Distributions /* Return KERN_SUCCESS to tell the kernel to keep running the victim thread. */
276*33de042dSApple OSS Distributions return KERN_SUCCESS;
277*33de042dSApple OSS Distributions }
278*33de042dSApple OSS Distributions
279*33de042dSApple OSS Distributions kern_return_t
catch_mach_exception_raise_backtrace(__unused mach_port_t exception_port,mach_port_t kcdata_object,exception_type_t exception,mach_exception_data_t codes,__unused mach_msg_type_number_t codeCnt)280*33de042dSApple OSS Distributions catch_mach_exception_raise_backtrace(
281*33de042dSApple OSS Distributions __unused mach_port_t exception_port,
282*33de042dSApple OSS Distributions mach_port_t kcdata_object,
283*33de042dSApple OSS Distributions exception_type_t exception,
284*33de042dSApple OSS Distributions mach_exception_data_t codes,
285*33de042dSApple OSS Distributions __unused mach_msg_type_number_t codeCnt)
286*33de042dSApple OSS Distributions {
287*33de042dSApple OSS Distributions return exc_handler_backtrace_callback(kcdata_object, exception, codes);
288*33de042dSApple OSS Distributions }
289*33de042dSApple OSS Distributions
290*33de042dSApple OSS Distributions mach_port_t
create_exception_port(exception_mask_t exception_mask)291*33de042dSApple OSS Distributions create_exception_port(exception_mask_t exception_mask)
292*33de042dSApple OSS Distributions {
293*33de042dSApple OSS Distributions return create_exception_port_behavior64(exception_mask, EXCEPTION_STATE_IDENTITY);
294*33de042dSApple OSS Distributions }
295*33de042dSApple OSS Distributions
296*33de042dSApple OSS Distributions mach_port_t
create_exception_port_behavior64(exception_mask_t exception_mask,exception_behavior_t behavior)297*33de042dSApple OSS Distributions create_exception_port_behavior64(exception_mask_t exception_mask, exception_behavior_t behavior)
298*33de042dSApple OSS Distributions {
299*33de042dSApple OSS Distributions mach_port_t exc_port = MACH_PORT_NULL;
300*33de042dSApple OSS Distributions mach_port_t task = mach_task_self();
301*33de042dSApple OSS Distributions mach_port_t thread = mach_thread_self();
302*33de042dSApple OSS Distributions kern_return_t kr = KERN_SUCCESS;
303*33de042dSApple OSS Distributions
304*33de042dSApple OSS Distributions if (((unsigned int)behavior & ~MACH_EXCEPTION_MASK) != EXCEPTION_STATE_IDENTITY &&
305*33de042dSApple OSS Distributions ((unsigned int)behavior & ~MACH_EXCEPTION_MASK) != EXCEPTION_IDENTITY_PROTECTED) {
306*33de042dSApple OSS Distributions T_FAIL("Passed behavior (%d) is not supported by exc_helpers.", behavior);
307*33de042dSApple OSS Distributions }
308*33de042dSApple OSS Distributions
309*33de042dSApple OSS Distributions behavior |= MACH_EXCEPTION_CODES;
310*33de042dSApple OSS Distributions
311*33de042dSApple OSS Distributions /* Create the mach port the exception messages will be sent to. */
312*33de042dSApple OSS Distributions kr = mach_port_allocate(task, MACH_PORT_RIGHT_RECEIVE, &exc_port);
313*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "Allocated mach exception port");
314*33de042dSApple OSS Distributions
315*33de042dSApple OSS Distributions /**
316*33de042dSApple OSS Distributions * Insert a send right into the exception port that the kernel will use to
317*33de042dSApple OSS Distributions * send the exception thread the exception messages.
318*33de042dSApple OSS Distributions */
319*33de042dSApple OSS Distributions kr = mach_port_insert_right(task, exc_port, exc_port, MACH_MSG_TYPE_MAKE_SEND);
320*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "Inserted a SEND right into the exception port");
321*33de042dSApple OSS Distributions
322*33de042dSApple OSS Distributions /* Tell the kernel what port to send exceptions to. */
323*33de042dSApple OSS Distributions kr = thread_set_exception_ports(
324*33de042dSApple OSS Distributions thread,
325*33de042dSApple OSS Distributions exception_mask,
326*33de042dSApple OSS Distributions exc_port,
327*33de042dSApple OSS Distributions (exception_behavior_t)((unsigned int)behavior),
328*33de042dSApple OSS Distributions EXCEPTION_THREAD_STATE);
329*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "Set the exception port to my custom handler");
330*33de042dSApple OSS Distributions
331*33de042dSApple OSS Distributions return exc_port;
332*33de042dSApple OSS Distributions }
333*33de042dSApple OSS Distributions
334*33de042dSApple OSS Distributions struct thread_params {
335*33de042dSApple OSS Distributions mach_port_t exc_port;
336*33de042dSApple OSS Distributions bool run_once;
337*33de042dSApple OSS Distributions };
338*33de042dSApple OSS Distributions
339*33de042dSApple OSS Distributions /**
340*33de042dSApple OSS Distributions * Thread to handle the mach exception.
341*33de042dSApple OSS Distributions *
342*33de042dSApple OSS Distributions * @param arg The exception port to wait for a message on.
343*33de042dSApple OSS Distributions */
344*33de042dSApple OSS Distributions static void *
exc_server_thread(void * arg)345*33de042dSApple OSS Distributions exc_server_thread(void *arg)
346*33de042dSApple OSS Distributions {
347*33de042dSApple OSS Distributions struct thread_params *params = arg;
348*33de042dSApple OSS Distributions mach_port_t exc_port = params->exc_port;
349*33de042dSApple OSS Distributions bool run_once = params->run_once;
350*33de042dSApple OSS Distributions free(params);
351*33de042dSApple OSS Distributions
352*33de042dSApple OSS Distributions /**
353*33de042dSApple OSS Distributions * mach_msg_server_once is a helper function provided by libsyscall that
354*33de042dSApple OSS Distributions * handles creating mach messages, blocks waiting for a message on the
355*33de042dSApple OSS Distributions * exception port, calls mach_exc_server() to handle the exception, and
356*33de042dSApple OSS Distributions * sends a reply based on the return value of mach_exc_server().
357*33de042dSApple OSS Distributions */
358*33de042dSApple OSS Distributions #define MACH_MSG_REPLY_SIZE 4096
359*33de042dSApple OSS Distributions kern_return_t kr;
360*33de042dSApple OSS Distributions if (run_once) {
361*33de042dSApple OSS Distributions kr = mach_msg_server_once(mach_exc_server, MACH_MSG_REPLY_SIZE, exc_port, 0);
362*33de042dSApple OSS Distributions } else {
363*33de042dSApple OSS Distributions kr = mach_msg_server(mach_exc_server, MACH_MSG_REPLY_SIZE, exc_port, 0);
364*33de042dSApple OSS Distributions }
365*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "Received mach exception message");
366*33de042dSApple OSS Distributions
367*33de042dSApple OSS Distributions pthread_exit((void*)0);
368*33de042dSApple OSS Distributions __builtin_unreachable();
369*33de042dSApple OSS Distributions }
370*33de042dSApple OSS Distributions
371*33de042dSApple OSS Distributions static void
_run_exception_handler(mach_port_t exc_port,void * preferred_callback,void * callback,bool run_once,exception_behavior_t behavior)372*33de042dSApple OSS Distributions _run_exception_handler(mach_port_t exc_port, void *preferred_callback, void *callback, bool run_once, exception_behavior_t behavior)
373*33de042dSApple OSS Distributions {
374*33de042dSApple OSS Distributions if (behavior & MACH_EXCEPTION_BACKTRACE_PREFERRED) {
375*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_NE(NULL, preferred_callback, "Require a preferred callback");
376*33de042dSApple OSS Distributions exc_handler_backtrace_callback = (exc_handler_backtrace_callback_t)preferred_callback;
377*33de042dSApple OSS Distributions }
378*33de042dSApple OSS Distributions
379*33de042dSApple OSS Distributions behavior &= ~MACH_EXCEPTION_MASK;
380*33de042dSApple OSS Distributions
381*33de042dSApple OSS Distributions switch (behavior) {
382*33de042dSApple OSS Distributions case EXCEPTION_STATE_IDENTITY:
383*33de042dSApple OSS Distributions exc_handler_callback = (exc_handler_callback_t)callback;
384*33de042dSApple OSS Distributions break;
385*33de042dSApple OSS Distributions case EXCEPTION_STATE_IDENTITY_PROTECTED:
386*33de042dSApple OSS Distributions exc_handler_state_protected_callback = (exc_handler_state_protected_callback_t)callback;
387*33de042dSApple OSS Distributions break;
388*33de042dSApple OSS Distributions case EXCEPTION_IDENTITY_PROTECTED:
389*33de042dSApple OSS Distributions exc_handler_protected_callback = (exc_handler_protected_callback_t)callback;
390*33de042dSApple OSS Distributions break;
391*33de042dSApple OSS Distributions default:
392*33de042dSApple OSS Distributions T_FAIL("Unsupported behavior");
393*33de042dSApple OSS Distributions break;
394*33de042dSApple OSS Distributions }
395*33de042dSApple OSS Distributions
396*33de042dSApple OSS Distributions pthread_t exc_thread;
397*33de042dSApple OSS Distributions
398*33de042dSApple OSS Distributions /* Spawn the exception server's thread. */
399*33de042dSApple OSS Distributions struct thread_params *params = malloc(sizeof(*params));
400*33de042dSApple OSS Distributions params->exc_port = exc_port;
401*33de042dSApple OSS Distributions params->run_once = run_once;
402*33de042dSApple OSS Distributions int err = pthread_create(&exc_thread, (pthread_attr_t*)0, exc_server_thread, params);
403*33de042dSApple OSS Distributions T_QUIET; T_ASSERT_POSIX_ZERO(err, "Spawned exception server thread");
404*33de042dSApple OSS Distributions
405*33de042dSApple OSS Distributions /* No need to wait for the exception server to be joined when it exits. */
406*33de042dSApple OSS Distributions pthread_detach(exc_thread);
407*33de042dSApple OSS Distributions }
408*33de042dSApple OSS Distributions
409*33de042dSApple OSS Distributions void
run_exception_handler(mach_port_t exc_port,exc_handler_callback_t callback)410*33de042dSApple OSS Distributions run_exception_handler(mach_port_t exc_port, exc_handler_callback_t callback)
411*33de042dSApple OSS Distributions {
412*33de042dSApple OSS Distributions run_exception_handler_behavior64(exc_port, NULL, (void *)callback, EXCEPTION_STATE_IDENTITY, true);
413*33de042dSApple OSS Distributions }
414*33de042dSApple OSS Distributions
415*33de042dSApple OSS Distributions void
run_exception_handler_behavior64(mach_port_t exc_port,void * preferred_callback,void * callback,exception_behavior_t behavior,bool run_once)416*33de042dSApple OSS Distributions run_exception_handler_behavior64(mach_port_t exc_port, void *preferred_callback,
417*33de042dSApple OSS Distributions void *callback, exception_behavior_t behavior, bool run_once)
418*33de042dSApple OSS Distributions {
419*33de042dSApple OSS Distributions if (((unsigned int)behavior & ~MACH_EXCEPTION_MASK) != EXCEPTION_STATE_IDENTITY &&
420*33de042dSApple OSS Distributions ((unsigned int)behavior & ~MACH_EXCEPTION_MASK) != EXCEPTION_IDENTITY_PROTECTED &&
421*33de042dSApple OSS Distributions ((unsigned int)behavior & ~MACH_EXCEPTION_MASK) != EXCEPTION_STATE_IDENTITY_PROTECTED) {
422*33de042dSApple OSS Distributions T_FAIL("Passed behavior (%d) is not supported by exc_helpers.", behavior);
423*33de042dSApple OSS Distributions }
424*33de042dSApple OSS Distributions
425*33de042dSApple OSS Distributions _run_exception_handler(exc_port, (void *)preferred_callback, (void *)callback, run_once, behavior);
426*33de042dSApple OSS Distributions }
427*33de042dSApple OSS Distributions
428*33de042dSApple OSS Distributions void
repeat_exception_handler(mach_port_t exc_port,exc_handler_callback_t callback)429*33de042dSApple OSS Distributions repeat_exception_handler(mach_port_t exc_port, exc_handler_callback_t callback)
430*33de042dSApple OSS Distributions {
431*33de042dSApple OSS Distributions _run_exception_handler(exc_port, NULL, (void *)callback, false, EXCEPTION_STATE_IDENTITY);
432*33de042dSApple OSS Distributions }
433