xref: /xnu-8796.101.5/bsd/kern/kern_backtrace.c (revision aca3beaa3dfbd42498b42c5e5ce20a938e6554e5)
1*aca3beaaSApple OSS Distributions /*
2*aca3beaaSApple OSS Distributions  * Copyright (c) 2016-2020 Apple Inc. All rights reserved.
3*aca3beaaSApple OSS Distributions  *
4*aca3beaaSApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*aca3beaaSApple OSS Distributions  *
6*aca3beaaSApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*aca3beaaSApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*aca3beaaSApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*aca3beaaSApple OSS Distributions  * compliance with the License. The rights granted to you under the License
10*aca3beaaSApple OSS Distributions  * may not be used to create, or enable the creation or redistribution of,
11*aca3beaaSApple OSS Distributions  * unlawful or unlicensed copies of an Apple operating system, or to
12*aca3beaaSApple OSS Distributions  * circumvent, violate, or enable the circumvention or violation of, any
13*aca3beaaSApple OSS Distributions  * terms of an Apple operating system software license agreement.
14*aca3beaaSApple OSS Distributions  *
15*aca3beaaSApple OSS Distributions  * Please obtain a copy of the License at
16*aca3beaaSApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*aca3beaaSApple OSS Distributions  *
18*aca3beaaSApple OSS Distributions  * The Original Code and all software distributed under the License are
19*aca3beaaSApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*aca3beaaSApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*aca3beaaSApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*aca3beaaSApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*aca3beaaSApple OSS Distributions  * Please see the License for the specific language governing rights and
24*aca3beaaSApple OSS Distributions  * limitations under the License.
25*aca3beaaSApple OSS Distributions  *
26*aca3beaaSApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*aca3beaaSApple OSS Distributions  */
28*aca3beaaSApple OSS Distributions 
29*aca3beaaSApple OSS Distributions #include <kern/backtrace.h>
30*aca3beaaSApple OSS Distributions #include <kern/kalloc.h>
31*aca3beaaSApple OSS Distributions #include <sys/errno.h>
32*aca3beaaSApple OSS Distributions #include <sys/sysctl.h>
33*aca3beaaSApple OSS Distributions #include <sys/systm.h>
34*aca3beaaSApple OSS Distributions 
35*aca3beaaSApple OSS Distributions #if DEVELOPMENT || DEBUG
36*aca3beaaSApple OSS Distributions 
37*aca3beaaSApple OSS Distributions /*
38*aca3beaaSApple OSS Distributions  * Ignore -Wxnu-typed-allocators for this file, as it implements
39*aca3beaaSApple OSS Distributions  * sysctls that are only available for DEVELOPMENT || DEBUG builds.
40*aca3beaaSApple OSS Distributions  */
41*aca3beaaSApple OSS Distributions __typed_allocators_ignore_push
42*aca3beaaSApple OSS Distributions 
43*aca3beaaSApple OSS Distributions #define MAX_BACKTRACE  (128)
44*aca3beaaSApple OSS Distributions 
45*aca3beaaSApple OSS Distributions #define BACKTRACE_USER (0)
46*aca3beaaSApple OSS Distributions #define BACKTRACE_USER_RESUME (1)
47*aca3beaaSApple OSS Distributions static int backtrace_user_sysctl SYSCTL_HANDLER_ARGS;
48*aca3beaaSApple OSS Distributions 
49*aca3beaaSApple OSS Distributions #define BACKTRACE_KERN_TEST_PACK_UNPACK (0)
50*aca3beaaSApple OSS Distributions #define BACKTRACE_KERN_TEST_PACKED (1)
51*aca3beaaSApple OSS Distributions static int backtrace_kernel_sysctl SYSCTL_HANDLER_ARGS;
52*aca3beaaSApple OSS Distributions 
53*aca3beaaSApple OSS Distributions SYSCTL_NODE(_kern, OID_AUTO, backtrace, CTLFLAG_RW | CTLFLAG_LOCKED, 0,
54*aca3beaaSApple OSS Distributions     "backtrace");
55*aca3beaaSApple OSS Distributions 
56*aca3beaaSApple OSS Distributions SYSCTL_PROC(_kern_backtrace, OID_AUTO, user,
57*aca3beaaSApple OSS Distributions     CTLFLAG_RW | CTLFLAG_LOCKED, (void *)BACKTRACE_USER,
58*aca3beaaSApple OSS Distributions     sizeof(uint64_t), backtrace_user_sysctl, "O",
59*aca3beaaSApple OSS Distributions     "take user backtrace of current thread");
60*aca3beaaSApple OSS Distributions 
61*aca3beaaSApple OSS Distributions SYSCTL_PROC(_kern_backtrace, OID_AUTO, kernel_tests,
62*aca3beaaSApple OSS Distributions     CTLFLAG_RW | CTLFLAG_LOCKED, (void *)BACKTRACE_USER,
63*aca3beaaSApple OSS Distributions     sizeof(uint64_t), backtrace_kernel_sysctl, "O",
64*aca3beaaSApple OSS Distributions     "take user backtrace of current thread");
65*aca3beaaSApple OSS Distributions 
66*aca3beaaSApple OSS Distributions static int
67*aca3beaaSApple OSS Distributions backtrace_kernel_sysctl SYSCTL_HANDLER_ARGS
68*aca3beaaSApple OSS Distributions {
69*aca3beaaSApple OSS Distributions 	unsigned int scenario = (unsigned int)req->newlen;
70*aca3beaaSApple OSS Distributions 	uintptr_t *bt = NULL;
71*aca3beaaSApple OSS Distributions 	uint8_t *packed_bt = NULL;
72*aca3beaaSApple OSS Distributions 	uintptr_t *unpacked_bt = NULL;
73*aca3beaaSApple OSS Distributions 	unsigned int bt_len = 0;
74*aca3beaaSApple OSS Distributions 	size_t bt_size = 0;
75*aca3beaaSApple OSS Distributions 	errno_t error = 0;
76*aca3beaaSApple OSS Distributions 
77*aca3beaaSApple OSS Distributions 	bt_len = 24;
78*aca3beaaSApple OSS Distributions 	bt_size = sizeof(bt[0]) * bt_len;
79*aca3beaaSApple OSS Distributions 	bt = kalloc_data(bt_size, Z_WAITOK | Z_ZERO);
80*aca3beaaSApple OSS Distributions 	packed_bt = kalloc_data(bt_size, Z_WAITOK | Z_ZERO);
81*aca3beaaSApple OSS Distributions 	unpacked_bt = kalloc_data(bt_size, Z_WAITOK | Z_ZERO);
82*aca3beaaSApple OSS Distributions 	if (!bt || !packed_bt || !unpacked_bt) {
83*aca3beaaSApple OSS Distributions 		error = ENOBUFS;
84*aca3beaaSApple OSS Distributions 		goto out;
85*aca3beaaSApple OSS Distributions 	}
86*aca3beaaSApple OSS Distributions 	backtrace_info_t info = BTI_NONE;
87*aca3beaaSApple OSS Distributions 	unsigned int len = backtrace(bt, bt_len, NULL, &info);
88*aca3beaaSApple OSS Distributions 	backtrace_info_t packed_info = BTI_NONE;
89*aca3beaaSApple OSS Distributions 	size_t packed_size = 0;
90*aca3beaaSApple OSS Distributions 	if (scenario == BACKTRACE_KERN_TEST_PACK_UNPACK) {
91*aca3beaaSApple OSS Distributions 		packed_size = backtrace_pack(BTP_KERN_OFFSET_32, packed_bt, bt_size,
92*aca3beaaSApple OSS Distributions 		    bt, len);
93*aca3beaaSApple OSS Distributions 	} else {
94*aca3beaaSApple OSS Distributions 		packed_size = backtrace_packed(BTP_KERN_OFFSET_32, packed_bt, bt_size,
95*aca3beaaSApple OSS Distributions 		    NULL, &packed_info);
96*aca3beaaSApple OSS Distributions 	}
97*aca3beaaSApple OSS Distributions 	unsigned int unpacked_len = backtrace_unpack(BTP_KERN_OFFSET_32,
98*aca3beaaSApple OSS Distributions 	    unpacked_bt, bt_len, packed_bt, packed_size);
99*aca3beaaSApple OSS Distributions 	if (unpacked_len != len) {
100*aca3beaaSApple OSS Distributions 		printf("backtrace_tests: length %u != %u unpacked\n", len,
101*aca3beaaSApple OSS Distributions 		    unpacked_len);
102*aca3beaaSApple OSS Distributions 		error = ERANGE;
103*aca3beaaSApple OSS Distributions 		goto out;
104*aca3beaaSApple OSS Distributions 	}
105*aca3beaaSApple OSS Distributions 	for (unsigned int i = 0; i < len; i++) {
106*aca3beaaSApple OSS Distributions 		if (unpacked_bt[i] != bt[i]) {
107*aca3beaaSApple OSS Distributions 			printf("backtrace_tests: bad address %u: 0x%lx != 0x%lx unpacked",
108*aca3beaaSApple OSS Distributions 			    i, bt[i], unpacked_bt[i]);
109*aca3beaaSApple OSS Distributions 			error = EINVAL;
110*aca3beaaSApple OSS Distributions 		}
111*aca3beaaSApple OSS Distributions 	}
112*aca3beaaSApple OSS Distributions 
113*aca3beaaSApple OSS Distributions out:
114*aca3beaaSApple OSS Distributions 	if (bt) {
115*aca3beaaSApple OSS Distributions 		kfree_data(bt, bt_size);
116*aca3beaaSApple OSS Distributions 	}
117*aca3beaaSApple OSS Distributions 	if (packed_bt) {
118*aca3beaaSApple OSS Distributions 		kfree_data(packed_bt, bt_size);
119*aca3beaaSApple OSS Distributions 	}
120*aca3beaaSApple OSS Distributions 	if (unpacked_bt) {
121*aca3beaaSApple OSS Distributions 		kfree_data(unpacked_bt, bt_size);
122*aca3beaaSApple OSS Distributions 	}
123*aca3beaaSApple OSS Distributions 	return error;
124*aca3beaaSApple OSS Distributions }
125*aca3beaaSApple OSS Distributions 
126*aca3beaaSApple OSS Distributions static int
127*aca3beaaSApple OSS Distributions backtrace_user_sysctl SYSCTL_HANDLER_ARGS
128*aca3beaaSApple OSS Distributions {
129*aca3beaaSApple OSS Distributions #pragma unused(oidp, arg1, arg2)
130*aca3beaaSApple OSS Distributions 	unsigned int scenario = (unsigned int)req->newlen;
131*aca3beaaSApple OSS Distributions 	uintptr_t *bt = NULL;
132*aca3beaaSApple OSS Distributions 	unsigned int bt_len = 0, bt_filled = 0, bt_space = 0;
133*aca3beaaSApple OSS Distributions 	size_t bt_size = 0;
134*aca3beaaSApple OSS Distributions 	errno_t error = 0;
135*aca3beaaSApple OSS Distributions 
136*aca3beaaSApple OSS Distributions 	bool user_scenario = scenario == BACKTRACE_USER;
137*aca3beaaSApple OSS Distributions 	bool resume_scenario = scenario == BACKTRACE_USER_RESUME;
138*aca3beaaSApple OSS Distributions 	if (!user_scenario && !resume_scenario) {
139*aca3beaaSApple OSS Distributions 		return ENOTSUP;
140*aca3beaaSApple OSS Distributions 	}
141*aca3beaaSApple OSS Distributions 
142*aca3beaaSApple OSS Distributions 	if (req->oldptr == USER_ADDR_NULL || req->oldlen == 0) {
143*aca3beaaSApple OSS Distributions 		return EFAULT;
144*aca3beaaSApple OSS Distributions 	}
145*aca3beaaSApple OSS Distributions 
146*aca3beaaSApple OSS Distributions 	bt_len = req->oldlen > MAX_BACKTRACE ? MAX_BACKTRACE :
147*aca3beaaSApple OSS Distributions 	    (unsigned int)req->oldlen;
148*aca3beaaSApple OSS Distributions 	bt_size = sizeof(bt[0]) * bt_len;
149*aca3beaaSApple OSS Distributions 	bt = kalloc_data(bt_size, Z_WAITOK | Z_ZERO);
150*aca3beaaSApple OSS Distributions 	if (!bt) {
151*aca3beaaSApple OSS Distributions 		return ENOBUFS;
152*aca3beaaSApple OSS Distributions 	}
153*aca3beaaSApple OSS Distributions 	bt_space = resume_scenario ? bt_len / 2 : bt_len;
154*aca3beaaSApple OSS Distributions 	struct backtrace_user_info btinfo = BTUINFO_INIT;
155*aca3beaaSApple OSS Distributions 	bt_filled = backtrace_user(bt, bt_space, NULL, &btinfo);
156*aca3beaaSApple OSS Distributions 	error = btinfo.btui_error;
157*aca3beaaSApple OSS Distributions 	if (error != 0) {
158*aca3beaaSApple OSS Distributions 		goto out;
159*aca3beaaSApple OSS Distributions 	}
160*aca3beaaSApple OSS Distributions 	if (resume_scenario) {
161*aca3beaaSApple OSS Distributions 		if (!(btinfo.btui_info & BTI_TRUNCATED)) {
162*aca3beaaSApple OSS Distributions 			error = ENOSPC;
163*aca3beaaSApple OSS Distributions 			goto out;
164*aca3beaaSApple OSS Distributions 		}
165*aca3beaaSApple OSS Distributions 		struct backtrace_control ctl = {
166*aca3beaaSApple OSS Distributions 			.btc_frame_addr = btinfo.btui_next_frame_addr,
167*aca3beaaSApple OSS Distributions 		};
168*aca3beaaSApple OSS Distributions 		btinfo = BTUINFO_INIT;
169*aca3beaaSApple OSS Distributions 		unsigned int bt_more = backtrace_user(bt + bt_filled, bt_space, &ctl,
170*aca3beaaSApple OSS Distributions 		    &btinfo);
171*aca3beaaSApple OSS Distributions 		error = btinfo.btui_error;
172*aca3beaaSApple OSS Distributions 		if (error != 0) {
173*aca3beaaSApple OSS Distributions 			goto out;
174*aca3beaaSApple OSS Distributions 		}
175*aca3beaaSApple OSS Distributions 		bt_filled += bt_more;
176*aca3beaaSApple OSS Distributions 	}
177*aca3beaaSApple OSS Distributions 	bt_filled = min(bt_filled, bt_len);
178*aca3beaaSApple OSS Distributions 	if (btinfo.btui_async_frame_addr != 0 &&
179*aca3beaaSApple OSS Distributions 	    btinfo.btui_async_start_index != 0) {
180*aca3beaaSApple OSS Distributions 		// Put the async call stack inline after the real call stack.
181*aca3beaaSApple OSS Distributions 		unsigned int start_index = btinfo.btui_async_start_index;
182*aca3beaaSApple OSS Distributions 		uintptr_t frame_addr = btinfo.btui_async_frame_addr;
183*aca3beaaSApple OSS Distributions 		unsigned int bt_left = bt_len - start_index;
184*aca3beaaSApple OSS Distributions 		struct backtrace_control ctl = { .btc_frame_addr = frame_addr, };
185*aca3beaaSApple OSS Distributions 		btinfo = BTUINFO_INIT;
186*aca3beaaSApple OSS Distributions 		unsigned int async_filled = backtrace_user(bt + start_index, bt_left,
187*aca3beaaSApple OSS Distributions 		    &ctl, &btinfo);
188*aca3beaaSApple OSS Distributions 		error = btinfo.btui_error;
189*aca3beaaSApple OSS Distributions 		if (error != 0) {
190*aca3beaaSApple OSS Distributions 			goto out;
191*aca3beaaSApple OSS Distributions 		}
192*aca3beaaSApple OSS Distributions 		bt_filled = min(start_index + async_filled, bt_len);
193*aca3beaaSApple OSS Distributions 	}
194*aca3beaaSApple OSS Distributions 
195*aca3beaaSApple OSS Distributions 	error = copyout(bt, req->oldptr, sizeof(bt[0]) * bt_filled);
196*aca3beaaSApple OSS Distributions 	if (error) {
197*aca3beaaSApple OSS Distributions 		goto out;
198*aca3beaaSApple OSS Distributions 	}
199*aca3beaaSApple OSS Distributions 	req->oldidx = bt_filled;
200*aca3beaaSApple OSS Distributions 
201*aca3beaaSApple OSS Distributions out:
202*aca3beaaSApple OSS Distributions 	kfree_data(bt, bt_size);
203*aca3beaaSApple OSS Distributions 	return error;
204*aca3beaaSApple OSS Distributions }
205*aca3beaaSApple OSS Distributions 
206*aca3beaaSApple OSS Distributions __typed_allocators_ignore_pop
207*aca3beaaSApple OSS Distributions 
208*aca3beaaSApple OSS Distributions #endif /* DEVELOPMENT || DEBUG */
209