xref: /xnu-12377.81.4/libkern/gen/OSDebug.cpp (revision 043036a2b3718f7f0be807e2870f8f47d3fa0796) !
1*043036a2SApple OSS Distributions /*
2*043036a2SApple OSS Distributions  * Copyright (c) 2005-2012 Apple Inc. All rights reserved.
3*043036a2SApple OSS Distributions  *
4*043036a2SApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*043036a2SApple OSS Distributions  *
6*043036a2SApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*043036a2SApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*043036a2SApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*043036a2SApple OSS Distributions  * compliance with the License. The rights granted to you under the License
10*043036a2SApple OSS Distributions  * may not be used to create, or enable the creation or redistribution of,
11*043036a2SApple OSS Distributions  * unlawful or unlicensed copies of an Apple operating system, or to
12*043036a2SApple OSS Distributions  * circumvent, violate, or enable the circumvention or violation of, any
13*043036a2SApple OSS Distributions  * terms of an Apple operating system software license agreement.
14*043036a2SApple OSS Distributions  *
15*043036a2SApple OSS Distributions  * Please obtain a copy of the License at
16*043036a2SApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*043036a2SApple OSS Distributions  *
18*043036a2SApple OSS Distributions  * The Original Code and all software distributed under the License are
19*043036a2SApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*043036a2SApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*043036a2SApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*043036a2SApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*043036a2SApple OSS Distributions  * Please see the License for the specific language governing rights and
24*043036a2SApple OSS Distributions  * limitations under the License.
25*043036a2SApple OSS Distributions  *
26*043036a2SApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*043036a2SApple OSS Distributions  */
28*043036a2SApple OSS Distributions 
29*043036a2SApple OSS Distributions // NOTE:  This file is only c++ so I can get static initialisers going
30*043036a2SApple OSS Distributions #include <libkern/OSDebug.h>
31*043036a2SApple OSS Distributions #include <IOKit/IOLib.h>
32*043036a2SApple OSS Distributions 
33*043036a2SApple OSS Distributions #include <sys/cdefs.h>
34*043036a2SApple OSS Distributions 
35*043036a2SApple OSS Distributions #include <stdarg.h>
36*043036a2SApple OSS Distributions #include <mach/mach_types.h>
37*043036a2SApple OSS Distributions #include <mach/kmod.h>
38*043036a2SApple OSS Distributions #include <kern/locks.h>
39*043036a2SApple OSS Distributions 
40*043036a2SApple OSS Distributions #include <libkern/libkern.h>    // From bsd's libkern directory
41*043036a2SApple OSS Distributions #include <mach/vm_param.h>
42*043036a2SApple OSS Distributions 
43*043036a2SApple OSS Distributions #include <sys/kdebug.h>
44*043036a2SApple OSS Distributions #include <kern/thread.h>
45*043036a2SApple OSS Distributions 
46*043036a2SApple OSS Distributions #if defined(HAS_APPLE_PAC)
47*043036a2SApple OSS Distributions #include <ptrauth.h>
48*043036a2SApple OSS Distributions #endif
49*043036a2SApple OSS Distributions 
50*043036a2SApple OSS Distributions extern int etext;
51*043036a2SApple OSS Distributions __BEGIN_DECLS
52*043036a2SApple OSS Distributions // From osmfk/kern/thread.h but considered to be private
53*043036a2SApple OSS Distributions extern vm_offset_t min_valid_stack_address(void);
54*043036a2SApple OSS Distributions extern vm_offset_t max_valid_stack_address(void);
55*043036a2SApple OSS Distributions 
56*043036a2SApple OSS Distributions // From osfmk/kern/printf.c
57*043036a2SApple OSS Distributions extern boolean_t doprnt_hide_pointers;
58*043036a2SApple OSS Distributions 
59*043036a2SApple OSS Distributions // From osfmk/kmod.c
60*043036a2SApple OSS Distributions extern void kmod_dump_log(vm_offset_t *addr, unsigned int cnt, boolean_t doUnslide);
61*043036a2SApple OSS Distributions 
62*043036a2SApple OSS Distributions extern addr64_t kvtophys(vm_offset_t va);
63*043036a2SApple OSS Distributions #if __arm__
64*043036a2SApple OSS Distributions extern int copyinframe(vm_address_t fp, char *frame);
65*043036a2SApple OSS Distributions #elif defined(__arm64__)
66*043036a2SApple OSS Distributions extern int copyinframe(vm_address_t fp, char *frame, boolean_t is64bit);
67*043036a2SApple OSS Distributions #endif
68*043036a2SApple OSS Distributions 
69*043036a2SApple OSS Distributions __END_DECLS
70*043036a2SApple OSS Distributions 
71*043036a2SApple OSS Distributions extern lck_grp_t * IOLockGroup;
72*043036a2SApple OSS Distributions 
73*043036a2SApple OSS Distributions static lck_mtx_t *sOSReportLock = lck_mtx_alloc_init(IOLockGroup, LCK_ATTR_NULL);
74*043036a2SApple OSS Distributions 
75*043036a2SApple OSS Distributions /* Report a message with a 4 entry backtrace - very slow */
76*043036a2SApple OSS Distributions void
OSReportWithBacktrace(const char * str,...)77*043036a2SApple OSS Distributions OSReportWithBacktrace(const char *str, ...)
78*043036a2SApple OSS Distributions {
79*043036a2SApple OSS Distributions 	char buf[128];
80*043036a2SApple OSS Distributions 	void *bt[9] = {};
81*043036a2SApple OSS Distributions 	const unsigned cnt = sizeof(bt) / sizeof(bt[0]);
82*043036a2SApple OSS Distributions 	va_list listp;
83*043036a2SApple OSS Distributions 
84*043036a2SApple OSS Distributions 	// Ignore the our and our callers stackframes, skipping frames 0 & 1
85*043036a2SApple OSS Distributions 	(void) OSBacktrace(bt, cnt);
86*043036a2SApple OSS Distributions 
87*043036a2SApple OSS Distributions 	va_start(listp, str);
88*043036a2SApple OSS Distributions 	vsnprintf(buf, sizeof(buf), str, listp);
89*043036a2SApple OSS Distributions 	va_end(listp);
90*043036a2SApple OSS Distributions 
91*043036a2SApple OSS Distributions 	lck_mtx_lock(sOSReportLock);
92*043036a2SApple OSS Distributions 	{
93*043036a2SApple OSS Distributions 		boolean_t old_doprnt_hide_pointers = doprnt_hide_pointers;
94*043036a2SApple OSS Distributions 		doprnt_hide_pointers = FALSE;
95*043036a2SApple OSS Distributions 		printf("%s\nBacktrace 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n", buf,
96*043036a2SApple OSS Distributions 		    (unsigned long) VM_KERNEL_UNSLIDE(bt[2]), (unsigned long) VM_KERNEL_UNSLIDE(bt[3]),
97*043036a2SApple OSS Distributions 		    (unsigned long) VM_KERNEL_UNSLIDE(bt[4]), (unsigned long) VM_KERNEL_UNSLIDE(bt[5]),
98*043036a2SApple OSS Distributions 		    (unsigned long) VM_KERNEL_UNSLIDE(bt[6]), (unsigned long) VM_KERNEL_UNSLIDE(bt[7]),
99*043036a2SApple OSS Distributions 		    (unsigned long) VM_KERNEL_UNSLIDE(bt[8]));
100*043036a2SApple OSS Distributions 		kmod_dump_log((vm_offset_t *) &bt[2], cnt - 2, TRUE);
101*043036a2SApple OSS Distributions 		doprnt_hide_pointers = old_doprnt_hide_pointers;
102*043036a2SApple OSS Distributions 	}
103*043036a2SApple OSS Distributions 	lck_mtx_unlock(sOSReportLock);
104*043036a2SApple OSS Distributions }
105*043036a2SApple OSS Distributions 
106*043036a2SApple OSS Distributions static vm_offset_t minstackaddr = min_valid_stack_address();
107*043036a2SApple OSS Distributions static vm_offset_t maxstackaddr = max_valid_stack_address();
108*043036a2SApple OSS Distributions 
109*043036a2SApple OSS Distributions 
110*043036a2SApple OSS Distributions #if __x86_64__
111*043036a2SApple OSS Distributions #define x86_64_RETURN_OFFSET 8
112*043036a2SApple OSS Distributions static unsigned int
x86_64_validate_raddr(vm_offset_t raddr)113*043036a2SApple OSS Distributions x86_64_validate_raddr(vm_offset_t raddr)
114*043036a2SApple OSS Distributions {
115*043036a2SApple OSS Distributions 	return (raddr > VM_MIN_KERNEL_AND_KEXT_ADDRESS) &&
116*043036a2SApple OSS Distributions 	       (raddr < VM_MAX_KERNEL_ADDRESS);
117*043036a2SApple OSS Distributions }
118*043036a2SApple OSS Distributions static unsigned int
x86_64_validate_stackptr(vm_offset_t stackptr)119*043036a2SApple OSS Distributions x86_64_validate_stackptr(vm_offset_t stackptr)
120*043036a2SApple OSS Distributions {
121*043036a2SApple OSS Distributions 	/* Existence and alignment check
122*043036a2SApple OSS Distributions 	 */
123*043036a2SApple OSS Distributions 	if (!stackptr || (stackptr & 0x7) || !x86_64_validate_raddr(stackptr)) {
124*043036a2SApple OSS Distributions 		return 0;
125*043036a2SApple OSS Distributions 	}
126*043036a2SApple OSS Distributions 
127*043036a2SApple OSS Distributions 	/* Is a virtual->physical translation present?
128*043036a2SApple OSS Distributions 	 */
129*043036a2SApple OSS Distributions 	if (!kvtophys(stackptr)) {
130*043036a2SApple OSS Distributions 		return 0;
131*043036a2SApple OSS Distributions 	}
132*043036a2SApple OSS Distributions 
133*043036a2SApple OSS Distributions 	/* Check if the return address lies on the same page;
134*043036a2SApple OSS Distributions 	 * If not, verify that a translation exists.
135*043036a2SApple OSS Distributions 	 */
136*043036a2SApple OSS Distributions 	if (((PAGE_SIZE - (stackptr & PAGE_MASK)) < x86_64_RETURN_OFFSET) &&
137*043036a2SApple OSS Distributions 	    !kvtophys(stackptr + x86_64_RETURN_OFFSET)) {
138*043036a2SApple OSS Distributions 		return 0;
139*043036a2SApple OSS Distributions 	}
140*043036a2SApple OSS Distributions 	return 1;
141*043036a2SApple OSS Distributions }
142*043036a2SApple OSS Distributions #endif
143*043036a2SApple OSS Distributions 
144*043036a2SApple OSS Distributions void
OSPrintBacktrace(void)145*043036a2SApple OSS Distributions OSPrintBacktrace(void)
146*043036a2SApple OSS Distributions {
147*043036a2SApple OSS Distributions 	void * btbuf[20];
148*043036a2SApple OSS Distributions 	int tmp = OSBacktrace(btbuf, 20);
149*043036a2SApple OSS Distributions 	int i;
150*043036a2SApple OSS Distributions 	for (i = 0; i < tmp; i++) {
151*043036a2SApple OSS Distributions 		kprintf("bt[%.2d] = %p\n", i, btbuf[i]);
152*043036a2SApple OSS Distributions 	}
153*043036a2SApple OSS Distributions }
154*043036a2SApple OSS Distributions 
155*043036a2SApple OSS Distributions unsigned
OSBacktrace(void ** bt,unsigned maxAddrs)156*043036a2SApple OSS Distributions OSBacktrace(void **bt, unsigned maxAddrs)
157*043036a2SApple OSS Distributions {
158*043036a2SApple OSS Distributions 	unsigned frame;
159*043036a2SApple OSS Distributions 	if (!current_thread()) {
160*043036a2SApple OSS Distributions 		return 0;
161*043036a2SApple OSS Distributions 	}
162*043036a2SApple OSS Distributions 
163*043036a2SApple OSS Distributions #if   __x86_64__
164*043036a2SApple OSS Distributions #define SANE_x86_64_FRAME_SIZE (kernel_stack_size >> 1)
165*043036a2SApple OSS Distributions 	vm_offset_t stackptr, stackptr_prev, raddr;
166*043036a2SApple OSS Distributions 	unsigned frame_index = 0;
167*043036a2SApple OSS Distributions /* Obtain current frame pointer */
168*043036a2SApple OSS Distributions 
169*043036a2SApple OSS Distributions 	__asm__ volatile ("movq %%rbp, %0" : "=m" (stackptr));
170*043036a2SApple OSS Distributions 
171*043036a2SApple OSS Distributions 	if (!x86_64_validate_stackptr(stackptr)) {
172*043036a2SApple OSS Distributions 		goto pad;
173*043036a2SApple OSS Distributions 	}
174*043036a2SApple OSS Distributions 
175*043036a2SApple OSS Distributions 	raddr = *((vm_offset_t *) (stackptr + x86_64_RETURN_OFFSET));
176*043036a2SApple OSS Distributions 
177*043036a2SApple OSS Distributions 	if (!x86_64_validate_raddr(raddr)) {
178*043036a2SApple OSS Distributions 		goto pad;
179*043036a2SApple OSS Distributions 	}
180*043036a2SApple OSS Distributions 
181*043036a2SApple OSS Distributions 	bt[frame_index++] = (void *) raddr;
182*043036a2SApple OSS Distributions 
183*043036a2SApple OSS Distributions 	for (; frame_index < maxAddrs; frame_index++) {
184*043036a2SApple OSS Distributions 		stackptr_prev = stackptr;
185*043036a2SApple OSS Distributions 		stackptr = *((vm_offset_t *) stackptr_prev);
186*043036a2SApple OSS Distributions 
187*043036a2SApple OSS Distributions 		if (!x86_64_validate_stackptr(stackptr)) {
188*043036a2SApple OSS Distributions 			break;
189*043036a2SApple OSS Distributions 		}
190*043036a2SApple OSS Distributions 		/* Stack grows downwards */
191*043036a2SApple OSS Distributions 		if (stackptr < stackptr_prev) {
192*043036a2SApple OSS Distributions 			break;
193*043036a2SApple OSS Distributions 		}
194*043036a2SApple OSS Distributions 
195*043036a2SApple OSS Distributions 		if ((stackptr - stackptr_prev) > SANE_x86_64_FRAME_SIZE) {
196*043036a2SApple OSS Distributions 			break;
197*043036a2SApple OSS Distributions 		}
198*043036a2SApple OSS Distributions 
199*043036a2SApple OSS Distributions 		raddr = *((vm_offset_t *) (stackptr + x86_64_RETURN_OFFSET));
200*043036a2SApple OSS Distributions 
201*043036a2SApple OSS Distributions 		if (!x86_64_validate_raddr(raddr)) {
202*043036a2SApple OSS Distributions 			break;
203*043036a2SApple OSS Distributions 		}
204*043036a2SApple OSS Distributions 
205*043036a2SApple OSS Distributions 		bt[frame_index] = (void *) raddr;
206*043036a2SApple OSS Distributions 	}
207*043036a2SApple OSS Distributions pad:
208*043036a2SApple OSS Distributions 	frame = frame_index;
209*043036a2SApple OSS Distributions 
210*043036a2SApple OSS Distributions 	for (; frame_index < maxAddrs; frame_index++) {
211*043036a2SApple OSS Distributions 		bt[frame_index] = (void *) NULL;
212*043036a2SApple OSS Distributions 	}
213*043036a2SApple OSS Distributions #elif __arm__ || __arm64__
214*043036a2SApple OSS Distributions 	uint32_t i = 0;
215*043036a2SApple OSS Distributions 	uintptr_t frameb[2];
216*043036a2SApple OSS Distributions 	uintptr_t fp = 0;
217*043036a2SApple OSS Distributions 
218*043036a2SApple OSS Distributions 	// get the current frame pointer for this thread
219*043036a2SApple OSS Distributions #if defined(__arm__)
220*043036a2SApple OSS Distributions #define OSBacktraceFrameAlignOK(x) (((x) & 0x3) == 0)
221*043036a2SApple OSS Distributions 	__asm__ volatile ("mov %0,r7" : "=r" (fp));
222*043036a2SApple OSS Distributions #elif defined(__arm64__)
223*043036a2SApple OSS Distributions #define OSBacktraceFrameAlignOK(x) (((x) & 0xf) == 0)
224*043036a2SApple OSS Distributions 	__asm__ volatile ("mov %0, fp" : "=r" (fp));
225*043036a2SApple OSS Distributions #else
226*043036a2SApple OSS Distributions #error Unknown architecture.
227*043036a2SApple OSS Distributions #endif
228*043036a2SApple OSS Distributions 
229*043036a2SApple OSS Distributions 	// now crawl up the stack recording the link value of each frame
230*043036a2SApple OSS Distributions 	do {
231*043036a2SApple OSS Distributions 		// check bounds
232*043036a2SApple OSS Distributions 		if ((fp == 0) || (!OSBacktraceFrameAlignOK(fp)) || (fp > VM_MAX_KERNEL_ADDRESS) || (fp < VM_MIN_KERNEL_AND_KEXT_ADDRESS)) {
233*043036a2SApple OSS Distributions 			break;
234*043036a2SApple OSS Distributions 		}
235*043036a2SApple OSS Distributions 		// safely read frame
236*043036a2SApple OSS Distributions #ifdef __arm64__
237*043036a2SApple OSS Distributions 		if (copyinframe(fp, (char*)frameb, TRUE) != 0) {
238*043036a2SApple OSS Distributions #else
239*043036a2SApple OSS Distributions 		if (copyinframe(fp, (char*)frameb) != 0) {
240*043036a2SApple OSS Distributions #endif
241*043036a2SApple OSS Distributions 			break;
242*043036a2SApple OSS Distributions 		}
243*043036a2SApple OSS Distributions 
244*043036a2SApple OSS Distributions 		// No need to use copyin as this is always a kernel address, see check above
245*043036a2SApple OSS Distributions #if defined(HAS_APPLE_PAC)
246*043036a2SApple OSS Distributions 		/* return addresses on stack signed by arm64e ABI */
247*043036a2SApple OSS Distributions 		bt[i] = ptrauth_strip((void*)frameb[1], ptrauth_key_return_address); // link register
248*043036a2SApple OSS Distributions #else
249*043036a2SApple OSS Distributions 		bt[i] = (void*)frameb[1]; // link register
250*043036a2SApple OSS Distributions #endif
251*043036a2SApple OSS Distributions 		fp = frameb[0];
252*043036a2SApple OSS Distributions #if defined(HAS_APPLE_PAC)
253*043036a2SApple OSS Distributions 		fp = (uintptr_t)ptrauth_strip((void *)fp, ptrauth_key_frame_pointer);
254*043036a2SApple OSS Distributions #endif
255*043036a2SApple OSS Distributions 	} while (++i < maxAddrs);
256*043036a2SApple OSS Distributions 	frame = i;
257*043036a2SApple OSS Distributions #else
258*043036a2SApple OSS Distributions #error arch
259*043036a2SApple OSS Distributions #endif
260*043036a2SApple OSS Distributions 	return frame;
261*043036a2SApple OSS Distributions }
262