xref: /xnu-10063.101.15/libsyscall/wrappers/kdebug_trace.c (revision 94d3b452840153a99b38a3a9659680b2a006908e)
1*94d3b452SApple OSS Distributions /*
2*94d3b452SApple OSS Distributions  * Copyright (c) 2014 Apple Inc. All rights reserved.
3*94d3b452SApple OSS Distributions  *
4*94d3b452SApple OSS Distributions  * @APPLE_LICENSE_HEADER_START@
5*94d3b452SApple OSS Distributions  *
6*94d3b452SApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*94d3b452SApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*94d3b452SApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*94d3b452SApple OSS Distributions  * compliance with the License. Please obtain a copy of the License at
10*94d3b452SApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this
11*94d3b452SApple OSS Distributions  * file.
12*94d3b452SApple OSS Distributions  *
13*94d3b452SApple OSS Distributions  * The Original Code and all software distributed under the License are
14*94d3b452SApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
15*94d3b452SApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
16*94d3b452SApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
17*94d3b452SApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
18*94d3b452SApple OSS Distributions  * Please see the License for the specific language governing rights and
19*94d3b452SApple OSS Distributions  * limitations under the License.
20*94d3b452SApple OSS Distributions  *
21*94d3b452SApple OSS Distributions  * @APPLE_LICENSE_HEADER_END@
22*94d3b452SApple OSS Distributions  */
23*94d3b452SApple OSS Distributions 
24*94d3b452SApple OSS Distributions #include <mach/mach_time.h>
25*94d3b452SApple OSS Distributions #include <stdint.h>
26*94d3b452SApple OSS Distributions #include <stdbool.h>
27*94d3b452SApple OSS Distributions #include <stdlib.h>
28*94d3b452SApple OSS Distributions #include <stdatomic.h>
29*94d3b452SApple OSS Distributions #include <machine/cpu_capabilities.h>
30*94d3b452SApple OSS Distributions #include <sys/kdebug.h>
31*94d3b452SApple OSS Distributions #include <sys/kdebug_private.h>
32*94d3b452SApple OSS Distributions #include <sys/kdebug_signpost.h>
33*94d3b452SApple OSS Distributions #include <sys/errno.h>
34*94d3b452SApple OSS Distributions #include <sys/param.h>
35*94d3b452SApple OSS Distributions #include <sys/sysctl.h>
36*94d3b452SApple OSS Distributions #include <mach/mach.h>
37*94d3b452SApple OSS Distributions #include <mach/mach_vm.h>
38*94d3b452SApple OSS Distributions 
39*94d3b452SApple OSS Distributions extern int __kdebug_typefilter(void** addr, size_t* size);
40*94d3b452SApple OSS Distributions extern int __kdebug_trace64(uint32_t code, uint64_t arg1, uint64_t arg2,
41*94d3b452SApple OSS Distributions     uint64_t arg3, uint64_t arg4);
42*94d3b452SApple OSS Distributions extern uint64_t __kdebug_trace_string(uint32_t debugid, uint64_t str_id,
43*94d3b452SApple OSS Distributions     const char *str);
44*94d3b452SApple OSS Distributions 
45*94d3b452SApple OSS Distributions static int kdebug_signpost_internal(uint32_t debugid, uintptr_t arg1,
46*94d3b452SApple OSS Distributions     uintptr_t arg2, uintptr_t arg3, uintptr_t arg4);
47*94d3b452SApple OSS Distributions 
48*94d3b452SApple OSS Distributions /*
49*94d3b452SApple OSS Distributions  * GENERAL API DESIGN NOTE!
50*94d3b452SApple OSS Distributions  *
51*94d3b452SApple OSS Distributions  * Trace API's are expected to avoid performing checks until tracing has
52*94d3b452SApple OSS Distributions  * been enabled. This includes checks that might cause error codes to be
53*94d3b452SApple OSS Distributions  * returned.
54*94d3b452SApple OSS Distributions  *
55*94d3b452SApple OSS Distributions  * Trace invocations via wrapper and syscall must have the same behavior.
56*94d3b452SApple OSS Distributions  *
57*94d3b452SApple OSS Distributions  * Note that the userspace API is chosing to optimize fastpath, non-error
58*94d3b452SApple OSS Distributions  * performance by eliding validation of each debugid. This means that error
59*94d3b452SApple OSS Distributions  * cases which could have been caught in userspace will make a syscall
60*94d3b452SApple OSS Distributions  * before returning with the correct error code. This tradeoff in performance
61*94d3b452SApple OSS Distributions  * is intentional.
62*94d3b452SApple OSS Distributions  */
63*94d3b452SApple OSS Distributions 
64*94d3b452SApple OSS Distributions void *
kdebug_typefilter(void)65*94d3b452SApple OSS Distributions kdebug_typefilter(void)
66*94d3b452SApple OSS Distributions {
67*94d3b452SApple OSS Distributions 	static void* typefilter;
68*94d3b452SApple OSS Distributions 
69*94d3b452SApple OSS Distributions 	/* We expect kdebug_typefilter_bitmap to be valid (the if is not executed) */
70*94d3b452SApple OSS Distributions 	if (__builtin_expect(!typefilter, 0)) {
71*94d3b452SApple OSS Distributions 		// Map the typefilter if it can be mapped.
72*94d3b452SApple OSS Distributions 		void* ptr = NULL;
73*94d3b452SApple OSS Distributions 		size_t ptr_size = 0;
74*94d3b452SApple OSS Distributions 
75*94d3b452SApple OSS Distributions 		if (__kdebug_typefilter(&ptr, &ptr_size) == 0) {
76*94d3b452SApple OSS Distributions 			void* old_value = NULL;
77*94d3b452SApple OSS Distributions 			if (ptr && !atomic_compare_exchange_strong((void* _Atomic volatile *)&typefilter, &old_value, ptr)) {
78*94d3b452SApple OSS Distributions 				mach_vm_deallocate(mach_task_self(), (mach_vm_offset_t)ptr, KDBG_TYPEFILTER_BITMAP_SIZE);
79*94d3b452SApple OSS Distributions 			}
80*94d3b452SApple OSS Distributions 		}
81*94d3b452SApple OSS Distributions 	}
82*94d3b452SApple OSS Distributions 
83*94d3b452SApple OSS Distributions 	return typefilter;
84*94d3b452SApple OSS Distributions }
85*94d3b452SApple OSS Distributions 
86*94d3b452SApple OSS Distributions bool
kdebug_is_enabled(uint32_t debugid)87*94d3b452SApple OSS Distributions kdebug_is_enabled(uint32_t debugid)
88*94d3b452SApple OSS Distributions {
89*94d3b452SApple OSS Distributions 	uint32_t state = COMM_PAGE_READ(uint32_t, KDEBUG_ENABLE);
90*94d3b452SApple OSS Distributions 
91*94d3b452SApple OSS Distributions 	if (state == 0) {
92*94d3b452SApple OSS Distributions 		return FALSE;
93*94d3b452SApple OSS Distributions 	}
94*94d3b452SApple OSS Distributions 
95*94d3b452SApple OSS Distributions 	if ((state & KDEBUG_COMMPAGE_ENABLE_TYPEFILTER) > 0) {
96*94d3b452SApple OSS Distributions 		/*
97*94d3b452SApple OSS Distributions 		 * Typefilter rules...
98*94d3b452SApple OSS Distributions 		 *
99*94d3b452SApple OSS Distributions 		 * If no typefilter is available (even if due to error),
100*94d3b452SApple OSS Distributions 		 * debugids are allowed.
101*94d3b452SApple OSS Distributions 		 *
102*94d3b452SApple OSS Distributions 		 * The typefilter will always allow DBG_TRACE; this is a kernel
103*94d3b452SApple OSS Distributions 		 * invariant. There is no need for an explicit check here.
104*94d3b452SApple OSS Distributions 		 *
105*94d3b452SApple OSS Distributions 		 * NOTE: The typefilter will always allow DBG_TRACE, but
106*94d3b452SApple OSS Distributions 		 * it is not legal to inject DBG_TRACE via kdebug_trace.
107*94d3b452SApple OSS Distributions 		 * Attempts to do so will not be detected here, but will be
108*94d3b452SApple OSS Distributions 		 * detected in the kernel, and an error will be returned. Per
109*94d3b452SApple OSS Distributions 		 * the API design note at the top of this file, this is a
110*94d3b452SApple OSS Distributions 		 * deliberate choice.
111*94d3b452SApple OSS Distributions 		 */
112*94d3b452SApple OSS Distributions 		uint8_t* typefilter = kdebug_typefilter();
113*94d3b452SApple OSS Distributions 		if (typefilter && isset(typefilter, KDBG_EXTRACT_CSC(debugid)) == 0) {
114*94d3b452SApple OSS Distributions 			return FALSE;
115*94d3b452SApple OSS Distributions 		}
116*94d3b452SApple OSS Distributions 	}
117*94d3b452SApple OSS Distributions 
118*94d3b452SApple OSS Distributions 	return TRUE;
119*94d3b452SApple OSS Distributions }
120*94d3b452SApple OSS Distributions 
121*94d3b452SApple OSS Distributions bool
kdebug_using_continuous_time(void)122*94d3b452SApple OSS Distributions kdebug_using_continuous_time(void)
123*94d3b452SApple OSS Distributions {
124*94d3b452SApple OSS Distributions 	uint32_t state = COMM_PAGE_READ(uint32_t, KDEBUG_ENABLE);
125*94d3b452SApple OSS Distributions 	return state & KDEBUG_COMMPAGE_CONTINUOUS;
126*94d3b452SApple OSS Distributions }
127*94d3b452SApple OSS Distributions 
128*94d3b452SApple OSS Distributions uint64_t
kdebug_timestamp(void)129*94d3b452SApple OSS Distributions kdebug_timestamp(void)
130*94d3b452SApple OSS Distributions {
131*94d3b452SApple OSS Distributions 	return kdebug_using_continuous_time() ? mach_continuous_time() :
132*94d3b452SApple OSS Distributions 	       mach_absolute_time();
133*94d3b452SApple OSS Distributions }
134*94d3b452SApple OSS Distributions 
135*94d3b452SApple OSS Distributions uint64_t
kdebug_timestamp_from_absolute(uint64_t abstime)136*94d3b452SApple OSS Distributions kdebug_timestamp_from_absolute(uint64_t abstime)
137*94d3b452SApple OSS Distributions {
138*94d3b452SApple OSS Distributions 	if (kdebug_using_continuous_time()) {
139*94d3b452SApple OSS Distributions 		return abstime + *(volatile uint64_t*)_COMM_PAGE_CONT_TIMEBASE;
140*94d3b452SApple OSS Distributions 	} else {
141*94d3b452SApple OSS Distributions 		return abstime;
142*94d3b452SApple OSS Distributions 	}
143*94d3b452SApple OSS Distributions }
144*94d3b452SApple OSS Distributions 
145*94d3b452SApple OSS Distributions uint64_t
kdebug_timestamp_from_continuous(uint64_t conttime)146*94d3b452SApple OSS Distributions kdebug_timestamp_from_continuous(uint64_t conttime)
147*94d3b452SApple OSS Distributions {
148*94d3b452SApple OSS Distributions 	if (kdebug_using_continuous_time()) {
149*94d3b452SApple OSS Distributions 		return conttime;
150*94d3b452SApple OSS Distributions 	} else {
151*94d3b452SApple OSS Distributions 		return conttime - *(volatile uint64_t*)_COMM_PAGE_CONT_TIMEBASE;
152*94d3b452SApple OSS Distributions 	}
153*94d3b452SApple OSS Distributions }
154*94d3b452SApple OSS Distributions 
155*94d3b452SApple OSS Distributions int
kdebug_trace(uint32_t debugid,uint64_t arg1,uint64_t arg2,uint64_t arg3,uint64_t arg4)156*94d3b452SApple OSS Distributions kdebug_trace(uint32_t debugid, uint64_t arg1, uint64_t arg2, uint64_t arg3,
157*94d3b452SApple OSS Distributions     uint64_t arg4)
158*94d3b452SApple OSS Distributions {
159*94d3b452SApple OSS Distributions 	if (!kdebug_is_enabled(debugid)) {
160*94d3b452SApple OSS Distributions 		return 0;
161*94d3b452SApple OSS Distributions 	} else {
162*94d3b452SApple OSS Distributions 		return __kdebug_trace64(debugid, arg1, arg2, arg3, arg4);
163*94d3b452SApple OSS Distributions 	}
164*94d3b452SApple OSS Distributions }
165*94d3b452SApple OSS Distributions 
166*94d3b452SApple OSS Distributions uint64_t
kdebug_trace_string(uint32_t debugid,uint64_t str_id,const char * str)167*94d3b452SApple OSS Distributions kdebug_trace_string(uint32_t debugid, uint64_t str_id, const char *str)
168*94d3b452SApple OSS Distributions {
169*94d3b452SApple OSS Distributions 	if (!kdebug_is_enabled(debugid)) {
170*94d3b452SApple OSS Distributions 		return 0;
171*94d3b452SApple OSS Distributions 	}
172*94d3b452SApple OSS Distributions 
173*94d3b452SApple OSS Distributions 	if ((int64_t)str_id == -1) {
174*94d3b452SApple OSS Distributions 		errno = EINVAL;
175*94d3b452SApple OSS Distributions 		return (uint64_t)-1;
176*94d3b452SApple OSS Distributions 	}
177*94d3b452SApple OSS Distributions 
178*94d3b452SApple OSS Distributions 	if (str_id == 0 && str == NULL) {
179*94d3b452SApple OSS Distributions 		errno = EINVAL;
180*94d3b452SApple OSS Distributions 		return (uint64_t)-1;
181*94d3b452SApple OSS Distributions 	}
182*94d3b452SApple OSS Distributions 
183*94d3b452SApple OSS Distributions 	return __kdebug_trace_string(debugid, str_id, str);
184*94d3b452SApple OSS Distributions }
185*94d3b452SApple OSS Distributions 
186*94d3b452SApple OSS Distributions static int
kdebug_signpost_internal(uint32_t debugid,uintptr_t arg1,uintptr_t arg2,uintptr_t arg3,uintptr_t arg4)187*94d3b452SApple OSS Distributions kdebug_signpost_internal(uint32_t debugid, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4)
188*94d3b452SApple OSS Distributions {
189*94d3b452SApple OSS Distributions 	if (KDBG_EXTRACT_CSC(debugid) != 0) {
190*94d3b452SApple OSS Distributions 		errno = EINVAL;
191*94d3b452SApple OSS Distributions 		return -1;
192*94d3b452SApple OSS Distributions 	}
193*94d3b452SApple OSS Distributions 
194*94d3b452SApple OSS Distributions 	debugid |= APPSDBG_CODE(DBG_APP_SIGNPOST, 0);
195*94d3b452SApple OSS Distributions 
196*94d3b452SApple OSS Distributions 	return kdebug_trace(debugid, arg1, arg2, arg3, arg4);
197*94d3b452SApple OSS Distributions }
198*94d3b452SApple OSS Distributions 
199*94d3b452SApple OSS Distributions int
kdebug_signpost(uint32_t code,uintptr_t arg1,uintptr_t arg2,uintptr_t arg3,uintptr_t arg4)200*94d3b452SApple OSS Distributions kdebug_signpost(uint32_t code, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4)
201*94d3b452SApple OSS Distributions {
202*94d3b452SApple OSS Distributions 	return kdebug_signpost_internal(code << KDBG_CODE_OFFSET, arg1, arg2, arg3, arg4);
203*94d3b452SApple OSS Distributions }
204*94d3b452SApple OSS Distributions 
205*94d3b452SApple OSS Distributions int
kdebug_signpost_start(uint32_t code,uintptr_t arg1,uintptr_t arg2,uintptr_t arg3,uintptr_t arg4)206*94d3b452SApple OSS Distributions kdebug_signpost_start(uint32_t code, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4)
207*94d3b452SApple OSS Distributions {
208*94d3b452SApple OSS Distributions 	return kdebug_signpost_internal((code << KDBG_CODE_OFFSET) | DBG_FUNC_START, arg1, arg2, arg3, arg4);
209*94d3b452SApple OSS Distributions }
210*94d3b452SApple OSS Distributions 
211*94d3b452SApple OSS Distributions int
kdebug_signpost_end(uint32_t code,uintptr_t arg1,uintptr_t arg2,uintptr_t arg3,uintptr_t arg4)212*94d3b452SApple OSS Distributions kdebug_signpost_end(uint32_t code, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4)
213*94d3b452SApple OSS Distributions {
214*94d3b452SApple OSS Distributions 	return kdebug_signpost_internal((code << KDBG_CODE_OFFSET) | DBG_FUNC_END, arg1, arg2, arg3, arg4);
215*94d3b452SApple OSS Distributions }
216