xref: /xnu-8792.81.2/san/memory/kasan-helper.c (revision 19c3b8c28c31cb8130e034cfb5df6bf9ba342d90)
1*19c3b8c2SApple OSS Distributions /*
2*19c3b8c2SApple OSS Distributions  * Copyright (c) 2021 Apple Inc. All rights reserved.
3*19c3b8c2SApple OSS Distributions  *
4*19c3b8c2SApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*19c3b8c2SApple OSS Distributions  *
6*19c3b8c2SApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*19c3b8c2SApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*19c3b8c2SApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*19c3b8c2SApple OSS Distributions  * compliance with the License. The rights granted to you under the License
10*19c3b8c2SApple OSS Distributions  * may not be used to create, or enable the creation or redistribution of,
11*19c3b8c2SApple OSS Distributions  * unlawful or unlicensed copies of an Apple operating system, or to
12*19c3b8c2SApple OSS Distributions  * circumvent, violate, or enable the circumvention or violation of, any
13*19c3b8c2SApple OSS Distributions  * terms of an Apple operating system software license agreement.
14*19c3b8c2SApple OSS Distributions  *
15*19c3b8c2SApple OSS Distributions  * Please obtain a copy of the License at
16*19c3b8c2SApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*19c3b8c2SApple OSS Distributions  *
18*19c3b8c2SApple OSS Distributions  * The Original Code and all software distributed under the License are
19*19c3b8c2SApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*19c3b8c2SApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*19c3b8c2SApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*19c3b8c2SApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*19c3b8c2SApple OSS Distributions  * Please see the License for the specific language governing rights and
24*19c3b8c2SApple OSS Distributions  * limitations under the License.
25*19c3b8c2SApple OSS Distributions  *
26*19c3b8c2SApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*19c3b8c2SApple OSS Distributions  */
28*19c3b8c2SApple OSS Distributions 
29*19c3b8c2SApple OSS Distributions /*
30*19c3b8c2SApple OSS Distributions  * This file contains all the necessary helpers that the compiler
31*19c3b8c2SApple OSS Distributions  * instrumentation inserts for KASAN. Due to the way the INSTALL phase is
32*19c3b8c2SApple OSS Distributions  * performed in our build system, it's non-trivial to support independent
33*19c3b8c2SApple OSS Distributions  * .exports for System.kext, therefore we take the easy way out and have
34*19c3b8c2SApple OSS Distributions  * a common set of exports between KASAN-CLASSIC (asan based) and KASAN-TBI
35*19c3b8c2SApple OSS Distributions  * (hwasan based). This also simplifies any backward compatibility without
36*19c3b8c2SApple OSS Distributions  * requiring to duplicate symbols.
37*19c3b8c2SApple OSS Distributions  *
38*19c3b8c2SApple OSS Distributions  * For checking and reporting functions, KASAN-TBI is built with
39*19c3b8c2SApple OSS Distributions  * -mllvm -hwasan-memory-access-callback-prefix="___asan" which allows to
40*19c3b8c2SApple OSS Distributions  * commonize the implementation. This also imposes that KASAN-CLASSIC and
41*19c3b8c2SApple OSS Distributions  * KASAN-TBI agree on the definition of access types (TYPE_LOAD/TYPE_STORE),
42*19c3b8c2SApple OSS Distributions  * which is a fair requirement.
43*19c3b8c2SApple OSS Distributions  *
44*19c3b8c2SApple OSS Distributions  * NOTE: there is a vast predominance of asan symbols due to the original
45*19c3b8c2SApple OSS Distributions  * implementation being based on the userland address sanitizer. For hwasan,
46*19c3b8c2SApple OSS Distributions  * the kernel-hwaddress sanitizer already strips out a non-trivial amount
47*19c3b8c2SApple OSS Distributions  * of non-kernel-applicable instrumentation/APIs.
48*19c3b8c2SApple OSS Distributions  */
49*19c3b8c2SApple OSS Distributions 
50*19c3b8c2SApple OSS Distributions #include <libkern/libkern.h>
51*19c3b8c2SApple OSS Distributions #include "kasan.h"
52*19c3b8c2SApple OSS Distributions #include "kasan_internal.h"
53*19c3b8c2SApple OSS Distributions 
54*19c3b8c2SApple OSS Distributions 
55*19c3b8c2SApple OSS Distributions 
56*19c3b8c2SApple OSS Distributions /* Report and checking for any size-based access. */
57*19c3b8c2SApple OSS Distributions #define REPORT_DECLARE(n) \
58*19c3b8c2SApple OSS Distributions 	void OS_NORETURN __asan_report_load##n(uptr p)  { kasan_crash_report(p, n, TYPE_LOAD,  0); } \
59*19c3b8c2SApple OSS Distributions 	void OS_NORETURN __asan_report_store##n(uptr p) { kasan_crash_report(p, n, TYPE_STORE, 0); } \
60*19c3b8c2SApple OSS Distributions 	void OS_NORETURN UNSUPPORTED_API(__asan_report_exp_load##n, uptr a, int32_t b); \
61*19c3b8c2SApple OSS Distributions 	void OS_NORETURN UNSUPPORTED_API(__asan_report_exp_store##n, uptr a, int32_t b);
62*19c3b8c2SApple OSS Distributions 
63*19c3b8c2SApple OSS Distributions REPORT_DECLARE(1)
64*19c3b8c2SApple OSS Distributions REPORT_DECLARE(2)
65*19c3b8c2SApple OSS Distributions REPORT_DECLARE(4)
66*19c3b8c2SApple OSS Distributions REPORT_DECLARE(8)
67*19c3b8c2SApple OSS Distributions REPORT_DECLARE(16)
68*19c3b8c2SApple OSS Distributions 
69*19c3b8c2SApple OSS Distributions void OS_NORETURN
__asan_report_load_n(uptr p,unsigned long sz)70*19c3b8c2SApple OSS Distributions __asan_report_load_n(uptr p, unsigned long sz)
71*19c3b8c2SApple OSS Distributions {
72*19c3b8c2SApple OSS Distributions 	kasan_crash_report(p, sz, TYPE_LOAD, 0);
73*19c3b8c2SApple OSS Distributions }
74*19c3b8c2SApple OSS Distributions void OS_NORETURN
__asan_report_store_n(uptr p,unsigned long sz)75*19c3b8c2SApple OSS Distributions __asan_report_store_n(uptr p, unsigned long sz)
76*19c3b8c2SApple OSS Distributions {
77*19c3b8c2SApple OSS Distributions 	kasan_crash_report(p, sz, TYPE_STORE, 0);
78*19c3b8c2SApple OSS Distributions }
79*19c3b8c2SApple OSS Distributions 
80*19c3b8c2SApple OSS Distributions #define ACCESS_CHECK_DECLARE(type, sz, access) \
81*19c3b8c2SApple OSS Distributions 	void __asan_##type##sz(uptr addr) { \
82*19c3b8c2SApple OSS Distributions 	        kasan_check_range((const void *)addr, sz, access); \
83*19c3b8c2SApple OSS Distributions 	} \
84*19c3b8c2SApple OSS Distributions 	void OS_NORETURN UNSUPPORTED_API(__asan_exp_##type##sz, uptr a, int32_t b);
85*19c3b8c2SApple OSS Distributions 
86*19c3b8c2SApple OSS Distributions #define ACCESS_CHECK_DECLARE(type, sz, access) \
87*19c3b8c2SApple OSS Distributions 	void __asan_##type##sz(uptr addr) { \
88*19c3b8c2SApple OSS Distributions 	        kasan_check_range((const void *)addr, sz, access); \
89*19c3b8c2SApple OSS Distributions 	} \
90*19c3b8c2SApple OSS Distributions 	void OS_NORETURN UNSUPPORTED_API(__asan_exp_##type##sz, uptr a, int32_t b);
91*19c3b8c2SApple OSS Distributions 
92*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(load, 1, TYPE_LOAD);
93*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(load, 2, TYPE_LOAD);
94*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(load, 4, TYPE_LOAD);
95*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(load, 8, TYPE_LOAD);
96*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(load, 16, TYPE_LOAD);
97*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(store, 1, TYPE_STORE);
98*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(store, 2, TYPE_STORE);
99*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(store, 4, TYPE_STORE);
100*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(store, 8, TYPE_STORE);
101*19c3b8c2SApple OSS Distributions ACCESS_CHECK_DECLARE(store, 16, TYPE_STORE);
102*19c3b8c2SApple OSS Distributions 
103*19c3b8c2SApple OSS Distributions void
__asan_loadN(uptr addr,size_t sz)104*19c3b8c2SApple OSS Distributions __asan_loadN(uptr addr, size_t sz)
105*19c3b8c2SApple OSS Distributions {
106*19c3b8c2SApple OSS Distributions 	kasan_check_range((const void *)addr, sz, TYPE_LOAD);
107*19c3b8c2SApple OSS Distributions }
108*19c3b8c2SApple OSS Distributions 
109*19c3b8c2SApple OSS Distributions void
__asan_storeN(uptr addr,size_t sz)110*19c3b8c2SApple OSS Distributions __asan_storeN(uptr addr, size_t sz)
111*19c3b8c2SApple OSS Distributions {
112*19c3b8c2SApple OSS Distributions 	kasan_check_range((const void *)addr, sz, TYPE_STORE);
113*19c3b8c2SApple OSS Distributions }
114*19c3b8c2SApple OSS Distributions 
115*19c3b8c2SApple OSS Distributions static void
kasan_set_shadow(uptr addr,size_t sz,uint8_t val)116*19c3b8c2SApple OSS Distributions kasan_set_shadow(uptr addr, size_t sz, uint8_t val)
117*19c3b8c2SApple OSS Distributions {
118*19c3b8c2SApple OSS Distributions 	__nosan_memset((void *)addr, val, sz);
119*19c3b8c2SApple OSS Distributions }
120*19c3b8c2SApple OSS Distributions 
121*19c3b8c2SApple OSS Distributions #define SET_SHADOW_DECLARE(val) \
122*19c3b8c2SApple OSS Distributions 	void __asan_set_shadow_##val(uptr addr, size_t sz) { \
123*19c3b8c2SApple OSS Distributions 	        kasan_set_shadow(addr, sz, 0x##val); \
124*19c3b8c2SApple OSS Distributions 	}
125*19c3b8c2SApple OSS Distributions 
126*19c3b8c2SApple OSS Distributions SET_SHADOW_DECLARE(00)
SET_SHADOW_DECLARE(f1)127*19c3b8c2SApple OSS Distributions SET_SHADOW_DECLARE(f1)
128*19c3b8c2SApple OSS Distributions SET_SHADOW_DECLARE(f2)
129*19c3b8c2SApple OSS Distributions SET_SHADOW_DECLARE(f3)
130*19c3b8c2SApple OSS Distributions SET_SHADOW_DECLARE(f5)
131*19c3b8c2SApple OSS Distributions SET_SHADOW_DECLARE(f8)
132*19c3b8c2SApple OSS Distributions 
133*19c3b8c2SApple OSS Distributions #if KASAN_CLASSIC
134*19c3b8c2SApple OSS Distributions #include "kasan-classic.h"
135*19c3b8c2SApple OSS Distributions 
136*19c3b8c2SApple OSS Distributions uptr
137*19c3b8c2SApple OSS Distributions __asan_load_cxx_array_cookie(uptr *p)
138*19c3b8c2SApple OSS Distributions {
139*19c3b8c2SApple OSS Distributions 	uint8_t *shadow = SHADOW_FOR_ADDRESS((uptr)p);
140*19c3b8c2SApple OSS Distributions 	if (*shadow == ASAN_ARRAY_COOKIE) {
141*19c3b8c2SApple OSS Distributions 		return *p;
142*19c3b8c2SApple OSS Distributions 	} else if (*shadow == ASAN_HEAP_FREED) {
143*19c3b8c2SApple OSS Distributions 		return 0;
144*19c3b8c2SApple OSS Distributions 	} else {
145*19c3b8c2SApple OSS Distributions 		return *p;
146*19c3b8c2SApple OSS Distributions 	}
147*19c3b8c2SApple OSS Distributions }
148*19c3b8c2SApple OSS Distributions 
149*19c3b8c2SApple OSS Distributions void
__asan_poison_cxx_array_cookie(uptr p)150*19c3b8c2SApple OSS Distributions __asan_poison_cxx_array_cookie(uptr p)
151*19c3b8c2SApple OSS Distributions {
152*19c3b8c2SApple OSS Distributions 	uint8_t *shadow = SHADOW_FOR_ADDRESS(p);
153*19c3b8c2SApple OSS Distributions 	*shadow = ASAN_ARRAY_COOKIE;
154*19c3b8c2SApple OSS Distributions }
155*19c3b8c2SApple OSS Distributions 
156*19c3b8c2SApple OSS Distributions unsigned char
__hwasan_generate_tag()157*19c3b8c2SApple OSS Distributions __hwasan_generate_tag()
158*19c3b8c2SApple OSS Distributions {
159*19c3b8c2SApple OSS Distributions 	return 0;
160*19c3b8c2SApple OSS Distributions }
161*19c3b8c2SApple OSS Distributions 
162*19c3b8c2SApple OSS Distributions void
__hwasan_tag_memory(uintptr_t __unused p,unsigned char __unused tag,uintptr_t __unused sz)163*19c3b8c2SApple OSS Distributions __hwasan_tag_memory(uintptr_t __unused p, unsigned char __unused tag, uintptr_t __unused sz)
164*19c3b8c2SApple OSS Distributions {
165*19c3b8c2SApple OSS Distributions }
166*19c3b8c2SApple OSS Distributions #else /* KASAN_CLASSIC */
167*19c3b8c2SApple OSS Distributions uptr
168*19c3b8c2SApple OSS Distributions __asan_load_cxx_array_cookie(uptr __unused *p)
169*19c3b8c2SApple OSS Distributions {
170*19c3b8c2SApple OSS Distributions 	return 0;
171*19c3b8c2SApple OSS Distributions }
172*19c3b8c2SApple OSS Distributions 
173*19c3b8c2SApple OSS Distributions void
174*19c3b8c2SApple OSS Distributions __asan_poison_cxx_array_cookie(uptr __unused p)
175*19c3b8c2SApple OSS Distributions {
176*19c3b8c2SApple OSS Distributions }
177*19c3b8c2SApple OSS Distributions #endif /* KASAN_CLASSIC */
178*19c3b8c2SApple OSS Distributions 
179*19c3b8c2SApple OSS Distributions /*
180*19c3b8c2SApple OSS Distributions  * Unused ABI.
181*19c3b8c2SApple OSS Distributions  *
182*19c3b8c2SApple OSS Distributions  * These symbols must be present for KASAN to work correctly and for some
183*19c3b8c2SApple OSS Distributions  * external dependency tool to operate properly. E.g. Vortex relies on
184*19c3b8c2SApple OSS Distributions  * asan_init() being defined to identify a KASAN artifact.
185*19c3b8c2SApple OSS Distributions  */
186*19c3b8c2SApple OSS Distributions #define UNUSED_ABI(func, ...) \
187*19c3b8c2SApple OSS Distributions 	_Pragma("clang diagnostic push") \
188*19c3b8c2SApple OSS Distributions 	_Pragma("clang diagnostic ignored \"-Wunused-parameter\"") \
189*19c3b8c2SApple OSS Distributions 	void func(__VA_ARGS__); \
190*19c3b8c2SApple OSS Distributions 	void func(__VA_ARGS__) {}; \
191*19c3b8c2SApple OSS Distributions 	_Pragma("clang diagnostic pop")
192*19c3b8c2SApple OSS Distributions 
193*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_alloca_poison, uptr addr, uptr size);
194*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_allocas_unpoison, uptr top, uptr bottom);
195*19c3b8c2SApple OSS Distributions UNUSED_ABI(__sanitizer_ptr_sub, uptr a, uptr b);
196*19c3b8c2SApple OSS Distributions UNUSED_ABI(__sanitizer_ptr_cmp, uptr a, uptr b);
197*19c3b8c2SApple OSS Distributions UNUSED_ABI(__sanitizer_annotate_contiguous_container, const void *a, const void *b, const void *c, const void *d);
198*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_poison_stack_memory, uptr addr, size_t size);
199*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_unpoison_stack_memory, uptr a, uptr b);
200*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_init, void);
201*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_register_image_globals, uptr a);
202*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_unregister_image_globals, uptr a);
203*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_before_dynamic_init, uptr a);
204*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_after_dynamic_init, void);
205*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_version_mismatch_check_v8, void);
206*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_version_mismatch_check_apple_802, void);
207*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_version_mismatch_check_apple_900, void);
208*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_version_mismatch_check_apple_902, void);
209*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_version_mismatch_check_apple_1000, void);
210*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_version_mismatch_check_apple_1001, void);
211*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_version_mismatch_check_apple_clang_1100, void);
212*19c3b8c2SApple OSS Distributions UNUSED_ABI(__asan_version_mismatch_check_apple_clang_1200, void);
213*19c3b8c2SApple OSS Distributions 
214*19c3b8c2SApple OSS Distributions /* Panic if any of those is inserted by the instrumentation. */
215*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_init_v5, void);
216*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_register_globals, uptr a, uptr b);
217*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_unregister_globals, uptr a, uptr b);
218*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_register_elf_globals, uptr a, uptr b, uptr c);
219*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_unregister_elf_globals, uptr a, uptr b, uptr c);
220*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_exp_loadN, uptr addr, size_t sz, int32_t e);
221*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_exp_storeN, uptr addr, size_t sz, int32_t e);
222*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_report_exp_load_n, uptr addr, unsigned long b, int32_t c);
223*19c3b8c2SApple OSS Distributions void OS_NORETURN UNSUPPORTED_API(__asan_report_exp_store_n, uptr addr, unsigned long b, int32_t c);
224