1*0f4c859eSApple OSS Distributions #include <darwintest.h>
2*0f4c859eSApple OSS Distributions #include <mach/mach.h>
3*0f4c859eSApple OSS Distributions #include <sys/sysctl.h>
4*0f4c859eSApple OSS Distributions #include <stdio.h>
5*0f4c859eSApple OSS Distributions #include <stdbool.h>
6*0f4c859eSApple OSS Distributions #include <stdlib.h>
7*0f4c859eSApple OSS Distributions #include <unistd.h>
8*0f4c859eSApple OSS Distributions #include <inttypes.h>
9*0f4c859eSApple OSS Distributions #include <pthread.h>
10*0f4c859eSApple OSS Distributions #include <TargetConditionals.h>
11*0f4c859eSApple OSS Distributions #include "excserver.h"
12*0f4c859eSApple OSS Distributions #include "exc_helpers.h"
13*0f4c859eSApple OSS Distributions
14*0f4c859eSApple OSS Distributions extern int pid_hibernate(int pid);
15*0f4c859eSApple OSS Distributions
16*0f4c859eSApple OSS Distributions static vm_address_t page_size;
17*0f4c859eSApple OSS Distributions
18*0f4c859eSApple OSS Distributions T_GLOBAL_META(
19*0f4c859eSApple OSS Distributions T_META_RADAR_COMPONENT_NAME("xnu"),
20*0f4c859eSApple OSS Distributions T_META_RADAR_COMPONENT_VERSION("arm"),
21*0f4c859eSApple OSS Distributions T_META_OWNER("peter_newman"),
22*0f4c859eSApple OSS Distributions T_META_REQUIRES_SYSCTL_EQ("hw.optional.wkdm_popcount", 1)
23*0f4c859eSApple OSS Distributions );
24*0f4c859eSApple OSS Distributions
25*0f4c859eSApple OSS Distributions static vm_address_t *blocks;
26*0f4c859eSApple OSS Distributions static uint64_t block_count;
27*0f4c859eSApple OSS Distributions static const uint64_t block_length = 0x800000;
28*0f4c859eSApple OSS Distributions
29*0f4c859eSApple OSS Distributions static uint32_t vm_pagesize;
30*0f4c859eSApple OSS Distributions
31*0f4c859eSApple OSS Distributions static void
dirty_page(const vm_address_t address)32*0f4c859eSApple OSS Distributions dirty_page(const vm_address_t address)
33*0f4c859eSApple OSS Distributions {
34*0f4c859eSApple OSS Distributions assert((address & (page_size - 1)) == 0UL);
35*0f4c859eSApple OSS Distributions uint32_t *const page_as_u32 = (uint32_t *)address;
36*0f4c859eSApple OSS Distributions for (uint32_t i = 0; i < page_size / sizeof(uint32_t); i += 2) {
37*0f4c859eSApple OSS Distributions page_as_u32[i + 0] = i % 4;
38*0f4c859eSApple OSS Distributions page_as_u32[i + 1] = 0xcdcdcdcd;
39*0f4c859eSApple OSS Distributions }
40*0f4c859eSApple OSS Distributions }
41*0f4c859eSApple OSS Distributions
42*0f4c859eSApple OSS Distributions static bool
try_to_corrupt_page(vm_address_t page_va)43*0f4c859eSApple OSS Distributions try_to_corrupt_page(vm_address_t page_va)
44*0f4c859eSApple OSS Distributions {
45*0f4c859eSApple OSS Distributions int val;
46*0f4c859eSApple OSS Distributions size_t size = sizeof(val);
47*0f4c859eSApple OSS Distributions int result = sysctlbyname("vm.compressor_inject_error", &val, &size,
48*0f4c859eSApple OSS Distributions &page_va, sizeof(page_va));
49*0f4c859eSApple OSS Distributions return result == 0;
50*0f4c859eSApple OSS Distributions }
51*0f4c859eSApple OSS Distributions
52*0f4c859eSApple OSS Distributions static void
create_corrupted_regions(void)53*0f4c859eSApple OSS Distributions create_corrupted_regions(void)
54*0f4c859eSApple OSS Distributions {
55*0f4c859eSApple OSS Distributions uint64_t hw_memsize;
56*0f4c859eSApple OSS Distributions
57*0f4c859eSApple OSS Distributions size_t size = sizeof(unsigned int);
58*0f4c859eSApple OSS Distributions T_ASSERT_POSIX_SUCCESS(sysctlbyname("vm.pagesize", &vm_pagesize, &size,
59*0f4c859eSApple OSS Distributions NULL, 0), "read vm.pagesize");
60*0f4c859eSApple OSS Distributions size = sizeof(uint64_t);
61*0f4c859eSApple OSS Distributions T_ASSERT_POSIX_SUCCESS(sysctlbyname("hw.memsize", &hw_memsize, &size,
62*0f4c859eSApple OSS Distributions NULL, 0), "read hw.memsize");
63*0f4c859eSApple OSS Distributions
64*0f4c859eSApple OSS Distributions #if TARGET_OS_OSX
65*0f4c859eSApple OSS Distributions const uint64_t max_memsize = 32ULL * 0x40000000ULL; // 32 GB
66*0f4c859eSApple OSS Distributions #else
67*0f4c859eSApple OSS Distributions const uint64_t max_memsize = 8ULL * 0x100000ULL; // 8 MB
68*0f4c859eSApple OSS Distributions #endif
69*0f4c859eSApple OSS Distributions const uint64_t effective_memsize = (hw_memsize > max_memsize) ?
70*0f4c859eSApple OSS Distributions max_memsize : hw_memsize;
71*0f4c859eSApple OSS Distributions
72*0f4c859eSApple OSS Distributions const uint64_t total_pages = effective_memsize / vm_pagesize;
73*0f4c859eSApple OSS Distributions const uint64_t pages_per_block = block_length / vm_pagesize;
74*0f4c859eSApple OSS Distributions
75*0f4c859eSApple OSS Distributions // Map a as much memory as we have physical memory to back. Dirtying all
76*0f4c859eSApple OSS Distributions // of these pages will force a compressor sweep. The mapping is done using
77*0f4c859eSApple OSS Distributions // the smallest number of malloc() calls to allocate the necessary VAs.
78*0f4c859eSApple OSS Distributions block_count = total_pages / pages_per_block;
79*0f4c859eSApple OSS Distributions
80*0f4c859eSApple OSS Distributions blocks = (vm_address_t *)malloc(sizeof(*blocks) * block_count);
81*0f4c859eSApple OSS Distributions for (uint64_t i = 0; i < block_count; i++) {
82*0f4c859eSApple OSS Distributions void *bufferp = malloc(block_length);
83*0f4c859eSApple OSS Distributions blocks[i] = (vm_address_t)bufferp;
84*0f4c859eSApple OSS Distributions }
85*0f4c859eSApple OSS Distributions
86*0f4c859eSApple OSS Distributions for (uint32_t i = 0; i < block_count; i++) {
87*0f4c859eSApple OSS Distributions for (size_t buffer_offset = 0; buffer_offset < block_length;
88*0f4c859eSApple OSS Distributions buffer_offset += vm_pagesize) {
89*0f4c859eSApple OSS Distributions dirty_page(blocks[i] + buffer_offset);
90*0f4c859eSApple OSS Distributions }
91*0f4c859eSApple OSS Distributions }
92*0f4c859eSApple OSS Distributions
93*0f4c859eSApple OSS Distributions #if !TARGET_OS_OSX
94*0f4c859eSApple OSS Distributions // We can't use a substantial amount of memory on embedded platforms, so
95*0f4c859eSApple OSS Distributions // freeze the current process instead to cause everything to be compressed.
96*0f4c859eSApple OSS Distributions T_ASSERT_POSIX_SUCCESS(pid_hibernate(-2), NULL);
97*0f4c859eSApple OSS Distributions T_ASSERT_POSIX_SUCCESS(pid_hibernate(-2), NULL);
98*0f4c859eSApple OSS Distributions #endif
99*0f4c859eSApple OSS Distributions
100*0f4c859eSApple OSS Distributions uint32_t corrupt = 0;
101*0f4c859eSApple OSS Distributions for (uint32_t i = 0; i < block_count; i++) {
102*0f4c859eSApple OSS Distributions for (size_t buffer_offset = 0; buffer_offset < block_length;
103*0f4c859eSApple OSS Distributions buffer_offset += vm_pagesize) {
104*0f4c859eSApple OSS Distributions if (try_to_corrupt_page(blocks[i] + buffer_offset)) {
105*0f4c859eSApple OSS Distributions corrupt++;
106*0f4c859eSApple OSS Distributions }
107*0f4c859eSApple OSS Distributions }
108*0f4c859eSApple OSS Distributions }
109*0f4c859eSApple OSS Distributions
110*0f4c859eSApple OSS Distributions T_LOG("corrupted %u/%llu pages. accessing...\n", corrupt, total_pages);
111*0f4c859eSApple OSS Distributions if (corrupt == 0) {
112*0f4c859eSApple OSS Distributions T_SKIP("no pages corrupted");
113*0f4c859eSApple OSS Distributions }
114*0f4c859eSApple OSS Distributions }
115*0f4c859eSApple OSS Distributions
116*0f4c859eSApple OSS Distributions static bool
try_write(volatile uint32_t * word __unused)117*0f4c859eSApple OSS Distributions try_write(volatile uint32_t *word __unused)
118*0f4c859eSApple OSS Distributions {
119*0f4c859eSApple OSS Distributions #ifdef __arm64__
120*0f4c859eSApple OSS Distributions uint64_t val = 1;
121*0f4c859eSApple OSS Distributions __asm__ volatile (
122*0f4c859eSApple OSS Distributions "str %w0, %1\n"
123*0f4c859eSApple OSS Distributions "mov %0, 0\n"
124*0f4c859eSApple OSS Distributions : "+r"(val) : "m"(*word));
125*0f4c859eSApple OSS Distributions // The exception handler skips over the instruction that zeroes val when a
126*0f4c859eSApple OSS Distributions // decompression failure is detected.
127*0f4c859eSApple OSS Distributions return val == 0;
128*0f4c859eSApple OSS Distributions #else
129*0f4c859eSApple OSS Distributions return false;
130*0f4c859eSApple OSS Distributions #endif
131*0f4c859eSApple OSS Distributions }
132*0f4c859eSApple OSS Distributions
133*0f4c859eSApple OSS Distributions static bool
read_blocks(void)134*0f4c859eSApple OSS Distributions read_blocks(void)
135*0f4c859eSApple OSS Distributions {
136*0f4c859eSApple OSS Distributions for (uint32_t i = 0; i < block_count; i++) {
137*0f4c859eSApple OSS Distributions for (size_t buffer_offset = 0; buffer_offset < block_length;
138*0f4c859eSApple OSS Distributions buffer_offset += vm_pagesize) {
139*0f4c859eSApple OSS Distributions // Access pages until the fault is detected.
140*0f4c859eSApple OSS Distributions if (!try_write((volatile uint32_t *)(blocks[i] + buffer_offset))) {
141*0f4c859eSApple OSS Distributions T_LOG("test_thread breaking");
142*0f4c859eSApple OSS Distributions return true;
143*0f4c859eSApple OSS Distributions }
144*0f4c859eSApple OSS Distributions }
145*0f4c859eSApple OSS Distributions }
146*0f4c859eSApple OSS Distributions return false;
147*0f4c859eSApple OSS Distributions }
148*0f4c859eSApple OSS Distributions
149*0f4c859eSApple OSS Distributions static size_t
kern_memory_failure_handler(__unused mach_port_t task,__unused mach_port_t thread,exception_type_t exception,mach_exception_data_t code)150*0f4c859eSApple OSS Distributions kern_memory_failure_handler(
151*0f4c859eSApple OSS Distributions __unused mach_port_t task,
152*0f4c859eSApple OSS Distributions __unused mach_port_t thread,
153*0f4c859eSApple OSS Distributions exception_type_t exception,
154*0f4c859eSApple OSS Distributions mach_exception_data_t code)
155*0f4c859eSApple OSS Distributions {
156*0f4c859eSApple OSS Distributions T_EXPECT_EQ(exception, EXC_BAD_ACCESS,
157*0f4c859eSApple OSS Distributions "Verified bad address exception");
158*0f4c859eSApple OSS Distributions T_EXPECT_EQ((int)code[0], KERN_MEMORY_FAILURE, "caught KERN_MEMORY_FAILURE");
159*0f4c859eSApple OSS Distributions T_PASS("received KERN_MEMORY_FAILURE from test thread");
160*0f4c859eSApple OSS Distributions // Skip the next instruction as well so that the faulting code can detect
161*0f4c859eSApple OSS Distributions // the exception.
162*0f4c859eSApple OSS Distributions return 8;
163*0f4c859eSApple OSS Distributions }
164*0f4c859eSApple OSS Distributions
165*0f4c859eSApple OSS Distributions T_DECL(decompression_failure,
166*0f4c859eSApple OSS Distributions "Confirm that exception is raised on decompression failure",
167*0f4c859eSApple OSS Distributions // Disable software checks in development builds, as these would result in
168*0f4c859eSApple OSS Distributions // panics.
169*0f4c859eSApple OSS Distributions T_META_BOOTARGS_SET("vm_compressor_validation=0"),
170*0f4c859eSApple OSS Distributions T_META_ASROOT(true),
171*0f4c859eSApple OSS Distributions // This test intentionally corrupts pages backing heap memory, so it's
172*0f4c859eSApple OSS Distributions // not practical for it to release all the buffers properly.
173*0f4c859eSApple OSS Distributions T_META_CHECK_LEAKS(false))
174*0f4c859eSApple OSS Distributions {
175*0f4c859eSApple OSS Distributions T_SETUPBEGIN;
176*0f4c859eSApple OSS Distributions
177*0f4c859eSApple OSS Distributions #if !TARGET_OS_OSX
178*0f4c859eSApple OSS Distributions if (pid_hibernate(-2) != 0) {
179*0f4c859eSApple OSS Distributions T_SKIP("compressor not active");
180*0f4c859eSApple OSS Distributions }
181*0f4c859eSApple OSS Distributions #endif
182*0f4c859eSApple OSS Distributions
183*0f4c859eSApple OSS Distributions int value;
184*0f4c859eSApple OSS Distributions size_t size = sizeof(value);
185*0f4c859eSApple OSS Distributions if (sysctlbyname("vm.compressor_inject_error", &value, &size, NULL, 0)
186*0f4c859eSApple OSS Distributions != 0) {
187*0f4c859eSApple OSS Distributions T_SKIP("vm.compressor_inject_error not present");
188*0f4c859eSApple OSS Distributions }
189*0f4c859eSApple OSS Distributions
190*0f4c859eSApple OSS Distributions T_ASSERT_POSIX_SUCCESS(sysctlbyname("vm.pagesize", &value, &size, NULL, 0),
191*0f4c859eSApple OSS Distributions NULL);
192*0f4c859eSApple OSS Distributions T_ASSERT_EQ_ULONG(size, sizeof(value), NULL);
193*0f4c859eSApple OSS Distributions page_size = (vm_address_t)value;
194*0f4c859eSApple OSS Distributions
195*0f4c859eSApple OSS Distributions mach_port_t exc_port = create_exception_port(EXC_MASK_BAD_ACCESS);
196*0f4c859eSApple OSS Distributions create_corrupted_regions();
197*0f4c859eSApple OSS Distributions T_SETUPEND;
198*0f4c859eSApple OSS Distributions
199*0f4c859eSApple OSS Distributions run_exception_handler(exc_port, kern_memory_failure_handler);
200*0f4c859eSApple OSS Distributions
201*0f4c859eSApple OSS Distributions if (!read_blocks()) {
202*0f4c859eSApple OSS Distributions T_SKIP("no faults");
203*0f4c859eSApple OSS Distributions }
204*0f4c859eSApple OSS Distributions }
205