1*aca3beaaSApple OSS Distributions /* 2*aca3beaaSApple OSS Distributions * Copyright (c) 2016-2020 Apple Inc. All rights reserved. 3*aca3beaaSApple OSS Distributions * 4*aca3beaaSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ 5*aca3beaaSApple OSS Distributions * 6*aca3beaaSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code 7*aca3beaaSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License 8*aca3beaaSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in 9*aca3beaaSApple OSS Distributions * compliance with the License. The rights granted to you under the License 10*aca3beaaSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of, 11*aca3beaaSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to 12*aca3beaaSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any 13*aca3beaaSApple OSS Distributions * terms of an Apple operating system software license agreement. 14*aca3beaaSApple OSS Distributions * 15*aca3beaaSApple OSS Distributions * Please obtain a copy of the License at 16*aca3beaaSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file. 17*aca3beaaSApple OSS Distributions * 18*aca3beaaSApple OSS Distributions * The Original Code and all software distributed under the License are 19*aca3beaaSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER 20*aca3beaaSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, 21*aca3beaaSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, 22*aca3beaaSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. 23*aca3beaaSApple OSS Distributions * Please see the License for the specific language governing rights and 24*aca3beaaSApple OSS Distributions * limitations under the License. 25*aca3beaaSApple OSS Distributions * 26*aca3beaaSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ 27*aca3beaaSApple OSS Distributions */ 28*aca3beaaSApple OSS Distributions 29*aca3beaaSApple OSS Distributions #include <kern/backtrace.h> 30*aca3beaaSApple OSS Distributions #include <kern/kalloc.h> 31*aca3beaaSApple OSS Distributions #include <sys/errno.h> 32*aca3beaaSApple OSS Distributions #include <sys/sysctl.h> 33*aca3beaaSApple OSS Distributions #include <sys/systm.h> 34*aca3beaaSApple OSS Distributions 35*aca3beaaSApple OSS Distributions #if DEVELOPMENT || DEBUG 36*aca3beaaSApple OSS Distributions 37*aca3beaaSApple OSS Distributions /* 38*aca3beaaSApple OSS Distributions * Ignore -Wxnu-typed-allocators for this file, as it implements 39*aca3beaaSApple OSS Distributions * sysctls that are only available for DEVELOPMENT || DEBUG builds. 40*aca3beaaSApple OSS Distributions */ 41*aca3beaaSApple OSS Distributions __typed_allocators_ignore_push 42*aca3beaaSApple OSS Distributions 43*aca3beaaSApple OSS Distributions #define MAX_BACKTRACE (128) 44*aca3beaaSApple OSS Distributions 45*aca3beaaSApple OSS Distributions #define BACKTRACE_USER (0) 46*aca3beaaSApple OSS Distributions #define BACKTRACE_USER_RESUME (1) 47*aca3beaaSApple OSS Distributions static int backtrace_user_sysctl SYSCTL_HANDLER_ARGS; 48*aca3beaaSApple OSS Distributions 49*aca3beaaSApple OSS Distributions #define BACKTRACE_KERN_TEST_PACK_UNPACK (0) 50*aca3beaaSApple OSS Distributions #define BACKTRACE_KERN_TEST_PACKED (1) 51*aca3beaaSApple OSS Distributions static int backtrace_kernel_sysctl SYSCTL_HANDLER_ARGS; 52*aca3beaaSApple OSS Distributions 53*aca3beaaSApple OSS Distributions SYSCTL_NODE(_kern, OID_AUTO, backtrace, CTLFLAG_RW | CTLFLAG_LOCKED, 0, 54*aca3beaaSApple OSS Distributions "backtrace"); 55*aca3beaaSApple OSS Distributions 56*aca3beaaSApple OSS Distributions SYSCTL_PROC(_kern_backtrace, OID_AUTO, user, 57*aca3beaaSApple OSS Distributions CTLFLAG_RW | CTLFLAG_LOCKED, (void *)BACKTRACE_USER, 58*aca3beaaSApple OSS Distributions sizeof(uint64_t), backtrace_user_sysctl, "O", 59*aca3beaaSApple OSS Distributions "take user backtrace of current thread"); 60*aca3beaaSApple OSS Distributions 61*aca3beaaSApple OSS Distributions SYSCTL_PROC(_kern_backtrace, OID_AUTO, kernel_tests, 62*aca3beaaSApple OSS Distributions CTLFLAG_RW | CTLFLAG_LOCKED, (void *)BACKTRACE_USER, 63*aca3beaaSApple OSS Distributions sizeof(uint64_t), backtrace_kernel_sysctl, "O", 64*aca3beaaSApple OSS Distributions "take user backtrace of current thread"); 65*aca3beaaSApple OSS Distributions 66*aca3beaaSApple OSS Distributions static int 67*aca3beaaSApple OSS Distributions backtrace_kernel_sysctl SYSCTL_HANDLER_ARGS 68*aca3beaaSApple OSS Distributions { 69*aca3beaaSApple OSS Distributions unsigned int scenario = (unsigned int)req->newlen; 70*aca3beaaSApple OSS Distributions uintptr_t *bt = NULL; 71*aca3beaaSApple OSS Distributions uint8_t *packed_bt = NULL; 72*aca3beaaSApple OSS Distributions uintptr_t *unpacked_bt = NULL; 73*aca3beaaSApple OSS Distributions unsigned int bt_len = 0; 74*aca3beaaSApple OSS Distributions size_t bt_size = 0; 75*aca3beaaSApple OSS Distributions errno_t error = 0; 76*aca3beaaSApple OSS Distributions 77*aca3beaaSApple OSS Distributions bt_len = 24; 78*aca3beaaSApple OSS Distributions bt_size = sizeof(bt[0]) * bt_len; 79*aca3beaaSApple OSS Distributions bt = kalloc_data(bt_size, Z_WAITOK | Z_ZERO); 80*aca3beaaSApple OSS Distributions packed_bt = kalloc_data(bt_size, Z_WAITOK | Z_ZERO); 81*aca3beaaSApple OSS Distributions unpacked_bt = kalloc_data(bt_size, Z_WAITOK | Z_ZERO); 82*aca3beaaSApple OSS Distributions if (!bt || !packed_bt || !unpacked_bt) { 83*aca3beaaSApple OSS Distributions error = ENOBUFS; 84*aca3beaaSApple OSS Distributions goto out; 85*aca3beaaSApple OSS Distributions } 86*aca3beaaSApple OSS Distributions backtrace_info_t info = BTI_NONE; 87*aca3beaaSApple OSS Distributions unsigned int len = backtrace(bt, bt_len, NULL, &info); 88*aca3beaaSApple OSS Distributions backtrace_info_t packed_info = BTI_NONE; 89*aca3beaaSApple OSS Distributions size_t packed_size = 0; 90*aca3beaaSApple OSS Distributions if (scenario == BACKTRACE_KERN_TEST_PACK_UNPACK) { 91*aca3beaaSApple OSS Distributions packed_size = backtrace_pack(BTP_KERN_OFFSET_32, packed_bt, bt_size, 92*aca3beaaSApple OSS Distributions bt, len); 93*aca3beaaSApple OSS Distributions } else { 94*aca3beaaSApple OSS Distributions packed_size = backtrace_packed(BTP_KERN_OFFSET_32, packed_bt, bt_size, 95*aca3beaaSApple OSS Distributions NULL, &packed_info); 96*aca3beaaSApple OSS Distributions } 97*aca3beaaSApple OSS Distributions unsigned int unpacked_len = backtrace_unpack(BTP_KERN_OFFSET_32, 98*aca3beaaSApple OSS Distributions unpacked_bt, bt_len, packed_bt, packed_size); 99*aca3beaaSApple OSS Distributions if (unpacked_len != len) { 100*aca3beaaSApple OSS Distributions printf("backtrace_tests: length %u != %u unpacked\n", len, 101*aca3beaaSApple OSS Distributions unpacked_len); 102*aca3beaaSApple OSS Distributions error = ERANGE; 103*aca3beaaSApple OSS Distributions goto out; 104*aca3beaaSApple OSS Distributions } 105*aca3beaaSApple OSS Distributions for (unsigned int i = 0; i < len; i++) { 106*aca3beaaSApple OSS Distributions if (unpacked_bt[i] != bt[i]) { 107*aca3beaaSApple OSS Distributions printf("backtrace_tests: bad address %u: 0x%lx != 0x%lx unpacked", 108*aca3beaaSApple OSS Distributions i, bt[i], unpacked_bt[i]); 109*aca3beaaSApple OSS Distributions error = EINVAL; 110*aca3beaaSApple OSS Distributions } 111*aca3beaaSApple OSS Distributions } 112*aca3beaaSApple OSS Distributions 113*aca3beaaSApple OSS Distributions out: 114*aca3beaaSApple OSS Distributions if (bt) { 115*aca3beaaSApple OSS Distributions kfree_data(bt, bt_size); 116*aca3beaaSApple OSS Distributions } 117*aca3beaaSApple OSS Distributions if (packed_bt) { 118*aca3beaaSApple OSS Distributions kfree_data(packed_bt, bt_size); 119*aca3beaaSApple OSS Distributions } 120*aca3beaaSApple OSS Distributions if (unpacked_bt) { 121*aca3beaaSApple OSS Distributions kfree_data(unpacked_bt, bt_size); 122*aca3beaaSApple OSS Distributions } 123*aca3beaaSApple OSS Distributions return error; 124*aca3beaaSApple OSS Distributions } 125*aca3beaaSApple OSS Distributions 126*aca3beaaSApple OSS Distributions static int 127*aca3beaaSApple OSS Distributions backtrace_user_sysctl SYSCTL_HANDLER_ARGS 128*aca3beaaSApple OSS Distributions { 129*aca3beaaSApple OSS Distributions #pragma unused(oidp, arg1, arg2) 130*aca3beaaSApple OSS Distributions unsigned int scenario = (unsigned int)req->newlen; 131*aca3beaaSApple OSS Distributions uintptr_t *bt = NULL; 132*aca3beaaSApple OSS Distributions unsigned int bt_len = 0, bt_filled = 0, bt_space = 0; 133*aca3beaaSApple OSS Distributions size_t bt_size = 0; 134*aca3beaaSApple OSS Distributions errno_t error = 0; 135*aca3beaaSApple OSS Distributions 136*aca3beaaSApple OSS Distributions bool user_scenario = scenario == BACKTRACE_USER; 137*aca3beaaSApple OSS Distributions bool resume_scenario = scenario == BACKTRACE_USER_RESUME; 138*aca3beaaSApple OSS Distributions if (!user_scenario && !resume_scenario) { 139*aca3beaaSApple OSS Distributions return ENOTSUP; 140*aca3beaaSApple OSS Distributions } 141*aca3beaaSApple OSS Distributions 142*aca3beaaSApple OSS Distributions if (req->oldptr == USER_ADDR_NULL || req->oldlen == 0) { 143*aca3beaaSApple OSS Distributions return EFAULT; 144*aca3beaaSApple OSS Distributions } 145*aca3beaaSApple OSS Distributions 146*aca3beaaSApple OSS Distributions bt_len = req->oldlen > MAX_BACKTRACE ? MAX_BACKTRACE : 147*aca3beaaSApple OSS Distributions (unsigned int)req->oldlen; 148*aca3beaaSApple OSS Distributions bt_size = sizeof(bt[0]) * bt_len; 149*aca3beaaSApple OSS Distributions bt = kalloc_data(bt_size, Z_WAITOK | Z_ZERO); 150*aca3beaaSApple OSS Distributions if (!bt) { 151*aca3beaaSApple OSS Distributions return ENOBUFS; 152*aca3beaaSApple OSS Distributions } 153*aca3beaaSApple OSS Distributions bt_space = resume_scenario ? bt_len / 2 : bt_len; 154*aca3beaaSApple OSS Distributions struct backtrace_user_info btinfo = BTUINFO_INIT; 155*aca3beaaSApple OSS Distributions bt_filled = backtrace_user(bt, bt_space, NULL, &btinfo); 156*aca3beaaSApple OSS Distributions error = btinfo.btui_error; 157*aca3beaaSApple OSS Distributions if (error != 0) { 158*aca3beaaSApple OSS Distributions goto out; 159*aca3beaaSApple OSS Distributions } 160*aca3beaaSApple OSS Distributions if (resume_scenario) { 161*aca3beaaSApple OSS Distributions if (!(btinfo.btui_info & BTI_TRUNCATED)) { 162*aca3beaaSApple OSS Distributions error = ENOSPC; 163*aca3beaaSApple OSS Distributions goto out; 164*aca3beaaSApple OSS Distributions } 165*aca3beaaSApple OSS Distributions struct backtrace_control ctl = { 166*aca3beaaSApple OSS Distributions .btc_frame_addr = btinfo.btui_next_frame_addr, 167*aca3beaaSApple OSS Distributions }; 168*aca3beaaSApple OSS Distributions btinfo = BTUINFO_INIT; 169*aca3beaaSApple OSS Distributions unsigned int bt_more = backtrace_user(bt + bt_filled, bt_space, &ctl, 170*aca3beaaSApple OSS Distributions &btinfo); 171*aca3beaaSApple OSS Distributions error = btinfo.btui_error; 172*aca3beaaSApple OSS Distributions if (error != 0) { 173*aca3beaaSApple OSS Distributions goto out; 174*aca3beaaSApple OSS Distributions } 175*aca3beaaSApple OSS Distributions bt_filled += bt_more; 176*aca3beaaSApple OSS Distributions } 177*aca3beaaSApple OSS Distributions bt_filled = min(bt_filled, bt_len); 178*aca3beaaSApple OSS Distributions if (btinfo.btui_async_frame_addr != 0 && 179*aca3beaaSApple OSS Distributions btinfo.btui_async_start_index != 0) { 180*aca3beaaSApple OSS Distributions // Put the async call stack inline after the real call stack. 181*aca3beaaSApple OSS Distributions unsigned int start_index = btinfo.btui_async_start_index; 182*aca3beaaSApple OSS Distributions uintptr_t frame_addr = btinfo.btui_async_frame_addr; 183*aca3beaaSApple OSS Distributions unsigned int bt_left = bt_len - start_index; 184*aca3beaaSApple OSS Distributions struct backtrace_control ctl = { .btc_frame_addr = frame_addr, }; 185*aca3beaaSApple OSS Distributions btinfo = BTUINFO_INIT; 186*aca3beaaSApple OSS Distributions unsigned int async_filled = backtrace_user(bt + start_index, bt_left, 187*aca3beaaSApple OSS Distributions &ctl, &btinfo); 188*aca3beaaSApple OSS Distributions error = btinfo.btui_error; 189*aca3beaaSApple OSS Distributions if (error != 0) { 190*aca3beaaSApple OSS Distributions goto out; 191*aca3beaaSApple OSS Distributions } 192*aca3beaaSApple OSS Distributions bt_filled = min(start_index + async_filled, bt_len); 193*aca3beaaSApple OSS Distributions } 194*aca3beaaSApple OSS Distributions 195*aca3beaaSApple OSS Distributions error = copyout(bt, req->oldptr, sizeof(bt[0]) * bt_filled); 196*aca3beaaSApple OSS Distributions if (error) { 197*aca3beaaSApple OSS Distributions goto out; 198*aca3beaaSApple OSS Distributions } 199*aca3beaaSApple OSS Distributions req->oldidx = bt_filled; 200*aca3beaaSApple OSS Distributions 201*aca3beaaSApple OSS Distributions out: 202*aca3beaaSApple OSS Distributions kfree_data(bt, bt_size); 203*aca3beaaSApple OSS Distributions return error; 204*aca3beaaSApple OSS Distributions } 205*aca3beaaSApple OSS Distributions 206*aca3beaaSApple OSS Distributions __typed_allocators_ignore_pop 207*aca3beaaSApple OSS Distributions 208*aca3beaaSApple OSS Distributions #endif /* DEVELOPMENT || DEBUG */ 209