1 /* 2 * Copyright (c) 2007-2021 Apple Inc. All rights reserved. 3 * 4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ 5 * 6 * This file contains Original Code and/or Modifications of Original Code 7 * as defined in and that are subject to the Apple Public Source License 8 * Version 2.0 (the 'License'). You may not use this file except in 9 * compliance with the License. The rights granted to you under the License 10 * may not be used to create, or enable the creation or redistribution of, 11 * unlawful or unlicensed copies of an Apple operating system, or to 12 * circumvent, violate, or enable the circumvention or violation of, any 13 * terms of an Apple operating system software license agreement. 14 * 15 * Please obtain a copy of the License at 16 * http://www.opensource.apple.com/apsl/ and read it before using this file. 17 * 18 * The Original Code and all software distributed under the License are 19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER 20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, 21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, 22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. 23 * Please see the License for the specific language governing rights and 24 * limitations under the License. 25 * 26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ 27 */ 28 /* 29 * @OSF_COPYRIGHT@ 30 */ 31 /* 32 * Mach Operating System 33 * Copyright (c) 1991,1990,1989 Carnegie Mellon University 34 * All Rights Reserved. 35 * 36 * Permission to use, copy, modify and distribute this software and its 37 * documentation is hereby granted, provided that both the copyright 38 * notice and this permission notice appear in all copies of the 39 * software, derivative works or modified versions, and any portions 40 * thereof, and that both notices appear in supporting documentation. 41 * 42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" 43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR 44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. 45 * 46 * Carnegie Mellon requests users of this software to return to 47 * 48 * Software Distribution Coordinator or [email protected] 49 * School of Computer Science 50 * Carnegie Mellon University 51 * Pittsburgh PA 15213-3890 52 * 53 * any improvements or extensions that they make and grant Carnegie Mellon 54 * the rights to redistribute these changes. 55 */ 56 /* 57 */ 58 59 #ifndef _ARM_THREAD_H_ 60 #define _ARM_THREAD_H_ 61 62 #include <mach/mach_types.h> 63 #include <mach/boolean.h> 64 #include <mach/arm/vm_types.h> 65 #include <mach/thread_status.h> 66 67 #ifdef MACH_KERNEL_PRIVATE 68 #include <arm/cpu_data.h> 69 #include <arm64/proc_reg.h> 70 #include <os/base.h> 71 #endif 72 73 struct perfcontrol_state { 74 uint64_t opaque[8] __attribute__((aligned(8))); 75 }; 76 77 /* 78 * Maps state flavor to number of words in the state: 79 */ 80 extern unsigned int _MachineStateCount[]; 81 82 #ifdef MACH_KERNEL_PRIVATE 83 typedef arm_kernel_context_t machine_thread_kernel_state; 84 #include <kern/thread_kernel_state.h> 85 86 #if (!__arm64__) 87 #error Unknown arch 88 #endif 89 90 /* 91 * Machine Thread Structure 92 */ 93 struct machine_thread { 94 #if __ARM_USER_PROTECT__ 95 unsigned int uptw_ttb; 96 unsigned int kptw_ttb; 97 unsigned int asid; 98 #else 99 unsigned int reserved0; 100 unsigned int reserved1; 101 unsigned int reserved2; 102 #endif 103 104 arm_context_t * contextData; /* allocated user context */ 105 arm_saved_state_t * XNU_PTRAUTH_SIGNED_PTR("machine_thread.upcb") upcb; /* pointer to user GPR state */ 106 arm_neon_saved_state_t * uNeon; /* pointer to user VFP state */ 107 arm_saved_state_t * kpcb; /* pointer to kernel GPR state */ 108 void * reserved3; 109 long reserved4; 110 uint64_t recover_far; 111 112 arm_debug_state_t *DebugData; 113 vm_address_t cthread_self; /* for use of cthread package */ 114 115 uint32_t recover_esr; 116 uint32_t arm_machine_flags; /* thread flags (arm64/machine_machdep.h) */ 117 118 vm_offset_t kstackptr; /* top of kernel stack */ 119 struct perfcontrol_state perfctrl_state; 120 uint64_t reserved5; 121 122 #if SCHED_HYGIENE_DEBUG 123 /* 124 * Preemption disable timestamp, adjusted to 125 * exclude duration of any interrupts that happened. 126 */ 127 volatile uint64_t preemption_disable_mt; /* timestamp of when preemption was disabled */ 128 volatile uint64_t preemption_disable_adjust; /* preemption disabled time spent in interrupt context */ 129 uint64_t preemption_disable_cycles; /* cycle count snapshot of when preemption was disabled */ 130 uint64_t preemption_disable_instr; /* instruction count snapshot of when preemption was disabled */ 131 132 uint64_t intmask_timestamp; /* timestamp of when interrupts were manually masked */ 133 uint64_t inthandler_timestamp; /* timestamp of when interrupt handler started */ 134 uint64_t intmask_cycles; /* cycle count snapshot of when interrupts were masked */ 135 uint64_t intmask_instr; /* instruction count snapshot of when interrupts were masked */ 136 volatile bool preemption_disable_abandon; /* whether to abandon the current measurement */ 137 bool inthandler_abandon; /* whether to abandon the current measurement */ 138 139 unsigned int int_type; /* interrupt type of the interrupt that was processed */ 140 uintptr_t int_handler_addr; /* slid, ptrauth-stripped virtual address of the interrupt handler */ 141 uintptr_t int_vector; /* IOInterruptVector */ 142 uint64_t int_time_mt; /* total time spent in interrupt context */ 143 #endif /* SCHED_HYGIENE_DEBUG */ 144 145 #if defined(CONFIG_XNUPOST) 146 volatile expected_fault_handler_t expected_fault_handler; 147 volatile uintptr_t expected_fault_addr; 148 #endif 149 150 uint64_t reserved6; 151 vm_offset_t pcpu_data_base; 152 struct cpu_data * CpuDatap; /* current per cpu data */ 153 unsigned int preemption_count; /* preemption count */ 154 uint16_t exception_trace_code; 155 uint8_t reserved7; 156 #if defined(HAS_APPLE_PAC) 157 uint64_t rop_pid; 158 uint64_t jop_pid; 159 #else 160 uint64_t reserved9; 161 uint64_t reserved10; 162 #endif 163 164 uint64_t reserved11; 165 }; 166 #endif 167 168 extern struct arm_saved_state * get_user_regs(thread_t); 169 extern struct arm_saved_state * find_user_regs(thread_t); 170 extern struct arm_saved_state * find_kern_regs(thread_t); 171 extern struct arm_vfpsaved_state * find_user_vfp(thread_t); 172 extern arm_debug_state32_t * find_debug_state32(thread_t); 173 extern arm_debug_state32_t * find_or_allocate_debug_state32(thread_t); 174 extern arm_debug_state64_t * find_debug_state64(thread_t); 175 extern arm_debug_state64_t * find_or_allocate_debug_state64(thread_t); 176 extern arm_neon_saved_state_t * get_user_neon_regs(thread_t); 177 178 #define FIND_PERFCONTROL_STATE(th) (&th->machine.perfctrl_state) 179 180 #ifdef MACH_KERNEL_PRIVATE 181 #if __ARM_VFP__ 182 extern void vfp_state_initialize(struct arm_vfpsaved_state *vfp_state); 183 extern void vfp_save(struct arm_vfpsaved_state *vfp_ss); 184 extern void vfp_load(struct arm_vfpsaved_state *vfp_ss); 185 #endif /* __ARM_VFP__ */ 186 extern void arm_debug_set(arm_debug_state_t *debug_state); 187 extern void arm_debug_set32(arm_debug_state_t *debug_state); 188 extern void arm_debug_set64(arm_debug_state_t *debug_state); 189 #endif /* MACH_KERNEL_PRIVATE */ 190 191 extern void *act_thread_csave(void); 192 extern void act_thread_catt(void *ctx); 193 extern void act_thread_cfree(void *ctx); 194 195 196 /* 197 * Return address of the function that called current function, given 198 * address of the first parameter of current function. 199 */ 200 #define GET_RETURN_PC(addr) (__builtin_return_address(0)) 201 202 #endif /* _ARM_THREAD_H_ */ 203