118 	cpu_data_t *cpu_data_ptr = CpuDataEntries[slot_num].cpu_data_vaddr;  in cpu_info()  local
128 		cpu_stat->irq_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.irq_ex_cnt;  in cpu_info()
129 		cpu_stat->ipi_cnt = (uint32_t)cpu_data_ptr->cpu_stat.ipi_cnt;  in cpu_info()
130 		cpu_stat->timer_cnt = (uint32_t)cpu_data_ptr->cpu_stat.timer_cnt;  in cpu_info()
131 		cpu_stat->undef_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.undef_ex_cnt;  in cpu_info()
132 		cpu_stat->unaligned_cnt = (uint32_t)cpu_data_ptr->cpu_stat.unaligned_cnt;  in cpu_info()
133 		cpu_stat->vfp_cnt = (uint32_t)cpu_data_ptr->cpu_stat.vfp_cnt;  in cpu_info()
135 		cpu_stat->data_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.data_ex_cnt;  in cpu_info()
136 		cpu_stat->instr_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.instr_ex_cnt;  in cpu_info()
150 		cpu_stat->irq_ex_cnt = cpu_data_ptr->cpu_stat.irq_ex_cnt;  in cpu_info()
151 		cpu_stat->ipi_cnt = cpu_data_ptr->cpu_stat.ipi_cnt;  in cpu_info()
152 		cpu_stat->timer_cnt = cpu_data_ptr->cpu_stat.timer_cnt;  in cpu_info()
153 		cpu_stat->undef_ex_cnt = cpu_data_ptr->cpu_stat.undef_ex_cnt;  in cpu_info()
154 		cpu_stat->unaligned_cnt = cpu_data_ptr->cpu_stat.unaligned_cnt;  in cpu_info()
155 		cpu_stat->vfp_cnt = cpu_data_ptr->cpu_stat.vfp_cnt;  in cpu_info()
157 		cpu_stat->data_ex_cnt = cpu_data_ptr->cpu_stat.data_ex_cnt;  in cpu_info()
158 		cpu_stat->instr_ex_cnt = cpu_data_ptr->cpu_stat.instr_ex_cnt;  in cpu_info()
160 		cpu_stat->pmi_cnt = cpu_data_ptr->cpu_monotonic.mtc_npmis;  in cpu_info()
192 	cpu_data_t      *cpu_data_ptr;  in cpu_idle_tickle()  local
196 	cpu_data_ptr = getCpuDatap();  in cpu_idle_tickle()
198 	if (cpu_data_ptr->idle_timer_notify != NULL) {  in cpu_idle_tickle()
199 		cpu_data_ptr->idle_timer_notify(cpu_data_ptr->idle_timer_refcon, &new_idle_timeout_ticks);  in cpu_idle_tickle()
202 …clock_absolutetime_interval_to_deadline(new_idle_timeout_ticks, &cpu_data_ptr->idle_timer_deadline…  in cpu_idle_tickle()
205 			cpu_data_ptr->idle_timer_deadline = 0x0ULL;  in cpu_idle_tickle()
213 cpu_handle_xcall(cpu_data_t *cpu_data_ptr)  in cpu_handle_xcall()  argument
221 	if (cpu_data_ptr->cpu_xcall_p0 != NULL && cpu_data_ptr->cpu_xcall_p1 != NULL) {  in cpu_handle_xcall()
222 …xfunc = ptrauth_auth_function(cpu_data_ptr->cpu_xcall_p0, ptrauth_key_function_pointer, cpu_data_p…  in cpu_handle_xcall()
224 		xparam = cpu_data_ptr->cpu_xcall_p1;  in cpu_handle_xcall()
225 		cpu_data_ptr->cpu_xcall_p0 = NULL;  in cpu_handle_xcall()
226 		cpu_data_ptr->cpu_xcall_p1 = NULL;  in cpu_handle_xcall()
228 		os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPxcall, relaxed);  in cpu_handle_xcall()
232 	if (cpu_data_ptr->cpu_imm_xcall_p0 != NULL && cpu_data_ptr->cpu_imm_xcall_p1 != NULL) {  in cpu_handle_xcall()
233 …xfunc = ptrauth_auth_function(cpu_data_ptr->cpu_imm_xcall_p0, ptrauth_key_function_pointer, cpu_da…  in cpu_handle_xcall()
235 		xparam = cpu_data_ptr->cpu_imm_xcall_p1;  in cpu_handle_xcall()
236 		cpu_data_ptr->cpu_imm_xcall_p0 = NULL;  in cpu_handle_xcall()
237 		cpu_data_ptr->cpu_imm_xcall_p1 = NULL;  in cpu_handle_xcall()
239 		os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPxcallImm, relaxed);  in cpu_handle_xcall()
253 	cpu_data_t      *cpu_data_ptr;  in cpu_broadcast_xcall_internal()  local
264 	cpu_data_ptr = getCpuDatap();  in cpu_broadcast_xcall_internal()
276 		if (target_cpu_datap == cpu_data_ptr) {  in cpu_broadcast_xcall_internal()
568 	cpu_data_t     *cpu_data_ptr = getCpuDatap();  in cpu_signal_handler_internal()  local
571 	cpu_data_ptr->cpu_stat.ipi_cnt++;  in cpu_signal_handler_internal()
572 	cpu_data_ptr->cpu_stat.ipi_cnt_wake++;  in cpu_signal_handler_internal()
575 	cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, 0, relaxed);  in cpu_signal_handler_internal()
578 		os_atomic_or(&cpu_data_ptr->cpu_signal, SIGPdisabled, relaxed);  in cpu_signal_handler_internal()
580 		os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdisabled, relaxed);  in cpu_signal_handler_internal()
585 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdec, relaxed);  in cpu_signal_handler_internal()
592 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPkppet, relaxed);  in cpu_signal_handler_internal()
600 			cpu_handle_xcall(cpu_data_ptr);  in cpu_signal_handler_internal()
603 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPast, relaxed);  in cpu_signal_handler_internal()
609 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdebug, relaxed);  in cpu_signal_handler_internal()
611 			DebuggerXCall(cpu_data_ptr->cpu_int_state);  in cpu_signal_handler_internal()
616 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPLWFlush, relaxed);  in cpu_signal_handler_internal()
622 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPLWClean, relaxed);  in cpu_signal_handler_internal()
629 		cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, 0, relaxed);  in cpu_signal_handler_internal()
653 		cpu_data_t      *cpu_data_ptr;  in cpu_exit_wait()  local
655 		cpu_data_ptr = CpuDataEntries[cpu_id].cpu_data_vaddr;  in cpu_exit_wait()
656 		while (!((*(volatile unsigned int*)&cpu_data_ptr->cpu_sleep_token) == ARM_CPU_ON_SLEEP_PATH)) {  in cpu_exit_wait()
672 	cpu_data_t      *cpu_data_ptr;  in cpu_machine_init()  local
674 	cpu_data_ptr = getCpuDatap();  in cpu_machine_init()
675 	started = ((cpu_data_ptr->cpu_flags & StartedState) == StartedState);  in cpu_machine_init()
676 	if (cpu_data_ptr->cpu_cache_dispatch != NULL) {  in cpu_machine_init()
681 	PE_cpu_machine_init(cpu_data_ptr->cpu_id, !started);  in cpu_machine_init()
683 	cpu_data_ptr->cpu_flags |= StartedState;  in cpu_machine_init()
746 	cpu_data_t   *cpu_data_ptr = NULL;  in cpu_data_alloc()  local
750 		cpu_data_ptr = PERCPU_GET_MASTER(cpu_data);  in cpu_data_alloc()
755 		cpu_data_ptr = PERCPU_GET_WITH_BASE(base, cpu_data);  in cpu_data_alloc()
756 		cpu_stack_alloc(cpu_data_ptr);  in cpu_data_alloc()
759 	return cpu_data_ptr;  in cpu_data_alloc()