120 	cpu_data_t *cpu_data_ptr = CpuDataEntries[slot_num].cpu_data_vaddr;  in cpu_info()  local
130 		cpu_stat->irq_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.irq_ex_cnt;  in cpu_info()
131 		cpu_stat->ipi_cnt = (uint32_t)cpu_data_ptr->cpu_stat.ipi_cnt;  in cpu_info()
132 		cpu_stat->timer_cnt = (uint32_t)cpu_data_ptr->cpu_stat.timer_cnt;  in cpu_info()
133 		cpu_stat->undef_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.undef_ex_cnt;  in cpu_info()
134 		cpu_stat->unaligned_cnt = (uint32_t)cpu_data_ptr->cpu_stat.unaligned_cnt;  in cpu_info()
135 		cpu_stat->vfp_cnt = (uint32_t)cpu_data_ptr->cpu_stat.vfp_cnt;  in cpu_info()
137 		cpu_stat->data_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.data_ex_cnt;  in cpu_info()
138 		cpu_stat->instr_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.instr_ex_cnt;  in cpu_info()
152 		cpu_stat->irq_ex_cnt = cpu_data_ptr->cpu_stat.irq_ex_cnt;  in cpu_info()
153 		cpu_stat->ipi_cnt = cpu_data_ptr->cpu_stat.ipi_cnt;  in cpu_info()
154 		cpu_stat->timer_cnt = cpu_data_ptr->cpu_stat.timer_cnt;  in cpu_info()
155 		cpu_stat->undef_ex_cnt = cpu_data_ptr->cpu_stat.undef_ex_cnt;  in cpu_info()
156 		cpu_stat->unaligned_cnt = cpu_data_ptr->cpu_stat.unaligned_cnt;  in cpu_info()
157 		cpu_stat->vfp_cnt = cpu_data_ptr->cpu_stat.vfp_cnt;  in cpu_info()
159 		cpu_stat->data_ex_cnt = cpu_data_ptr->cpu_stat.data_ex_cnt;  in cpu_info()
160 		cpu_stat->instr_ex_cnt = cpu_data_ptr->cpu_stat.instr_ex_cnt;  in cpu_info()
162 		cpu_stat->pmi_cnt = cpu_data_ptr->cpu_monotonic.mtc_npmis;  in cpu_info()
194 	cpu_data_t      *cpu_data_ptr;  in cpu_idle_tickle()  local
198 	cpu_data_ptr = getCpuDatap();  in cpu_idle_tickle()
200 	if (cpu_data_ptr->idle_timer_notify != NULL) {  in cpu_idle_tickle()
201 		cpu_data_ptr->idle_timer_notify(cpu_data_ptr->idle_timer_refcon, &new_idle_timeout_ticks);  in cpu_idle_tickle()
204 …clock_absolutetime_interval_to_deadline(new_idle_timeout_ticks, &cpu_data_ptr->idle_timer_deadline…  in cpu_idle_tickle()
207 			cpu_data_ptr->idle_timer_deadline = 0x0ULL;  in cpu_idle_tickle()
232 cpu_handle_xcall(cpu_data_t *cpu_data_ptr)  in cpu_handle_xcall()  argument
240 	if (cpu_data_ptr->cpu_xcall_p0 != NULL && cpu_data_ptr->cpu_xcall_p1 != NULL) {  in cpu_handle_xcall()
241 …xfunc = ptrauth_auth_function(cpu_data_ptr->cpu_xcall_p0, ptrauth_key_function_pointer, cpu_data_p…  in cpu_handle_xcall()
243 		xparam = cpu_data_ptr->cpu_xcall_p1;  in cpu_handle_xcall()
244 		cpu_data_ptr->cpu_xcall_p0 = NULL;  in cpu_handle_xcall()
245 		cpu_data_ptr->cpu_xcall_p1 = NULL;  in cpu_handle_xcall()
247 		os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPxcall, relaxed);  in cpu_handle_xcall()
251 	if (cpu_data_ptr->cpu_imm_xcall_p0 != NULL && cpu_data_ptr->cpu_imm_xcall_p1 != NULL) {  in cpu_handle_xcall()
252 …xfunc = ptrauth_auth_function(cpu_data_ptr->cpu_imm_xcall_p0, ptrauth_key_function_pointer, cpu_da…  in cpu_handle_xcall()
254 		xparam = cpu_data_ptr->cpu_imm_xcall_p1;  in cpu_handle_xcall()
255 		cpu_data_ptr->cpu_imm_xcall_p0 = NULL;  in cpu_handle_xcall()
256 		cpu_data_ptr->cpu_imm_xcall_p1 = NULL;  in cpu_handle_xcall()
258 		os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPxcallImm, relaxed);  in cpu_handle_xcall()
272 	cpu_data_t      *cpu_data_ptr;  in cpu_broadcast_xcall_internal()  local
285 	cpu_data_ptr = getCpuDatap();  in cpu_broadcast_xcall_internal()
295 		if (target_cpu_datap == cpu_data_ptr) {  in cpu_broadcast_xcall_internal()
574 	cpu_data_t *cpu_data_ptr = getCpuDatap();  in cpu_has_SIGPdebug_pending()  local
576 	return cpu_data_ptr->cpu_signal & SIGPdebug;  in cpu_has_SIGPdebug_pending()
582 	cpu_data_t     *cpu_data_ptr = getCpuDatap();  in cpu_signal_handler_internal()  local
584 	cpu_data_ptr->cpu_stat.ipi_cnt++;  in cpu_signal_handler_internal()
585 	cpu_data_ptr->cpu_stat.ipi_cnt_wake++;  in cpu_signal_handler_internal()
596 	cpu_signal_t cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, 0, acquire);  in cpu_signal_handler_internal()
599 		cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, SIGPdisabled, acq_rel);  in cpu_signal_handler_internal()
602 		assert3u(os_atomic_load(&cpu_data_ptr->cpu_flags, relaxed) & (InitState | StartedState),  in cpu_signal_handler_internal()
604 		cpu_signal = os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdisabled, acq_rel);  in cpu_signal_handler_internal()
609 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdebug, acquire);  in cpu_signal_handler_internal()
611 			DebuggerXCall(cpu_data_ptr->cpu_int_state);  in cpu_signal_handler_internal()
616 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPkppet, acquire);  in cpu_signal_handler_internal()
624 			cpu_handle_xcall(cpu_data_ptr);  in cpu_signal_handler_internal()
627 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPast, acquire);  in cpu_signal_handler_internal()
633 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPTimerLocal, acquire);  in cpu_signal_handler_internal()
639 			os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdeferred, acquire);  in cpu_signal_handler_internal()
642 		cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, 0, acquire);  in cpu_signal_handler_internal()
686 		cpu_data_t      *cpu_data_ptr;  in cpu_exit_wait()  local
691 		cpu_data_ptr = CpuDataEntries[cpu_id].cpu_data_vaddr;  in cpu_exit_wait()
692 		while (!((*(volatile unsigned int*)&cpu_data_ptr->cpu_sleep_token) == ARM_CPU_ON_SLEEP_PATH)) {  in cpu_exit_wait()
694 …		panic("CPU %d failed to reach ARM_CPU_ON_SLEEP_PATH: %d", cpu_id, cpu_data_ptr->cpu_sleep_token);  in cpu_exit_wait()
703 	cpu_data_t *cpu_data_ptr = getCpuDatap();  in cpu_machine_init()  local
705 	if (cpu_data_ptr->cpu_cache_dispatch != NULL) {  in cpu_machine_init()
709 	bool started = os_atomic_or_orig(&cpu_data_ptr->cpu_flags, StartedState, relaxed) & StartedState;  in cpu_machine_init()
712 	PE_cpu_machine_init(cpu_data_ptr->cpu_id, !started);  in cpu_machine_init()
776 	cpu_data_t   *cpu_data_ptr = NULL;  in cpu_data_alloc()  local
780 		cpu_data_ptr = PERCPU_GET_MASTER(cpu_data);  in cpu_data_alloc()
785 		cpu_data_ptr = PERCPU_GET_WITH_BASE(base, cpu_data);  in cpu_data_alloc()
786 		cpu_stack_alloc(cpu_data_ptr);  in cpu_data_alloc()
789 	return cpu_data_ptr;  in cpu_data_alloc()
868 	cpu_data_t *cpu_data_ptr = getCpuDatap();  in ml_wait_for_cpu_signal_to_enable()  local
870 	hw_wait_while_equals32(__DEVOLATILE(uint32_t*, &cpu_data_ptr->cpu_signal), SIGPdisabled);  in ml_wait_for_cpu_signal_to_enable()