Lines Matching refs:cpu_data_ptr
120 cpu_data_t *cpu_data_ptr = CpuDataEntries[slot_num].cpu_data_vaddr; in cpu_info() local
130 cpu_stat->irq_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.irq_ex_cnt; in cpu_info()
131 cpu_stat->ipi_cnt = (uint32_t)cpu_data_ptr->cpu_stat.ipi_cnt; in cpu_info()
132 cpu_stat->timer_cnt = (uint32_t)cpu_data_ptr->cpu_stat.timer_cnt; in cpu_info()
133 cpu_stat->undef_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.undef_ex_cnt; in cpu_info()
134 cpu_stat->unaligned_cnt = (uint32_t)cpu_data_ptr->cpu_stat.unaligned_cnt; in cpu_info()
135 cpu_stat->vfp_cnt = (uint32_t)cpu_data_ptr->cpu_stat.vfp_cnt; in cpu_info()
137 cpu_stat->data_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.data_ex_cnt; in cpu_info()
138 cpu_stat->instr_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.instr_ex_cnt; in cpu_info()
152 cpu_stat->irq_ex_cnt = cpu_data_ptr->cpu_stat.irq_ex_cnt; in cpu_info()
153 cpu_stat->ipi_cnt = cpu_data_ptr->cpu_stat.ipi_cnt; in cpu_info()
154 cpu_stat->timer_cnt = cpu_data_ptr->cpu_stat.timer_cnt; in cpu_info()
155 cpu_stat->undef_ex_cnt = cpu_data_ptr->cpu_stat.undef_ex_cnt; in cpu_info()
156 cpu_stat->unaligned_cnt = cpu_data_ptr->cpu_stat.unaligned_cnt; in cpu_info()
157 cpu_stat->vfp_cnt = cpu_data_ptr->cpu_stat.vfp_cnt; in cpu_info()
159 cpu_stat->data_ex_cnt = cpu_data_ptr->cpu_stat.data_ex_cnt; in cpu_info()
160 cpu_stat->instr_ex_cnt = cpu_data_ptr->cpu_stat.instr_ex_cnt; in cpu_info()
162 cpu_stat->pmi_cnt = cpu_data_ptr->cpu_monotonic.mtc_npmis; in cpu_info()
194 cpu_data_t *cpu_data_ptr; in cpu_idle_tickle() local
198 cpu_data_ptr = getCpuDatap(); in cpu_idle_tickle()
200 if (cpu_data_ptr->idle_timer_notify != NULL) { in cpu_idle_tickle()
201 cpu_data_ptr->idle_timer_notify(cpu_data_ptr->idle_timer_refcon, &new_idle_timeout_ticks); in cpu_idle_tickle()
204 …clock_absolutetime_interval_to_deadline(new_idle_timeout_ticks, &cpu_data_ptr->idle_timer_deadline… in cpu_idle_tickle()
207 cpu_data_ptr->idle_timer_deadline = 0x0ULL; in cpu_idle_tickle()
215 cpu_handle_xcall(cpu_data_t *cpu_data_ptr) in cpu_handle_xcall() argument
223 if (cpu_data_ptr->cpu_xcall_p0 != NULL && cpu_data_ptr->cpu_xcall_p1 != NULL) { in cpu_handle_xcall()
224 …xfunc = ptrauth_auth_function(cpu_data_ptr->cpu_xcall_p0, ptrauth_key_function_pointer, cpu_data_p… in cpu_handle_xcall()
226 xparam = cpu_data_ptr->cpu_xcall_p1; in cpu_handle_xcall()
227 cpu_data_ptr->cpu_xcall_p0 = NULL; in cpu_handle_xcall()
228 cpu_data_ptr->cpu_xcall_p1 = NULL; in cpu_handle_xcall()
230 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPxcall, relaxed); in cpu_handle_xcall()
234 if (cpu_data_ptr->cpu_imm_xcall_p0 != NULL && cpu_data_ptr->cpu_imm_xcall_p1 != NULL) { in cpu_handle_xcall()
235 …xfunc = ptrauth_auth_function(cpu_data_ptr->cpu_imm_xcall_p0, ptrauth_key_function_pointer, cpu_da… in cpu_handle_xcall()
237 xparam = cpu_data_ptr->cpu_imm_xcall_p1; in cpu_handle_xcall()
238 cpu_data_ptr->cpu_imm_xcall_p0 = NULL; in cpu_handle_xcall()
239 cpu_data_ptr->cpu_imm_xcall_p1 = NULL; in cpu_handle_xcall()
241 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPxcallImm, relaxed); in cpu_handle_xcall()
255 cpu_data_t *cpu_data_ptr; in cpu_broadcast_xcall_internal() local
268 cpu_data_ptr = getCpuDatap(); in cpu_broadcast_xcall_internal()
278 if (target_cpu_datap == cpu_data_ptr) { in cpu_broadcast_xcall_internal()
553 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_has_SIGPdebug_pending() local
555 return cpu_data_ptr->cpu_signal & SIGPdebug; in cpu_has_SIGPdebug_pending()
561 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_signal_handler_internal() local
563 cpu_data_ptr->cpu_stat.ipi_cnt++; in cpu_signal_handler_internal()
564 cpu_data_ptr->cpu_stat.ipi_cnt_wake++; in cpu_signal_handler_internal()
575 cpu_signal_t cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, 0, acquire); in cpu_signal_handler_internal()
578 cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, SIGPdisabled, acq_rel); in cpu_signal_handler_internal()
581 assert3u(os_atomic_load(&cpu_data_ptr->cpu_flags, relaxed) & (InitState | StartedState), in cpu_signal_handler_internal()
583 cpu_signal = os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdisabled, acq_rel); in cpu_signal_handler_internal()
588 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdebug, acquire); in cpu_signal_handler_internal()
590 DebuggerXCall(cpu_data_ptr->cpu_int_state); in cpu_signal_handler_internal()
595 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPkppet, acquire); in cpu_signal_handler_internal()
603 cpu_handle_xcall(cpu_data_ptr); in cpu_signal_handler_internal()
606 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPast, acquire); in cpu_signal_handler_internal()
612 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPTimerLocal, acquire); in cpu_signal_handler_internal()
618 cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, 0, acquire); in cpu_signal_handler_internal()
662 cpu_data_t *cpu_data_ptr; in cpu_exit_wait() local
667 cpu_data_ptr = CpuDataEntries[cpu_id].cpu_data_vaddr; in cpu_exit_wait()
668 while (!((*(volatile unsigned int*)&cpu_data_ptr->cpu_sleep_token) == ARM_CPU_ON_SLEEP_PATH)) { in cpu_exit_wait()
670 … panic("CPU %d failed to reach ARM_CPU_ON_SLEEP_PATH: %d", cpu_id, cpu_data_ptr->cpu_sleep_token); in cpu_exit_wait()
679 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_machine_init() local
681 if (cpu_data_ptr->cpu_cache_dispatch != NULL) { in cpu_machine_init()
685 bool started = os_atomic_or_orig(&cpu_data_ptr->cpu_flags, StartedState, relaxed) & StartedState; in cpu_machine_init()
688 PE_cpu_machine_init(cpu_data_ptr->cpu_id, !started); in cpu_machine_init()
752 cpu_data_t *cpu_data_ptr = NULL; in cpu_data_alloc() local
756 cpu_data_ptr = PERCPU_GET_MASTER(cpu_data); in cpu_data_alloc()
761 cpu_data_ptr = PERCPU_GET_WITH_BASE(base, cpu_data); in cpu_data_alloc()
762 cpu_stack_alloc(cpu_data_ptr); in cpu_data_alloc()
765 return cpu_data_ptr; in cpu_data_alloc()
844 cpu_data_t *cpu_data_ptr = getCpuDatap(); in ml_wait_for_cpu_signal_to_enable() local
846 hw_wait_while_equals32(__DEVOLATILE(uint32_t*, &cpu_data_ptr->cpu_signal), SIGPdisabled); in ml_wait_for_cpu_signal_to_enable()