Lines Matching refs:cpu_data_ptr

119 	cpu_data_t *cpu_data_ptr = CpuDataEntries[slot_num].cpu_data_vaddr;  in cpu_info()  local
129 cpu_stat->irq_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.irq_ex_cnt; in cpu_info()
130 cpu_stat->ipi_cnt = (uint32_t)cpu_data_ptr->cpu_stat.ipi_cnt; in cpu_info()
131 cpu_stat->timer_cnt = (uint32_t)cpu_data_ptr->cpu_stat.timer_cnt; in cpu_info()
132 cpu_stat->undef_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.undef_ex_cnt; in cpu_info()
133 cpu_stat->unaligned_cnt = (uint32_t)cpu_data_ptr->cpu_stat.unaligned_cnt; in cpu_info()
134 cpu_stat->vfp_cnt = (uint32_t)cpu_data_ptr->cpu_stat.vfp_cnt; in cpu_info()
136 cpu_stat->data_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.data_ex_cnt; in cpu_info()
137 cpu_stat->instr_ex_cnt = (uint32_t)cpu_data_ptr->cpu_stat.instr_ex_cnt; in cpu_info()
151 cpu_stat->irq_ex_cnt = cpu_data_ptr->cpu_stat.irq_ex_cnt; in cpu_info()
152 cpu_stat->ipi_cnt = cpu_data_ptr->cpu_stat.ipi_cnt; in cpu_info()
153 cpu_stat->timer_cnt = cpu_data_ptr->cpu_stat.timer_cnt; in cpu_info()
154 cpu_stat->undef_ex_cnt = cpu_data_ptr->cpu_stat.undef_ex_cnt; in cpu_info()
155 cpu_stat->unaligned_cnt = cpu_data_ptr->cpu_stat.unaligned_cnt; in cpu_info()
156 cpu_stat->vfp_cnt = cpu_data_ptr->cpu_stat.vfp_cnt; in cpu_info()
158 cpu_stat->data_ex_cnt = cpu_data_ptr->cpu_stat.data_ex_cnt; in cpu_info()
159 cpu_stat->instr_ex_cnt = cpu_data_ptr->cpu_stat.instr_ex_cnt; in cpu_info()
161 cpu_stat->pmi_cnt = cpu_data_ptr->cpu_monotonic.mtc_npmis; in cpu_info()
193 cpu_data_t *cpu_data_ptr; in cpu_idle_tickle() local
197 cpu_data_ptr = getCpuDatap(); in cpu_idle_tickle()
199 if (cpu_data_ptr->idle_timer_notify != NULL) { in cpu_idle_tickle()
200 cpu_data_ptr->idle_timer_notify(cpu_data_ptr->idle_timer_refcon, &new_idle_timeout_ticks); in cpu_idle_tickle()
203 …clock_absolutetime_interval_to_deadline(new_idle_timeout_ticks, &cpu_data_ptr->idle_timer_deadline… in cpu_idle_tickle()
206 cpu_data_ptr->idle_timer_deadline = 0x0ULL; in cpu_idle_tickle()
214 cpu_handle_xcall(cpu_data_t *cpu_data_ptr) in cpu_handle_xcall() argument
222 if (cpu_data_ptr->cpu_xcall_p0 != NULL && cpu_data_ptr->cpu_xcall_p1 != NULL) { in cpu_handle_xcall()
223 …xfunc = ptrauth_auth_function(cpu_data_ptr->cpu_xcall_p0, ptrauth_key_function_pointer, cpu_data_p… in cpu_handle_xcall()
225 xparam = cpu_data_ptr->cpu_xcall_p1; in cpu_handle_xcall()
226 cpu_data_ptr->cpu_xcall_p0 = NULL; in cpu_handle_xcall()
227 cpu_data_ptr->cpu_xcall_p1 = NULL; in cpu_handle_xcall()
229 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPxcall, relaxed); in cpu_handle_xcall()
233 if (cpu_data_ptr->cpu_imm_xcall_p0 != NULL && cpu_data_ptr->cpu_imm_xcall_p1 != NULL) { in cpu_handle_xcall()
234 …xfunc = ptrauth_auth_function(cpu_data_ptr->cpu_imm_xcall_p0, ptrauth_key_function_pointer, cpu_da… in cpu_handle_xcall()
236 xparam = cpu_data_ptr->cpu_imm_xcall_p1; in cpu_handle_xcall()
237 cpu_data_ptr->cpu_imm_xcall_p0 = NULL; in cpu_handle_xcall()
238 cpu_data_ptr->cpu_imm_xcall_p1 = NULL; in cpu_handle_xcall()
240 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPxcallImm, relaxed); in cpu_handle_xcall()
254 cpu_data_t *cpu_data_ptr; in cpu_broadcast_xcall_internal() local
265 cpu_data_ptr = getCpuDatap(); in cpu_broadcast_xcall_internal()
277 if (target_cpu_datap == cpu_data_ptr) { in cpu_broadcast_xcall_internal()
570 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_has_SIGPdebug_pending() local
572 return cpu_data_ptr->cpu_signal & SIGPdebug; in cpu_has_SIGPdebug_pending()
578 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_signal_handler_internal() local
581 cpu_data_ptr->cpu_stat.ipi_cnt++; in cpu_signal_handler_internal()
582 cpu_data_ptr->cpu_stat.ipi_cnt_wake++; in cpu_signal_handler_internal()
593 cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, 0, acquire); in cpu_signal_handler_internal()
596 os_atomic_or(&cpu_data_ptr->cpu_signal, SIGPdisabled, relaxed); in cpu_signal_handler_internal()
598 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdisabled, relaxed); in cpu_signal_handler_internal()
603 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdebug, relaxed); in cpu_signal_handler_internal()
605 DebuggerXCall(cpu_data_ptr->cpu_int_state); in cpu_signal_handler_internal()
609 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPdec, relaxed); in cpu_signal_handler_internal()
616 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPkppet, relaxed); in cpu_signal_handler_internal()
624 cpu_handle_xcall(cpu_data_ptr); in cpu_signal_handler_internal()
627 os_atomic_andnot(&cpu_data_ptr->cpu_signal, SIGPast, acquire); in cpu_signal_handler_internal()
633 cpu_signal = os_atomic_or(&cpu_data_ptr->cpu_signal, 0, acquire); in cpu_signal_handler_internal()
676 cpu_data_t *cpu_data_ptr; in cpu_exit_wait() local
678 cpu_data_ptr = CpuDataEntries[cpu_id].cpu_data_vaddr; in cpu_exit_wait()
679 while (!((*(volatile unsigned int*)&cpu_data_ptr->cpu_sleep_token) == ARM_CPU_ON_SLEEP_PATH)) { in cpu_exit_wait()
695 cpu_data_t *cpu_data_ptr; in cpu_machine_init() local
697 cpu_data_ptr = getCpuDatap(); in cpu_machine_init()
698 started = ((cpu_data_ptr->cpu_flags & StartedState) == StartedState); in cpu_machine_init()
699 if (cpu_data_ptr->cpu_cache_dispatch != NULL) { in cpu_machine_init()
704 PE_cpu_machine_init(cpu_data_ptr->cpu_id, !started); in cpu_machine_init()
706 cpu_data_ptr->cpu_flags |= StartedState; in cpu_machine_init()
769 cpu_data_t *cpu_data_ptr = NULL; in cpu_data_alloc() local
773 cpu_data_ptr = PERCPU_GET_MASTER(cpu_data); in cpu_data_alloc()
778 cpu_data_ptr = PERCPU_GET_WITH_BASE(base, cpu_data); in cpu_data_alloc()
779 cpu_stack_alloc(cpu_data_ptr); in cpu_data_alloc()
782 return cpu_data_ptr; in cpu_data_alloc()