Home
last modified time | relevance | path

Searched refs:cpu_data_t (Results 1 – 25 of 50) sorted by relevance

12

/xnu-8019.80.24/osfmk/arm/
H A Dgenassym.c207 offsetof(cpu_data_t, cpu_active_thread)); in main()
209 offsetof(cpu_data_t, cpu_active_stack)); in main()
211 offsetof(cpu_data_t, istackptr)); in main()
213 offsetof(cpu_data_t, intstack_top)); in main()
215 offsetof(cpu_data_t, fiqstackptr)); in main()
217 offsetof(cpu_data_t, fiqstack_top)); in main()
219 offsetof(cpu_data_t, cpu_number)); in main()
221 offsetof(cpu_data_t, cpu_running)); in main()
223 offsetof(cpu_data_t, cpu_mcount_off)); in main()
225 offsetof(cpu_data_t, cpu_pending_ast)); in main()
[all …]
H A Dcpu.c99 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_sleep()
119 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle()
174 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle_exit()
200 cpu_data_t *cdp = getCpuDatap(); in cpu_init()
271 cpu_stack_alloc(cpu_data_t *cpu_data_ptr) in cpu_stack_alloc()
302 cpu_data_free(cpu_data_t *cpu_data_ptr) in cpu_data_free()
321 cpu_data_init(cpu_data_t *cpu_data_ptr) in cpu_data_init()
386 cpu_data_register(cpu_data_t *cpu_data_ptr) in cpu_data_register()
410 cpu_data_t *cpu_data_ptr; in cpu_start()
433 flush_dcache((vm_offset_t)cpu_data_ptr, sizeof(cpu_data_t), FALSE); in cpu_start()
[all …]
H A Dcpu_common.c62 cpu_data_t PERCPU_DATA(cpu_data);
78 cpu_data_t *
118 cpu_data_t *cpu_data_ptr = CpuDataEntries[slot_num].cpu_data_vaddr; in cpu_info()
192 cpu_data_t *cpu_data_ptr; in cpu_idle_tickle()
213 cpu_handle_xcall(cpu_data_t *cpu_data_ptr) in cpu_handle_xcall()
253 cpu_data_t *cpu_data_ptr; in cpu_broadcast_xcall_internal()
254 cpu_data_t *target_cpu_datap; in cpu_broadcast_xcall_internal()
274 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in cpu_broadcast_xcall_internal()
376 cpu_data_t *target_cpu_datap; in cpu_xcall_internal()
386 target_cpu_datap = (cpu_data_t*)CpuDataEntries[cpu_number].cpu_data_vaddr; in cpu_xcall_internal()
[all …]
H A Dcaches.c66 cpu_data_t *cpu_data_ptr = getCpuDatap(); in flush_dcache()
100 cpu_data_t *cpu_data_ptr = getCpuDatap(); in clean_dcache()
155 cpu_data_t *cpu_data_ptr = getCpuDatap(); in dcache_incoherent_io_flush64()
213 cpu_data_t *cpu_data_ptr = getCpuDatap(); in dcache_incoherent_io_store64()
293 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_init()
311 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_flush()
324 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_clean()
337 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_shutdown()
378 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_idle_enter()
383 CleanPoC_DcacheRegion((vm_offset_t) cpu_data_ptr, sizeof(cpu_data_t)); in platform_cache_idle_enter()
[all …]
H A Dcpu_data_internal.h300 } cpu_data_t; typedef
309 PERCPU_DECL(cpu_data_t, cpu_data);
327 extern cpu_data_t *cpu_datap(int cpu);
328 extern cpu_data_t *cpu_data_alloc(boolean_t is_boot);
329 extern void cpu_stack_alloc(cpu_data_t*);
330 extern void cpu_data_init(cpu_data_t *cpu_data_ptr);
331 extern void cpu_data_free(cpu_data_t *cpu_data_ptr);
332 extern kern_return_t cpu_data_register(cpu_data_t *cpu_data_ptr);
333 extern cpu_data_t *processor_to_cpu_datap( processor_t processor);
H A Dmachine_cpu.h52 extern void arm_init_cpu(cpu_data_t *args);
54 extern void arm_init_idle_cpu(cpu_data_t *args);
60 wfe_to_deadline_or_interrupt(uint32_t cid, uint64_t wfe_deadline, cpu_data_t *cdp, bool unmask);
H A Dcpu_internal.h47 cpu_data_t *target,
53 cpu_data_t *target);
56 cpu_data_t *target);
H A Darm_timer.c71 cpu_data_t *cpu_data_ptr; in timer_intr()
128 cpu_data_t *cpu_data_ptr; in timer_set_deadline()
152 cpu_data_t *cpu_data_ptr; in timer_resync_deadlines()
214 cpu_data_t *cpu_data_ptr = getCpuDatap(); in timer_queue_assign()
H A Drtclock.c153 cpu_data_t * cdp; in rtclock_init()
278 cpu_data_t * cdp; in rtclock_intr()
350 cpu_data_t * cdp; in setPop()
372 cpu_data_t * cdp; in SetIdlePop()
401 cpu_data_t * cdp; in ClearIdlePop()
H A Dmodel_dep.c346 cpu_data_t *current_cpu_datap = cpu_datap(cpu); in panic_display_last_pc_lr()
708 cpu_data_t * cpu_data_ptr = getCpuDatap(); in print_all_backtraces()
894 cpu_data_t *target_cpu_datap; in DebuggerXCallEnter()
895 cpu_data_t *cpu_data_ptr = getCpuDatap(); in DebuggerXCallEnter()
937 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter()
982 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter()
1007 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter()
1050 cpu_data_t *cpu_data_ptr = getCpuDatap(); in DebuggerXCallReturn()
/xnu-8019.80.24/osfmk/i386/
H A Dgenassym.c313 offsetof(cpu_data_t, cpu_this)); in main()
315 offsetof(cpu_data_t, cpu_active_thread)); in main()
317 offsetof(cpu_data_t, cpu_active_stack)); in main()
319 offsetof(cpu_data_t, cpu_kernel_stack)); in main()
321 offsetof(cpu_data_t, cpu_int_stack_top)); in main()
323 offsetof(cpu_data_t, cpu_preemption_level)); in main()
325 offsetof(cpu_data_t, cpu_hibernate)); in main()
327 offsetof(cpu_data_t, cpu_interrupt_level)); in main()
329 offsetof(cpu_data_t, cpu_curthread_do_segchk)); in main()
332 offsetof(cpu_data_t, cpu_nested_istack)); in main()
[all …]
H A Dcpu_topology.c54 extern cpu_data_t cpshadows[];
69 cpu_data_t *cpup = cpu_datap(i); in cpu_shadow_sort()
111 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort()
124 sizeof(cpu_data_t *), in cpu_topology_sort()
130 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort()
140 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort()
179 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort()
257 cpu_data_t *cpu_x = *((cpu_data_t **)(uintptr_t)x); in lapicid_cmp()
258 cpu_data_t *cpu_y = *((cpu_data_t **)(uintptr_t)y); in lapicid_cmp()
H A Di386_timer.c74 cpu_data_t *pp; in timer_intr()
180 cpu_data_t *pp; in timer_set_deadline()
206 cpu_data_t *pp; in timer_resync_deadlines()
267 cpu_data_t *pp; in timer_queue_expire_local()
288 cpu_data_t *pp; in timer_queue_expire_rescan()
331 cpu_data_t *cdp = current_cpu_datap(); in timer_queue_assign()
371 cpu_data_t *target_cdp = cpu_datap(target_cpu); in timer_queue_migrate_cpu()
372 cpu_data_t *cdp = current_cpu_datap(); in timer_queue_migrate_cpu()
H A Dcpu.c95 cpu_data_t *cdp = current_cpu_datap(); in cpu_sleep()
106 cpu_data_t *cdp = current_cpu_datap(); in cpu_init()
153 cpu_data_t *cdp = cpu_datap(cpu); in cpu_exit_wait()
187 cpu_data_t *cdp = current_cpu_datap(); in cpu_machine_init()
264 cpu_data_t *cpup = cpu_datap(cpu_num); in processor_to_datastring()
H A Dcpu_data.h371 } cpu_data_t; typedef
373 extern cpu_data_t *__single cpu_data_ptr[MAX_CPUS];
388 #define CPU_DATA() ((cpu_data_t __seg_gs *)0UL)
455 static inline cpu_data_t *
476 cpu_data_t *cdata, uint64_t frameptr, bool use_cursp) in rbtrace_bt()
550 cpu_data_t *cdata = current_cpu_datap(); in pltrace_internal()
579 cpu_data_t *cdata; in iotrace()
610 cpu_data_t *cdata; in traptrace_start()
757 static inline cpu_data_t *
770 static inline cpu_data_t *
[all …]
H A Dmp_desc.h109 extern void cpu_syscall_init(cpu_data_t *cdp);
111 extern void cpu_desc_init(cpu_data_t *cdp);
112 extern void cpu_desc_load(cpu_data_t *cdp);
H A DpmCPU.c107 cpu_data_t *my_cpu = current_cpu_datap(); in machine_idle()
241 cpu_data_t *cpup = current_cpu_datap(); in pmCPUHalt()
324 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyLogicalCPU()
338 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyCore()
352 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyDie()
366 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyPackage()
388 pmCPUGetDeadline(cpu_data_t *cpu) in pmCPUGetDeadline()
407 pmCPUSetDeadline(cpu_data_t *cpu, uint64_t deadline) in pmCPUSetDeadline()
422 pmCPUDeadline(cpu_data_t *cpu) in pmCPUDeadline()
435 pmCPUExitIdle(cpu_data_t *cpu) in pmCPUExitIdle()
[all …]
H A Dmp_desc.c180 cpu_data_t cpshadows[MAX_CPUS] __attribute__((aligned(64))) __attribute__((section("__HIB, __desc")…
181 cpu_data_t scdatas[MAX_CPUS] __attribute__((aligned(64))) = {
187 cpu_data_t *cpu_data_master = &scdatas[0];
189 cpu_data_t *cpu_data_ptr[MAX_CPUS] = {[0] = &scdatas[0] };
374 cpu_desc_init(cpu_data_t *cdp) in cpu_desc_init()
471 cpu_desc_load(cpu_data_t *cdp) in cpu_desc_load()
512 cpu_syscall_init(cpu_data_t *cdp) in cpu_syscall_init()
571 cpu_data_t *
575 cpu_data_t *cdp; in cpu_data_alloc()
601 bzero((void*) cdp, sizeof(cpu_data_t)); in cpu_data_alloc()
[all …]
H A Dcpu_threads.c341 cpu_data_t *cpup; in x86_lcpu_init()
369 cpu_data_t *cpup; in x86_core_alloc()
409 cpu_data_t *cpup; in x86_package_find()
432 cpu_data_t *cpup; in x86_die_find()
460 cpu_data_t *cpup; in x86_core_find()
515 cpu_data_t *cpup; in x86_die_alloc()
556 cpu_data_t *cpup; in x86_package_alloc()
822 cpu_data_t *cpup; in cpu_thread_alloc()
949 cpu_data_t *cpup = current_cpu_datap(); in cpu_thread_init()
993 cpu_data_t *cpup = current_cpu_datap(); in cpu_thread_halt()
/xnu-8019.80.24/osfmk/arm64/
H A Dgenassym.c257 DECLARE("CPU_ACTIVE_THREAD", offsetof(cpu_data_t, cpu_active_thread)); in main()
258 DECLARE("CPU_ISTACKPTR", offsetof(cpu_data_t, istackptr)); in main()
259 DECLARE("CPU_INTSTACK_TOP", offsetof(cpu_data_t, intstack_top)); in main()
260 DECLARE("CPU_EXCEPSTACK_TOP", offsetof(cpu_data_t, excepstack_top)); in main()
262 DECLARE("CPU_EXC_VECTORS", offsetof(cpu_data_t, cpu_exc_vectors)); in main()
264 DECLARE("CPU_NUMBER_GS", offsetof(cpu_data_t, cpu_number)); in main()
265 DECLARE("CPU_PENDING_AST", offsetof(cpu_data_t, cpu_pending_ast)); in main()
266 DECLARE("CPU_INT_STATE", offsetof(cpu_data_t, cpu_int_state)); in main()
267 DECLARE("CPU_USER_DEBUG", offsetof(cpu_data_t, cpu_user_debug)); in main()
268 DECLARE("CPU_STAT_IRQ", offsetof(cpu_data_t, cpu_stat.irq_ex_cnt)); in main()
[all …]
H A Dcpu.c178 cpu_data_t *cpu_data; in arm64_ipi_test_callback()
189 cpu_data_t *cpu_data; in arm64_immediate_ipi_test_callback()
255 configure_coresight_registers(cpu_data_t *cdp) in configure_coresight_registers()
319 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_sleep()
391 wfe_to_deadline_or_interrupt(uint32_t cid, uint64_t wfe_deadline, cpu_data_t *cdp, bool unmask) in wfe_to_deadline_or_interrupt()
485 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle()
646 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle_exit()
684 cpu_data_t *cdp = getCpuDatap(); in cpu_init()
747 cpu_stack_alloc(cpu_data_t *cpu_data_ptr) in cpu_stack_alloc()
778 cpu_data_free(cpu_data_t *cpu_data_ptr) in cpu_data_free()
[all …]
H A Ddbgwrap.c73 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_cpu_is_halted()
84 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_wait_cpu_halted()
106 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_halt_cpu()
141 ml_dbgwrap_stuff_instr(cpu_data_t *cdp, uint32_t instr, uint64_t timeout_ns, dbgwrap_status_t *stat… in ml_dbgwrap_stuff_instr()
194 ml_dbgwrap_read_dtr(cpu_data_t *cdp, uint64_t timeout_ns, dbgwrap_status_t *status) in ml_dbgwrap_read_dtr()
228 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_halt_cpu_with_state()
/xnu-8019.80.24/osfmk/kern/
H A Dmonotonic.h97 void mt_cpu_idle(cpu_data_t *cpu);
98 void mt_cpu_run(cpu_data_t *cpu);
103 void mt_cpu_down(cpu_data_t *cpu);
104 void mt_cpu_up(cpu_data_t *cpu);
119 uint64_t mt_cpu_update_count(cpu_data_t *cpu, unsigned int ctr);
/xnu-8019.80.24/osfmk/x86_64/
H A Dmonotonic_x86_64.c213 core_down(cpu_data_t *cpu) in core_down()
227 core_up(cpu_data_t *cpu) in core_up()
247 mt_cpu_down(cpu_data_t *cpu) in mt_cpu_down()
253 mt_cpu_up(cpu_data_t *cpu) in mt_cpu_up()
266 cpu_data_t *cpu = cpu_data_ptr[i]; in mt_count_pmis()
/xnu-8019.80.24/osfmk/kdp/ml/arm/
H A Dkdp_machdep.c473 cpu_data_t *target_cpu_datap; in machine_trace_thread()
475 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in machine_trace_thread()
476 if (target_cpu_datap == (cpu_data_t *)NULL) { in machine_trace_thread()
623 cpu_data_t *target_cpu_datap; in machine_trace_thread64()
625 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in machine_trace_thread64()
626 if (target_cpu_datap == (cpu_data_t *)NULL) { in machine_trace_thread64()

12