| /xnu-12377.61.12/osfmk/i386/ |
| H A D | genassym.c | 290 offsetof(cpu_data_t, cpu_this)); in main() 292 offsetof(cpu_data_t, cpu_active_thread)); in main() 294 offsetof(cpu_data_t, cpu_active_stack)); in main() 296 offsetof(cpu_data_t, cpu_kernel_stack)); in main() 298 offsetof(cpu_data_t, cpu_int_stack_top)); in main() 300 offsetof(cpu_data_t, cpu_preemption_level)); in main() 302 offsetof(cpu_data_t, cpu_hibernate)); in main() 304 offsetof(cpu_data_t, cpu_interrupt_level)); in main() 306 offsetof(cpu_data_t, cpu_curthread_do_segchk)); in main() 309 offsetof(cpu_data_t, cpu_nested_istack)); in main() [all …]
|
| H A D | cpu_topology.c | 54 extern cpu_data_t cpshadows[]; 68 cpu_data_t *cpup = cpu_datap(i); in cpu_shadow_sort() 110 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort() 123 sizeof(cpu_data_t *), in cpu_topology_sort() 129 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort() 139 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort() 177 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort() 257 cpu_data_t *cpu_x = *((cpu_data_t **)(uintptr_t)x); in lapicid_cmp() 258 cpu_data_t *cpu_y = *((cpu_data_t **)(uintptr_t)y); in lapicid_cmp()
|
| H A D | i386_timer.c | 74 cpu_data_t *pp; in timer_intr() 180 cpu_data_t *pp; in timer_set_deadline() 206 cpu_data_t *pp; in timer_resync_deadlines() 267 cpu_data_t *pp; in timer_queue_expire_local() 297 cpu_data_t *pp; in timer_queue_expire_rescan() 340 cpu_data_t *cdp = current_cpu_datap(); in timer_queue_assign() 380 cpu_data_t *target_cdp = cpu_datap(target_cpu); in timer_queue_migrate_cpu() 381 cpu_data_t *cdp = current_cpu_datap(); in timer_queue_migrate_cpu()
|
| H A D | cpu.c | 95 cpu_data_t *cdp = current_cpu_datap(); in cpu_sleep() 106 cpu_data_t *cdp = current_cpu_datap(); in cpu_init() 151 cpu_data_t *cdp = cpu_datap(cpu); in cpu_exit_wait() 185 cpu_data_t *cdp = current_cpu_datap(); in cpu_machine_init() 262 cpu_data_t *cpup = cpu_datap(cpu_num); in processor_to_datastring()
|
| H A D | cpu_data.h | 340 } cpu_data_t; typedef 342 extern cpu_data_t *__single cpu_data_ptr[MAX_CPUS]; 357 #define CPU_DATA() ((cpu_data_t __seg_gs *)0UL) 424 static inline cpu_data_t * 445 cpu_data_t *cdata, uint64_t frameptr, bool use_cursp) in rbtrace_bt() 526 cpu_data_t *cdata = current_cpu_datap(); in pltrace_internal() 554 cpu_data_t *cdata; in traptrace_start() 702 static inline cpu_data_t * 715 static inline cpu_data_t * 722 extern cpu_data_t *cpu_data_alloc(boolean_t is_boot_cpu);
|
| H A D | mp_desc.c | 176 cpu_data_t cpshadows[MAX_CPUS] __attribute__((aligned(64))) __attribute__((section("__HIB, __desc")… 177 cpu_data_t scdatas[MAX_CPUS] __attribute__((aligned(64))) = { 183 cpu_data_t *cpu_data_master = &scdatas[0]; 185 cpu_data_t *cpu_data_ptr[MAX_CPUS] = {[0] = &scdatas[0] }; 370 cpu_desc_init(cpu_data_t *cdp) in cpu_desc_init() 467 cpu_desc_load(cpu_data_t *cdp) in cpu_desc_load() 508 cpu_syscall_init(cpu_data_t *cdp) in cpu_syscall_init() 563 cpu_data_t * 566 cpu_data_t *cdp; in cpu_data_alloc() 592 bzero((void*) cdp, sizeof(cpu_data_t)); in cpu_data_alloc() [all …]
|
| H A D | mp_desc.h | 109 extern void cpu_syscall_init(cpu_data_t *cdp); 111 extern void cpu_desc_init(cpu_data_t *cdp); 112 extern void cpu_desc_load(cpu_data_t *cdp);
|
| H A D | pmCPU.c | 105 cpu_data_t *my_cpu = current_cpu_datap(); in machine_idle() 239 cpu_data_t *cpup = current_cpu_datap(); in pmCPUHalt() 322 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyLogicalCPU() 336 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyCore() 350 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyDie() 364 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyPackage() 386 pmCPUGetDeadline(cpu_data_t *cpu) in pmCPUGetDeadline() 405 pmCPUSetDeadline(cpu_data_t *cpu, uint64_t deadline) in pmCPUSetDeadline() 420 pmCPUDeadline(cpu_data_t *cpu) in pmCPUDeadline() 433 pmCPUExitIdle(cpu_data_t *cpu) in pmCPUExitIdle() [all …]
|
| H A D | cpu_threads.c | 339 cpu_data_t *cpup; in x86_lcpu_init() 367 cpu_data_t *cpup; in x86_core_alloc() 407 cpu_data_t *cpup; in x86_package_find() 430 cpu_data_t *cpup; in x86_die_find() 458 cpu_data_t *cpup; in x86_core_find() 513 cpu_data_t *cpup; in x86_die_alloc() 554 cpu_data_t *cpup; in x86_package_alloc() 820 cpu_data_t *cpup; in cpu_thread_alloc() 947 cpu_data_t *cpup = current_cpu_datap(); in cpu_thread_init() 991 cpu_data_t *cpup = current_cpu_datap(); in cpu_thread_halt()
|
| /xnu-12377.61.12/osfmk/arm64/ |
| H A D | genassym.c | 304 DECLARE("CPU_ACTIVE_THREAD", offsetof(cpu_data_t, cpu_active_thread)); in main() 305 DECLARE("CPU_ISTACKPTR", offsetof(cpu_data_t, istackptr)); in main() 309 DECLARE("CPU_INTSTACK_TOP", offsetof(cpu_data_t, intstack_top)); in main() 310 DECLARE("CPU_EXCEPSTACKPTR", offsetof(cpu_data_t, excepstackptr)); in main() 314 DECLARE("CPU_EXCEPSTACK_TOP", offsetof(cpu_data_t, excepstack_top)); in main() 316 DECLARE("CPU_EXC_VECTORS", offsetof(cpu_data_t, cpu_exc_vectors)); in main() 319 DECLARE("CPU_IRG_RESEED_COUNTER", offsetof(cpu_data_t, cpu_irg_reseed_counter)); in main() 321 DECLARE("CPU_NUMBER_GS", offsetof(cpu_data_t, cpu_number)); in main() 322 DECLARE("CPU_PENDING_AST", offsetof(cpu_data_t, cpu_pending_ast)); in main() 323 DECLARE("CPU_INT_STATE", offsetof(cpu_data_t, cpu_int_state)); in main() [all …]
|
| H A D | cpu.c | 184 cpu_data_t *cpu_data; in arm64_ipi_test_callback() 195 cpu_data_t *cpu_data; in arm64_immediate_ipi_test_callback() 261 configure_coresight_registers(cpu_data_t *cdp) in configure_coresight_registers() 317 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_sleep() 399 wfe_to_deadline_or_interrupt(uint32_t cid, uint64_t wfe_deadline, cpu_data_t *cdp, bool unmask, boo… in wfe_to_deadline_or_interrupt() 484 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle() 643 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle_exit() 682 cpu_data_t *cdp = getCpuDatap(); in cpu_init() 743 cpu_stack_alloc(cpu_data_t *cpu_data_ptr) in cpu_stack_alloc() 766 cpu_data_init(cpu_data_t *cpu_data_ptr) in cpu_data_init() [all …]
|
| H A D | dbgwrap.c | 73 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_cpu_is_halted() 84 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_wait_cpu_halted() 106 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_halt_cpu() 160 ml_dbgwrap_stuff_instr(cpu_data_t *cdp, uint32_t instr, uint64_t timeout_ns, dbgwrap_status_t *stat… in ml_dbgwrap_stuff_instr() 213 ml_dbgwrap_read_dtr(cpu_data_t *cdp, uint64_t timeout_ns, dbgwrap_status_t *status) in ml_dbgwrap_read_dtr() 247 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_halt_cpu_with_state()
|
| H A D | monotonic_arm64.c | 287 core_idle(__unused cpu_data_t *cpu) in core_idle() 1349 mt_cpu_idle(cpu_data_t *cpu) in mt_cpu_idle() 1355 mt_cpu_run(cpu_data_t *cpu) in mt_cpu_run() 1375 mt_cpu_down(cpu_data_t *cpu) in mt_cpu_down() 1381 mt_cpu_up(cpu_data_t *cpu) in mt_cpu_up() 1409 cpu_data_t *cpu = (cpu_data_t *)CpuDataEntries[topology_info->cpus[i].cpu_id].cpu_data_vaddr; in mt_count_pmis() 1416 mt_cpu_pmi(cpu_data_t *cpu, uint64_t pmcr0) in mt_cpu_pmi() 1569 cpu_data_t *cpu = getCpuDatap(); in mt_microstackshot_start_remote()
|
| /xnu-12377.61.12/osfmk/arm/ |
| H A D | cpu_common.c | 63 cpu_data_t PERCPU_DATA(cpu_data); 80 cpu_data_t * 120 cpu_data_t *cpu_data_ptr = CpuDataEntries[slot_num].cpu_data_vaddr; in cpu_info() 194 cpu_data_t *cpu_data_ptr; in cpu_idle_tickle() 232 cpu_handle_xcall(cpu_data_t *cpu_data_ptr) in cpu_handle_xcall() 272 cpu_data_t *cpu_data_ptr; in cpu_broadcast_xcall_internal() 273 cpu_data_t *target_cpu_datap; in cpu_broadcast_xcall_internal() 293 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in cpu_broadcast_xcall_internal() 377 cpu_data_t *target_cpu_datap; in cpu_xcall_internal() 388 target_cpu_datap = (cpu_data_t*)CpuDataEntries[cpu_number].cpu_data_vaddr; in cpu_xcall_internal() [all …]
|
| H A D | cpu_data_internal.h | 299 } cpu_data_t; typedef 302 PERCPU_DECL(cpu_data_t, cpu_data); 317 extern cpu_data_t *cpu_datap(int cpu); 318 extern cpu_data_t *cpu_data_alloc(boolean_t is_boot); 319 extern void cpu_stack_alloc(cpu_data_t*); 320 extern void cpu_data_init(cpu_data_t *cpu_data_ptr); 321 extern void cpu_data_register(cpu_data_t *cpu_data_ptr); 322 extern cpu_data_t *processor_to_cpu_datap( processor_t processor);
|
| H A D | cpu_internal.h | 47 cpu_data_t *target, 53 cpu_data_t *target, 57 cpu_data_t *target,
|
| H A D | machine_cpu.h | 53 extern void arm_init_cpu(cpu_data_t *args, uint64_t hib_header_phys); 55 extern void arm_init_idle_cpu(cpu_data_t *args); 61 wfe_to_deadline_or_interrupt(uint32_t cid, uint64_t wfe_deadline, cpu_data_t *cdp, bool unmask, boo…
|
| H A D | caches.c | 66 cpu_data_t *cpu_data_ptr = getCpuDatap(); in flush_dcache() 100 cpu_data_t *cpu_data_ptr = getCpuDatap(); in clean_dcache() 151 cpu_data_t *cpu_data_ptr = getCpuDatap(); in dcache_incoherent_io_flush64() 205 cpu_data_t *cpu_data_ptr = getCpuDatap(); in dcache_incoherent_io_store64() 278 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_init() 296 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_flush() 309 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_clean() 322 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_shutdown()
|
| H A D | arm_timer.c | 71 cpu_data_t *cpu_data_ptr; in timer_intr() 128 cpu_data_t *cpu_data_ptr; in timer_set_deadline() 152 cpu_data_t *cpu_data_ptr; in timer_resync_deadlines() 220 cpu_data_t *cpu_data_ptr = getCpuDatap(); in timer_queue_assign()
|
| H A D | rtclock.c | 151 cpu_data_t * cdp; in rtclock_init() 326 cpu_data_t * cdp; in rtclock_intr() 395 cpu_data_t * cdp; in setPop() 417 cpu_data_t * cdp; in SetIdlePop() 443 cpu_data_t * cdp; in ClearIdlePop()
|
| H A D | model_dep.c | 398 cpu_data_t *current_cpu_datap = cpu_datap(cpu); in panic_display_last_pc_lr() 859 cpu_data_t * cpu_data_ptr = getCpuDatap(); in print_all_panic_info() 1033 cpu_data_t *target_cpu_datap; in DebuggerPatchupThreadState() 1037 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerPatchupThreadState() 1086 cpu_data_t *target_cpu_datap; in DebuggerXCallEnter() 1087 cpu_data_t *cpu_data_ptr = getCpuDatap(); in DebuggerXCallEnter() 1122 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter() 1168 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter() 1231 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter() 1248 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter() [all …]
|
| /xnu-12377.61.12/osfmk/kern/ |
| H A D | monotonic.h | 89 void mt_cpu_idle(cpu_data_t *cpu); 90 void mt_cpu_run(cpu_data_t *cpu); 95 void mt_cpu_down(cpu_data_t *cpu); 96 void mt_cpu_up(cpu_data_t *cpu); 111 uint64_t mt_cpu_update_count(cpu_data_t *cpu, unsigned int ctr);
|
| /xnu-12377.61.12/osfmk/x86_64/ |
| H A D | monotonic_x86_64.c | 208 core_down(cpu_data_t *cpu) in core_down() 222 core_up(cpu_data_t *cpu) in core_up() 242 mt_cpu_down(cpu_data_t *cpu) in mt_cpu_down() 248 mt_cpu_up(cpu_data_t *cpu) in mt_cpu_up() 261 cpu_data_t *cpu = cpu_data_ptr[i]; in mt_count_pmis()
|
| /xnu-12377.61.12/tests/unit/mocks/ |
| H A D | mock_cpu.h | 38 (cpu_data_t * target, cpu_signal_t signal,
|
| H A D | mock_cpu.c | 34 (cpu_data_t * target, cpu_signal_t signal,
|