Home
last modified time | relevance | path

Searched refs:PERCPU_GET (Results 1 – 25 of 39) sorted by relevance

12

/xnu-12377.1.9/osfmk/arm/
H A Dpreemption_disable.c269 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in _preemption_disable_snap_start()
293 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in _preemption_disable_snap_end()
411 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in abandon_preemption_disable_measurement()
425 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in _do_disable_preemption_without_measurements()
/xnu-12377.1.9/osfmk/kern/
H A Diotrace.h78 nextidxp = PERCPU_GET(iotrace_next); in iotrace()
80 cur_iotrace_ring = *PERCPU_GET(iotrace_ring); in iotrace()
H A Dstack.c240 cache = PERCPU_GET(stack_cache); in stack_free_stack()
275 cache = PERCPU_GET(stack_cache); in stack_alloc_try()
H A Dtrap_telemetry.c321 telemetry_lock_blocked = PERCPU_GET(per_cpu_telemetry_lock_blocked); in safe_telemetry_lock_try_lock()
366 telemetry_lock_blocked = PERCPU_GET(per_cpu_telemetry_lock_blocked); in safe_telemetry_lock_unlock()
414 debounce = PERCPU_GET(per_cpu_trap_debounce_buffer); in trap_debounce_buffer_enter()
442 debounce = PERCPU_GET(per_cpu_trap_debounce_buffer); in trap_debounce_buffer_has_match()
H A Dsocd_client.c133 is_buf_wr = PERCPU_GET(is_in_buffer_write); in socd_client_trace()
H A Dpercpu.h108 #define PERCPU_GET(name) \ macro
H A Ddebug.c218 return PERCPU_GET(debugger_state); in current_debugger_state()
1520 pmap_sptm_percpu_data_t *sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
2437 if (__probable(*PERCPU_GET(hv_entry_detected) || !awl_scratch_reg_supported)) {
2440 *PERCPU_GET(hv_entry_detected) = true;
2453 if (*PERCPU_GET(hv_entry_detected)) {
2516 pmap_sptm_percpu_data_t *sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
H A Dsmr.c703 smrw = PERCPU_GET(smr_worker); in smr_enter_sleepable()
743 __smr_wake_oncore_sleepers(PERCPU_GET(smr_worker)); in smr_ack_ipi()
749 struct smr_worker *smrw = PERCPU_GET(smr_worker); in smr_mark_active_trackers_stalled()
872 smrw = PERCPU_GET(smr_worker); in smr_leave_sleepable()
877 __smr_wake_oncore_sleepers(PERCPU_GET(smr_worker)); in smr_leave_sleepable()
1461 smrw = PERCPU_GET(smr_worker); in smr_call()
1569 __smr_cpu_lazy_up_if_needed(PERCPU_GET(smr_worker)); in smr_barrier()
2173 struct smr_worker *smrw = PERCPU_GET(smr_worker); in smr_cpu_tick()
H A Dlocks_internal.h257 return PERCPU_GET(lck_mcs); in lck_mcs_get_current()
H A Dexclaves.c1613 XrtHosted_Buffer_t *request_buf = *PERCPU_GET(exclaves_request); in exclaves_scheduler_request()
1624 XrtHosted_Buffer_t *response_buf = *PERCPU_GET(exclaves_response); in exclaves_scheduler_request()
2171 *PERCPU_GET(exclaves_request) = in exclaves_scheduler_boot()
2173 *PERCPU_GET(exclaves_response) = in exclaves_scheduler_boot()
H A Dsched_prim.h493 PERCPU_GET(sched_stats)->field++; \
/xnu-12377.1.9/osfmk/arm64/sptm/pmap/
H A Dpmap_misc.c46 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in pmap_abandon_measurement()
H A Dpmap_data.h2034 pmap_epoch_t *pmap_epoch = &PERCPU_GET(pmap_sptm_percpu)->pmap_epoch; in pmap_epoch_enter()
2060 pmap_epoch_t *pmap_epoch = &PERCPU_GET(pmap_sptm_percpu)->pmap_epoch; in pmap_epoch_exit()
2081 return !preemption_enabled() && (PERCPU_GET(pmap_sptm_percpu)->pmap_epoch.local_seq != 0); in pmap_in_epoch()
2107 pmap_epoch_t *pmap_epoch = &PERCPU_GET(pmap_sptm_percpu)->pmap_epoch; in pmap_epoch_prepare_drain()
2154 pmap_epoch_t *pmap_epoch = &PERCPU_GET(pmap_sptm_percpu)->pmap_epoch; in pmap_epoch_drain()
H A Dpmap.c3464 sptm_pte_t *prev_ptes = PERCPU_GET(pmap_sptm_percpu)->sptm_prev_ptes;
3912 pmap_sptm_percpu_data_t *sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
4048 PERCPU_GET(pmap_sptm_percpu)->sptm_ops_pa, flush_range->pending_disjoint_entries);
4163 sptm_disjoint_op_t *sptm_ops = PERCPU_GET(pmap_sptm_percpu)->sptm_ops;
4225 PERCPU_GET(pmap_sptm_percpu)->sptm_templates_pa,
4274 PERCPU_GET(pmap_sptm_percpu)->sptm_templates[flush_range->pending_region_entries++] = template;
4445 sptm_pcpu = PERCPU_GET(pmap_sptm_percpu); \
5052 sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
5195 sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
5783 *old_pte = prev_pte = PERCPU_GET(pmap_sptm_percpu)->sptm_prev_ptes[0];
[all …]
/xnu-12377.1.9/osfmk/arm/pmap/
H A Dpmap_misc.c46 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in pmap_abandon_measurement()
/xnu-12377.1.9/osfmk/arm64/
H A Dlock_ticket_pv.c108 lck_tktlock_pv_info_t ltpi = PERCPU_GET(lck_tktlock_pv_info); in hw_lck_ticket_lock_wait_pv()
H A Dloose_ends.c389 mmio_track_t *mmiot = PERCPU_GET(mmio_tracker); in ml_phys_read_data()
622 mmio_track_t *mmiot = PERCPU_GET(mmio_tracker); in ml_phys_write_data()
H A Dsleh.c1219 kernel_panic_reason_t pr = PERCPU_GET(panic_reason); in ptrauth_handle_brk_trap()
1260 kernel_panic_reason_t pr = PERCPU_GET(panic_reason); in xnu_hard_trap_handle_breakpoint()
1370 kernel_panic_reason_t pr = PERCPU_GET(panic_reason); in handle_kernel_breakpoint()
/xnu-12377.1.9/osfmk/i386/
H A Dlock_ticket_pv.c129 lck_tktlock_pv_info_t ltpi = PERCPU_GET(lck_tktlock_pv_info); in hw_lck_ticket_lock_wait_pv()
H A Dcpu_data.h565 nextidxp = PERCPU_GET(traptrace_next); in traptrace_start()
571 *PERCPU_GET(traptrace_ring), sizeof(traptrace_entry_t) * traptrace_entries_per_cpu); in traptrace_start()
/xnu-12377.1.9/bsd/vfs/
H A Dvfs_io_compression_stats.c276 lz4_encode_scratch_t *scratch_buf = *PERCPU_GET(per_cpu_scratch_buf); in iocs_compress_block()
277 uint8_t *dest_buf = *PERCPU_GET(per_cpu_compression_buf); in iocs_compress_block()
/xnu-12377.1.9/libkern/os/
H A Dlog_queue.c596 log_queue_t lq = PERCPU_GET(oslog_queue); in log_queue_dispatch()
648 log_queue_t lq = PERCPU_GET(oslog_queue); in log_queue_add()
/xnu-12377.1.9/osfmk/prng/
H A Dentropy.c224 entropy_cpu_data_t *e = PERCPU_GET(entropy_cpu_data); in entropy_collect()
/xnu-12377.1.9/san/memory/
H A Dkasan-classic.c637 kasan_quarantine_t q = PERCPU_GET(kasan_quarantine); in kasan_quarantine()
/xnu-12377.1.9/tools/lldbmacros/core/
H A Dkernelcore.py358 def PERCPU_GET(self, name, cpu): member in KernelTarget

12