Home
last modified time | relevance | path

Searched refs:PERCPU_GET (Results 1 – 25 of 40) sorted by relevance

12

/xnu-12377.61.12/osfmk/arm/
H A Dpreemption_disable.c269 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in _preemption_disable_snap_start()
293 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in _preemption_disable_snap_end()
411 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in abandon_preemption_disable_measurement()
425 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in _do_disable_preemption_without_measurements()
/xnu-12377.61.12/osfmk/kern/
H A Diotrace.h78 nextidxp = PERCPU_GET(iotrace_next); in iotrace()
80 cur_iotrace_ring = *PERCPU_GET(iotrace_ring); in iotrace()
H A Dstack.c240 cache = PERCPU_GET(stack_cache); in stack_free_stack()
275 cache = PERCPU_GET(stack_cache); in stack_alloc_try()
H A Dtrap_telemetry.c321 telemetry_lock_blocked = PERCPU_GET(per_cpu_telemetry_lock_blocked); in safe_telemetry_lock_try_lock()
366 telemetry_lock_blocked = PERCPU_GET(per_cpu_telemetry_lock_blocked); in safe_telemetry_lock_unlock()
414 debounce = PERCPU_GET(per_cpu_trap_debounce_buffer); in trap_debounce_buffer_enter()
442 debounce = PERCPU_GET(per_cpu_trap_debounce_buffer); in trap_debounce_buffer_has_match()
H A Dsocd_client.c133 is_buf_wr = PERCPU_GET(is_in_buffer_write); in socd_client_trace()
H A Ddebug.c218 return PERCPU_GET(debugger_state); in current_debugger_state()
1531 pmap_sptm_percpu_data_t *sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
2437 if (__probable(*PERCPU_GET(hv_entry_detected) || !awl_scratch_reg_supported)) {
2440 *PERCPU_GET(hv_entry_detected) = true;
2453 if (*PERCPU_GET(hv_entry_detected)) {
2516 pmap_sptm_percpu_data_t *sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
H A Dpercpu.h108 #define PERCPU_GET(name) \ macro
H A Dsmr.c703 smrw = PERCPU_GET(smr_worker); in smr_enter_sleepable()
743 __smr_wake_oncore_sleepers(PERCPU_GET(smr_worker)); in smr_ack_ipi()
749 struct smr_worker *smrw = PERCPU_GET(smr_worker); in smr_mark_active_trackers_stalled()
872 smrw = PERCPU_GET(smr_worker); in smr_leave_sleepable()
877 __smr_wake_oncore_sleepers(PERCPU_GET(smr_worker)); in smr_leave_sleepable()
1461 smrw = PERCPU_GET(smr_worker); in smr_call()
1569 __smr_cpu_lazy_up_if_needed(PERCPU_GET(smr_worker)); in smr_barrier()
2173 struct smr_worker *smrw = PERCPU_GET(smr_worker); in smr_cpu_tick()
H A Dlocks_internal.h257 return PERCPU_GET(lck_mcs); in lck_mcs_get_current()
H A Dexclaves.c1611 XrtHosted_Buffer_t *request_buf = *PERCPU_GET(exclaves_request); in exclaves_scheduler_request()
1622 XrtHosted_Buffer_t *response_buf = *PERCPU_GET(exclaves_response); in exclaves_scheduler_request()
2174 *PERCPU_GET(exclaves_request) = in exclaves_scheduler_boot()
2176 *PERCPU_GET(exclaves_response) = in exclaves_scheduler_boot()
H A Dsched_prim.h493 PERCPU_GET(sched_stats)->field++; \
/xnu-12377.61.12/osfmk/arm64/sptm/pmap/
H A Dpmap_misc.c46 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in pmap_abandon_measurement()
H A Dpmap_data.h2034 pmap_epoch_t *pmap_epoch = &PERCPU_GET(pmap_sptm_percpu)->pmap_epoch; in pmap_epoch_enter()
2060 pmap_epoch_t *pmap_epoch = &PERCPU_GET(pmap_sptm_percpu)->pmap_epoch; in pmap_epoch_exit()
2081 return !preemption_enabled() && (PERCPU_GET(pmap_sptm_percpu)->pmap_epoch.local_seq != 0); in pmap_in_epoch()
2107 pmap_epoch_t *pmap_epoch = &PERCPU_GET(pmap_sptm_percpu)->pmap_epoch; in pmap_epoch_prepare_drain()
2154 pmap_epoch_t *pmap_epoch = &PERCPU_GET(pmap_sptm_percpu)->pmap_epoch; in pmap_epoch_drain()
H A Dpmap.c2294 sptm_pcpu = PERCPU_GET(pmap_sptm_percpu); in pmap_tag_op()
3852 sptm_pte_t *prev_ptes = PERCPU_GET(pmap_sptm_percpu)->sptm_prev_ptes;
4306 pmap_sptm_percpu_data_t *sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
4442 PERCPU_GET(pmap_sptm_percpu)->sptm_ops_pa, flush_range->pending_disjoint_entries);
4557 sptm_disjoint_op_t *sptm_ops = PERCPU_GET(pmap_sptm_percpu)->sptm_ops;
4619 PERCPU_GET(pmap_sptm_percpu)->sptm_templates_pa,
4668 PERCPU_GET(pmap_sptm_percpu)->sptm_templates[flush_range->pending_region_entries++] = template;
4839 sptm_pcpu = PERCPU_GET(pmap_sptm_percpu); \
5456 sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
5599 sptm_pcpu = PERCPU_GET(pmap_sptm_percpu);
[all …]
/xnu-12377.61.12/osfmk/arm/pmap/
H A Dpmap_misc.c46 struct _preemption_disable_pcpu *pcpu = PERCPU_GET(_preemption_disable_pcpu_data); in pmap_abandon_measurement()
/xnu-12377.61.12/osfmk/arm64/
H A Dlock_ticket_pv.c108 lck_tktlock_pv_info_t ltpi = PERCPU_GET(lck_tktlock_pv_info); in hw_lck_ticket_lock_wait_pv()
H A Dloose_ends.c515 mmio_track_t *mmiot = PERCPU_GET(mmio_tracker); in ml_phys_read_data()
748 mmio_track_t *mmiot = PERCPU_GET(mmio_tracker); in ml_phys_write_data()
/xnu-12377.61.12/osfmk/i386/
H A Dlock_ticket_pv.c129 lck_tktlock_pv_info_t ltpi = PERCPU_GET(lck_tktlock_pv_info); in hw_lck_ticket_lock_wait_pv()
H A Dcpu_data.h565 nextidxp = PERCPU_GET(traptrace_next); in traptrace_start()
571 *PERCPU_GET(traptrace_ring), sizeof(traptrace_entry_t) * traptrace_entries_per_cpu); in traptrace_start()
/xnu-12377.61.12/bsd/vfs/
H A Dvfs_io_compression_stats.c276 lz4_encode_scratch_t *scratch_buf = *PERCPU_GET(per_cpu_scratch_buf); in iocs_compress_block()
277 uint8_t *dest_buf = *PERCPU_GET(per_cpu_compression_buf); in iocs_compress_block()
/xnu-12377.61.12/libkern/os/
H A Dlog_queue.c596 log_queue_t lq = PERCPU_GET(oslog_queue); in log_queue_dispatch()
648 log_queue_t lq = PERCPU_GET(oslog_queue); in log_queue_add()
/xnu-12377.61.12/osfmk/prng/
H A Dentropy.c224 entropy_cpu_data_t *e = PERCPU_GET(entropy_cpu_data); in entropy_collect()
/xnu-12377.61.12/osfmk/vm/
H A Dvm_mteinfo.c1858 mte_pcpu_t this_cpu = PERCPU_GET(mte_pcpu); in mteinfo_tag_storage_deactivate_barrier()
2696 mte_pcpu_t mte_pcpu = PERCPU_GET(mte_pcpu); in mteinfo_free_queue_grab()
2726 colorp = PERCPU_GET(start_color); in mteinfo_free_queue_grab()
2918 mte_pcpu_t mte_pcpu = PERCPU_GET(mte_pcpu); in mteinfo_page_list_fix_tagging()
/xnu-12377.61.12/san/memory/
H A Dkasan-classic.c637 kasan_quarantine_t q = PERCPU_GET(kasan_quarantine); in kasan_quarantine()
/xnu-12377.61.12/tools/lldbmacros/core/
H A Dkernelcore.py358 def PERCPU_GET(self, name, cpu): member in KernelTarget

12