Home
last modified time | relevance | path

Searched refs:os_atomic_store (Results 1 – 25 of 108) sorted by relevance

12345

/xnu-12377.41.6/osfmk/arm64/
H A Dlock_ticket_pv.c110 os_atomic_store(&ltpi->ltpi_lck, NULL, release); in hw_lck_ticket_lock_wait_pv()
111 os_atomic_store(&ltpi->ltpi_wt, mt, release); in hw_lck_ticket_lock_wait_pv()
112 os_atomic_store(&ltpi->ltpi_lck, lck, release); in hw_lck_ticket_lock_wait_pv()
142 os_atomic_store(&ltpi->ltpi_lck, NULL, release); in hw_lck_ticket_lock_wait_pv()
H A Dmachine_remote_time.c54 os_atomic_store(&bt_init_flag, 1, release); in mach_bridge_init_timestamp()
/xnu-12377.41.6/osfmk/i386/
H A Dlock_ticket_pv.c131 os_atomic_store(&ltpi->ltpi_lck, NULL, release); in hw_lck_ticket_lock_wait_pv()
132 os_atomic_store(&ltpi->ltpi_wt, mt, release); in hw_lck_ticket_lock_wait_pv()
133 os_atomic_store(&ltpi->ltpi_lck, lck, release); in hw_lck_ticket_lock_wait_pv()
163 os_atomic_store(&ltpi->ltpi_lck, NULL, release); in hw_lck_ticket_lock_wait_pv()
H A Dlocks_i386_inlines.h41 os_atomic_store(target, value, release); \
48 #define ordered_store_mtx_owner(lock, value) os_atomic_store(&(lock)->lck_mtx_owner, (va…
/xnu-12377.41.6/osfmk/arm/
H A Dpreemption_disable.c95 os_atomic_store(&thread->machine.preemption_count, count, compiler_acq_rel); in _enable_preemption_write_count()
123 os_atomic_store(&thread->machine.preemption_count, in _disable_preemption()
160 os_atomic_store(&thread->machine.preemption_count, in _disable_preemption_without_measurements()
315 os_atomic_store(&pcpu->pdp_max_mach_duration, gross_duration, relaxed); in _preemption_disable_snap_end()
437 os_atomic_store(&pcpu->pdp_max_mach_duration, 0, relaxed); in preemption_disable_reset_max_durations()
H A Dlocks.h117 os_atomic_store(__dpft_countp, __dpft_count + 1, compiler_acq_rel); \
129 os_atomic_store(__dpft_countp, *__dpft_countp + 1, compiler_acq_rel); \
H A Dmodel_dep.c1102 os_atomic_store(&debugger_sync, 0, relaxed); in DebuggerXCallEnter()
1103 os_atomic_store(&mp_kdp_trap, 1, relaxed); in DebuggerXCallEnter()
1104 os_atomic_store(&debug_cpus_spinning, 0, relaxed); in DebuggerXCallEnter()
1292 os_atomic_store(&mp_kdp_trap, 0, release); in DebuggerXCallReturn()
1293 os_atomic_store(&debugger_sync, 0, relaxed); in DebuggerXCallReturn()
/xnu-12377.41.6/tests/
H A Dos_refcnt.c464 os_atomic_store(&pcpu_perf_step, 1, relaxed); in warmup_thread_pool()
473 os_atomic_store(&pcpu_perf_step, 0, relaxed); in warmup_thread_pool()
496 os_atomic_store(&pcpu_perf_step, 1, relaxed);
498 os_atomic_store(&pcpu_perf_step, 0, relaxed);
508 os_atomic_store(&pcpu_perf_step, 1, relaxed);
510 os_atomic_store(&pcpu_perf_step, 0, relaxed);
525 os_atomic_store(&pcpu_perf_step, 1, relaxed);
527 os_atomic_store(&pcpu_perf_step, 0, relaxed);
540 os_atomic_store(&pcpu_perf_step, 1, relaxed);
542 os_atomic_store(&pcpu_perf_step, 0, relaxed);
/xnu-12377.41.6/osfmk/kern/
H A Dmpsc_ring.c288 os_atomic_store( in mpsc_ring_write()
301 os_atomic_store(&buf->mr_writer_holds[writer_id], HOLD_EMPTY, release); in mpsc_ring_write()
361 os_atomic_store(&buf->mr_head_tail.mrht_tail, cursor.mrc_commit_pos, relaxed); in mpsc_ring_read_finish()
H A Dsmr.c454 os_atomic_store(&smr->smr_pcpu, pcpu, release); in __smr_pcpu_associate()
657 os_atomic_store(&pcpu->c_rd_seq, s_wr_seq | sleepable, relaxed); in __smr_enter()
671 os_atomic_store(&pcpu->c_rd_seq, SMR_SEQ_INVALID, release); in __smr_leave()
724 os_atomic_store(&smrw->sect_waiter, NULL, relaxed); in __smr_wake_oncore_sleepers()
776 os_atomic_store(&pcpu->stall_rd_seq, t->smrt_seq, relaxed); in smr_mark_active_trackers_stalled()
778 os_atomic_store(&pcpu->c_rd_seq, SMR_SEQ_INVALID, release); in smr_mark_active_trackers_stalled()
820 os_atomic_store(&pcpu->stall_rd_seq, new_stall_seq, release); in __smr_leave_stalled()
1899 os_atomic_store(ptr, gen, relaxed); in cpu_quiescent_set_storage()
1938 os_atomic_store(&smrw->rd_quiesce_seq, in cpu_quiescent_join()
1960 os_atomic_store(&smrw->rd_quiesce_seq, seq, release); in cpu_quiescent_tick()
[all …]
H A Dmpsc_queue.c50 os_atomic_store(&last->mpqc_next, head, relaxed); in mpsc_queue_restore_batch()
58 os_atomic_store(&last->mpqc_next, head, relaxed); in mpsc_queue_restore_batch()
61 os_atomic_store(&q->mpqh_head.mpqc_next, first, relaxed); in mpsc_queue_restore_batch()
82 os_atomic_store(&q->mpqh_head.mpqc_next, NULL, relaxed); in mpsc_queue_dequeue_batch()
298 os_atomic_store(&cur->mpqc_next, in _mpsc_daemon_queue_drain()
H A Dexclaves_boot.c146 os_atomic_store(&exclaves_boot_status, in exclaves_check_sk()
149 os_atomic_store(&exclaves_boot_status, in exclaves_check_sk()
186 os_atomic_store(&exclaves_boot_status, status, release); in exclaves_boot_status_set()
H A Dsocd_client.c87 os_atomic_store(&socd_client_trace_available, true, release); in socd_client_init()
172 os_atomic_store(&socd_client_trace_has_sticky_events, true, relaxed); in socd_client_trace()
H A Dlock_mtx.c417 os_atomic_store(&nnode->lmm_as_prev, pidx, relaxed); in lck_mtx_ilk_lock_cleanup_as_mcs()
419 os_atomic_store(&lck_mtx_get_mcs(pidx)->lmm_as_next, in lck_mtx_ilk_lock_cleanup_as_mcs()
462 os_atomic_store(&pnode->lmm_ilk_next, mcs, relaxed); in lck_mtx_ilk_lock_contended()
509 os_atomic_store(&nnode->lmm_ilk_ready, 1, relaxed); in lck_mtx_ilk_lock_contended()
542 os_atomic_store(&lock->lck_mtx.data, data, release); in lck_mtx_ilk_unlock_v()
738 os_atomic_store(&node->lmm_as_next, mcs, release); in lck_mtx_lock_adaptive_spin()
940 os_atomic_store(&lock->lck_mtx.data, in lck_mtx_lock_contended()
968 os_atomic_store(&lock->lck_mtx.data, data, release); in lck_mtx_lock_contended()
H A Dmpsc_queue.h217 os_atomic_store(&elm->mpqc_next, (struct mpsc_queue_chain *__single)NULL, relaxed); in __mpsc_queue_append_update_tail()
267 os_atomic_store(&prev->mpqc_next, elm, relaxed); in __mpsc_queue_append_update_prev()
H A Dlock_ptr.c128 os_atomic_store(lck, tmp, relaxed); in hw_lck_ptr_destroy()
196 os_atomic_store(&pnode->lsm_next, txn.txn_slot, relaxed); in hw_lck_ptr_contended()
235 os_atomic_store(&nnode->lsm_ready, 1, relaxed); in hw_lck_ptr_contended()
H A Dlock_ticket.c185 os_atomic_store(lck, ((hw_lck_ticket_t){ in hw_lck_ticket_init()
207 os_atomic_store(lck, ((hw_lck_ticket_t){ in hw_lck_ticket_init_locked()
272 os_atomic_store(&lck->lck_value, 0U, relaxed); in hw_lck_ticket_destroy_internal()
327 os_atomic_store(&tlock->lck_ticket_owner, cthread->ctid, relaxed); in tlock_mark_owned()
946 os_atomic_store(&tlock->lck_ticket_owner, 0, relaxed); in lck_ticket_unlock_nopreempt()
955 os_atomic_store(&tlock->lck_ticket_owner, 0, relaxed); in lck_ticket_unlock()
H A Dlocks_internal.h311 os_atomic_store(&pnode->lsm_next, txn->txn_slot, relaxed); in lck_spin_txn_enqueue()
328 os_atomic_store(&mcs->mcs_spin_rsv, slot, compiler_acq_rel); in lck_spin_txn_end()
H A Dsched_rt.c227 os_atomic_store(&pset_array[src_pset]->sched_rt_edges[dst_pset], edge_config, relaxed); in sched_rt_config_set()
810 …os_atomic_store(&pset->stealable_rt_threads_earliest_deadline, rt_runq_earliest_deadline(pset), re… in pset_update_rt_stealable_state()
812 os_atomic_store(&pset->stealable_rt_threads_earliest_deadline, RT_DEADLINE_NONE, relaxed); in pset_update_rt_stealable_state()
1307 os_atomic_store(&rt_run_queue->constraint, thread->realtime.constraint, relaxed); in rt_runq_enqueue()
1308 os_atomic_store(&rt_run_queue->ed_index, pri - BASEPRI_RTQUEUES, relaxed); in rt_runq_enqueue()
1426 os_atomic_store(&rt_run_queue->constraint, constraint, relaxed); in rt_runq_dequeue()
1427 os_atomic_store(&rt_run_queue->ed_index, ed_index, relaxed); in rt_runq_dequeue()
1488 os_atomic_store(&rt_run_queue->constraint, constraint, relaxed); in rt_runq_remove()
1489 os_atomic_store(&rt_run_queue->ed_index, ed_index, relaxed); in rt_runq_remove()
/xnu-12377.41.6/libkern/gen/
H A DOSSpinLock.c37 os_atomic_store(lock, 0, release); in OSSpinLockUnlock()
/xnu-12377.41.6/tests/sched/sched_test_harness/
H A Dsched_edge_harness.c169 os_atomic_store(&pset_nodes[i].pset_recommended_map, 0, relaxed); in edge_impl_init_runqueues()
197 os_atomic_store(&cpus[j]->stir_the_pot_inbox_cpu, -1, relaxed); in edge_impl_init_runqueues()
273 os_atomic_store(&cpus[cpu_id]->processor_set->cpu_running_buckets[cpu_id], bucket, relaxed); in impl_cpu_set_thread_current()
296 …os_atomic_store(&cpus[cpu_id]->processor_set->cpu_running_buckets[cpu_id], TH_BUCKET_SCHED_MAX, re… in impl_cpu_clear_thread_current()
/xnu-12377.41.6/osfmk/x86_64/
H A Dmachine_remote_time.c59 os_atomic_store(&bt_init_flag, 1, release); in mach_bridge_register_regwrite_timestamp_callback()
/xnu-12377.41.6/osfmk/arm64/sptm/pmap/
H A Dpmap_data.h456 os_atomic_store(&pv_head_table[index], old_pvh | PVH_FLAG_SLEEP, relaxed); in pvh_lock_enter_sleep_mode()
519 os_atomic_store(&pv_head_table[index], in pvh_unlock()
523 os_atomic_store(&pv_head_table[index], in pvh_unlock()
2069 os_atomic_store(&pmap_epoch->local_seq, 0, release); in pmap_epoch_exit()
/xnu-12377.41.6/security/
H A Dmac_label.c131 os_atomic_store(labelp, NULL, release);
/xnu-12377.41.6/san/memory/
H A Dubsan_log.c172 os_atomic_store(&ubsan_log_tail, head, relaxed);

12345