Home
last modified time | relevance | path

Searched refs:os_atomic_store (Results 1 – 25 of 81) sorted by relevance

1234

/xnu-10063.141.1/osfmk/arm64/
H A Dlock_ticket_pv.c110 os_atomic_store(&ltpi->ltpi_lck, NULL, release); in hw_lck_ticket_lock_wait_pv()
111 os_atomic_store(&ltpi->ltpi_wt, mt, release); in hw_lck_ticket_lock_wait_pv()
112 os_atomic_store(&ltpi->ltpi_lck, lck, release); in hw_lck_ticket_lock_wait_pv()
142 os_atomic_store(&ltpi->ltpi_lck, NULL, release); in hw_lck_ticket_lock_wait_pv()
H A Dmachine_remote_time.c54 os_atomic_store(&bt_init_flag, 1, release); in mach_bridge_init_timestamp()
/xnu-10063.141.1/osfmk/i386/
H A Dlock_ticket_pv.c131 os_atomic_store(&ltpi->ltpi_lck, NULL, release); in hw_lck_ticket_lock_wait_pv()
132 os_atomic_store(&ltpi->ltpi_wt, mt, release); in hw_lck_ticket_lock_wait_pv()
133 os_atomic_store(&ltpi->ltpi_lck, lck, release); in hw_lck_ticket_lock_wait_pv()
163 os_atomic_store(&ltpi->ltpi_lck, NULL, release); in hw_lck_ticket_lock_wait_pv()
H A Dlocks_i386_inlines.h41 os_atomic_store(target, value, release); \
48 #define ordered_store_mtx_owner(lock, value) os_atomic_store(&(lock)->lck_mtx_owner, (va…
/xnu-10063.141.1/osfmk/arm/
H A Dpreemption_disable.c95 os_atomic_store(&thread->machine.preemption_count, count, compiler_acq_rel); in _enable_preemption_write_count()
126 os_atomic_store(&thread->machine.preemption_count, in _disable_preemption()
161 os_atomic_store(&thread->machine.preemption_count, in _disable_preemption_without_measurements()
335 os_atomic_store(&pcpu->pdp_max_mach_duration, gross_duration, relaxed); in _preemption_disable_snap_end()
488 os_atomic_store(&pcpu->pdp_max_mach_duration, 0, relaxed); in preemption_disable_reset_max_durations()
H A Dlocks.h116 os_atomic_store(__dpft_countp, __dpft_count + 1, compiler_acq_rel); \
126 os_atomic_store(__dpft_countp, *__dpft_countp + 1, compiler_acq_rel); \
/xnu-10063.141.1/osfmk/kern/
H A Dsmr.c453 os_atomic_store(&smr->smr_pcpu, pcpu, release); in __smr_pcpu_associate()
656 os_atomic_store(&pcpu->c_rd_seq, s_wr_seq | sleepable, relaxed); in __smr_enter()
670 os_atomic_store(&pcpu->c_rd_seq, SMR_SEQ_INVALID, release); in __smr_leave()
723 os_atomic_store(&smrw->sect_waiter, NULL, relaxed); in __smr_wake_oncore_sleepers()
775 os_atomic_store(&pcpu->stall_rd_seq, t->smrt_seq, relaxed); in smr_mark_active_trackers_stalled()
777 os_atomic_store(&pcpu->c_rd_seq, SMR_SEQ_INVALID, release); in smr_mark_active_trackers_stalled()
819 os_atomic_store(&pcpu->stall_rd_seq, new_stall_seq, release); in __smr_leave_stalled()
1898 os_atomic_store(ptr, gen, relaxed); in cpu_quiescent_set_storage()
1937 os_atomic_store(&smrw->rd_quiesce_seq, in cpu_quiescent_join()
1959 os_atomic_store(&smrw->rd_quiesce_seq, seq, release); in cpu_quiescent_tick()
[all …]
H A Dmpsc_queue.c64 os_atomic_store(&last->mpqc_next, head, relaxed); in mpsc_queue_restore_batch()
72 os_atomic_store(&last->mpqc_next, head, relaxed); in mpsc_queue_restore_batch()
75 os_atomic_store(&q->mpqh_head.mpqc_next, first, relaxed); in mpsc_queue_restore_batch()
96 os_atomic_store(&q->mpqh_head.mpqc_next, NULL, relaxed); in mpsc_queue_dequeue_batch()
312 os_atomic_store(&cur->mpqc_next, in _mpsc_daemon_queue_drain()
H A Dlock_mtx.c394 os_atomic_store(&nnode->lmm_as_prev, pidx, relaxed); in lck_mtx_ilk_lock_cleanup_as_mcs()
396 os_atomic_store(&lck_mtx_get_mcs(pidx)->lmm_as_next, in lck_mtx_ilk_lock_cleanup_as_mcs()
439 os_atomic_store(&pnode->lmm_ilk_next, mcs, relaxed); in lck_mtx_ilk_lock_contended()
486 os_atomic_store(&nnode->lmm_ilk_ready, 1, relaxed); in lck_mtx_ilk_lock_contended()
519 os_atomic_store(&lock->lck_mtx.data, data, release); in lck_mtx_ilk_unlock_v()
713 os_atomic_store(&node->lmm_as_next, mcs, release); in lck_mtx_lock_adaptive_spin()
915 os_atomic_store(&lock->lck_mtx.data, in lck_mtx_lock_contended()
943 os_atomic_store(&lock->lck_mtx.data, data, release); in lck_mtx_lock_contended()
H A Dmpsc_queue.h217 os_atomic_store(&elm->mpqc_next, (struct mpsc_queue_chain *__single)NULL, relaxed); in __mpsc_queue_append_update_tail()
267 os_atomic_store(&prev->mpqc_next, elm, relaxed); in __mpsc_queue_append_update_prev()
H A Dlock_ptr.c128 os_atomic_store(lck, tmp, relaxed); in hw_lck_ptr_destroy()
196 os_atomic_store(&pnode->lsm_next, txn.txn_slot, relaxed); in hw_lck_ptr_contended()
235 os_atomic_store(&nnode->lsm_ready, 1, relaxed); in hw_lck_ptr_contended()
H A Dlock_ticket.c189 os_atomic_store(lck, ((hw_lck_ticket_t){ in hw_lck_ticket_init()
211 os_atomic_store(lck, ((hw_lck_ticket_t){ in hw_lck_ticket_init_locked()
276 os_atomic_store(&lck->lck_value, 0U, relaxed); in hw_lck_ticket_destroy_internal()
331 os_atomic_store(&tlock->lck_ticket_owner, cthread->ctid, relaxed); in tlock_mark_owned()
950 os_atomic_store(&tlock->lck_ticket_owner, 0, relaxed); in lck_ticket_unlock_nopreempt()
959 os_atomic_store(&tlock->lck_ticket_owner, 0, relaxed); in lck_ticket_unlock()
H A Dlocks_internal.h311 os_atomic_store(&pnode->lsm_next, txn->txn_slot, relaxed); in lck_spin_txn_enqueue()
328 os_atomic_store(&mcs->mcs_spin_rsv, slot, compiler_acq_rel); in lck_spin_txn_end()
H A Dexclaves_boot.c146 os_atomic_store(&exclaves_boot_status, in exclaves_check_sk()
183 os_atomic_store(&exclaves_boot_status, status, release); in exclaves_boot_status_set()
H A Dsocd_client.c79 os_atomic_store(&socd_client_trace_available, true, release); in socd_client_init()
H A Depoch_sync.c630 os_atomic_store(&test_complete_count, 0, relaxed); in esync_test()
637 os_atomic_store(&server_counter, 0, relaxed); in esync_test()
638 os_atomic_store(&client_counter, 0, relaxed); in esync_test()
H A Dprocessor.c442 …os_atomic_store(&processor->processor_set->cpu_running_buckets[processor->cpu_id], TH_BUCKET_SCHED… in processor_state_update_idle()
460 …os_atomic_store(&processor->processor_set->cpu_running_buckets[processor->cpu_id], bucket, relaxed… in processor_state_update_from_thread()
487 …os_atomic_store(&processor->processor_set->cpu_running_buckets[processor->cpu_id], bucket, relaxed… in processor_state_update_explicit()
634 os_atomic_store(&pset_array[pset->pset_id], pset, release); in pset_init()
1699 os_atomic_store(&sched_perfctl_policy_util, sched_policy, relaxed); in sched_perfcontrol_inherit_recommendation_from_tg()
1702 os_atomic_store(&sched_perfctl_policy_bg, sched_policy, relaxed); in sched_perfcontrol_inherit_recommendation_from_tg()
H A Dmachine.c686 os_atomic_store(&report_phy_write_delay_to, 0, relaxed); in ml_io_init_timeouts()
687 os_atomic_store(&report_phy_read_delay_to, 0, relaxed); in ml_io_init_timeouts()
710 os_atomic_store(&report_phy_read_delay_to, report_phy_read_delay, relaxed); in ml_io_init_timeouts()
718 os_atomic_store(&report_phy_write_delay_to, report_phy_write_delay, relaxed); in ml_io_init_timeouts()
1279 os_atomic_store(&cpu_callback_chain, new_elem, release); in cpu_event_register_callback()
/xnu-10063.141.1/libkern/gen/
H A DOSSpinLock.c37 os_atomic_store(lock, 0, release); in OSSpinLockUnlock()
/xnu-10063.141.1/osfmk/x86_64/
H A Dmachine_remote_time.c59 os_atomic_store(&bt_init_flag, 1, release); in mach_bridge_register_regwrite_timestamp_callback()
/xnu-10063.141.1/osfmk/ipc/
H A Dipc_object.h161 os_atomic_store(&io->io_bits, io_bits(io) | bits, relaxed); in io_bits_or()
171 os_atomic_store(&io->io_bits, io_bits(io) & ~bits, relaxed); in io_bits_andnot()
/xnu-10063.141.1/san/coverage/
H A Dkcov.c156 os_atomic_store(&kcov_enabled, 0, relaxed); in kcov_panic_disable()
/xnu-10063.141.1/osfmk/arm64/sptm/pmap/
H A Dpmap_data.h438 os_atomic_store(&pv_head_table[index], pv_head_table[index] | PVH_FLAG_SLEEP, relaxed); in pvh_lock_enter_sleep_mode()
499 os_atomic_store(&pv_head_table[index], in pvh_unlock()
503 os_atomic_store(&pv_head_table[index], in pvh_unlock()
2102 os_atomic_store(&retype_epoch->local_seq, 0, release); in pmap_retype_epoch_exit()
/xnu-10063.141.1/tools/cocci/
H A Dc11_atomic_builtin_rewrite.cocci106 + os_atomic_store
/xnu-10063.141.1/san/memory/
H A Dubsan_log.c172 os_atomic_store(&ubsan_log_tail, head, relaxed);

1234