| /xnu-8019.80.24/tests/ |
| H A D | os_atomic.cpp | 18 os_atomic_rmw_loop(&i, a, b, relaxed, { 24 os_atomic_rmw_loop(&old_i, a, b, relaxed, { 30 os_atomic_rmw_loop(&v_i, a, b, relaxed, {
|
| /xnu-8019.80.24/libkern/os/ |
| H A D | atomic_private_arch.h | 88 #undef os_atomic_rmw_loop 89 #define os_atomic_rmw_loop(p, ov, nv, m, ...) ({ \ macro 185 #undef os_atomic_rmw_loop 186 #define os_atomic_rmw_loop(p, ov, nv, m, ...) ({ \ macro
|
| H A D | atomic_private.h | 760 #define os_atomic_rmw_loop(p, ov, nv, m, ...) ({ \ macro 816 #define os_atomic_rmw_loop(p, ov, nv, m, ...) _os_atomic_error_is_starvable(os_atomic_rmw_loop) macro
|
| H A D | refcnt.c | 340 os_atomic_rmw_loop(rc, cur, next, relaxed, { in __os_ref_retain_try() 606 os_atomic_rmw_loop(rc, cur, next, relaxed, { in os_ref_retain_try_mask_internal() 630 os_atomic_rmw_loop(rc, cur, next, acquire, { in os_ref_retain_try_acquire_mask_internal()
|
| /xnu-8019.80.24/san/memory/ |
| H A D | ubsan_log.c | 77 os_atomic_rmw_loop(&ubsan_log_next, i, n, relaxed, { in ubsan_log_append() 90 os_atomic_rmw_loop(&ubsan_log_head, e, n, relaxed, { in ubsan_log_append()
|
| /xnu-8019.80.24/doc/ |
| H A D | atomics.md | 242 as `os_atomic_rmw_loop` offers a much better alternative for CAS-loops. 244 ### `os_atomic_rmw_loop` 268 `os_atomic_rmw_loop` allows this form: 275 success = os_atomic_rmw_loop(address, old_value, new_value, acquire, { 294 In particular nesting of `os_atomic_rmw_loop` is invalid. 296 Use of `continue` within an `os_atomic_rmw_loop` is also invalid, instead an 306 success = os_atomic_rmw_loop(address, old_value, new_value, acquire, {
|
| /xnu-8019.80.24/bsd/skywalk/mem/ |
| H A D | skmem_cache_var.h | 346 os_atomic_rmw_loop(&bc->bc_usecnt, old, new, relaxed, { in skmem_bufctl_use() 362 os_atomic_rmw_loop(&bc->bc_usecnt, old, new, relaxed, { in skmem_bufctl_unuse()
|
| /xnu-8019.80.24/libkern/firehose/ |
| H A D | chunk_private.h | 98 os_atomic_rmw_loop(&fc->fc_pos.fcp_atomic_pos, in firehose_chunk_tracepoint_try_reserve()
|
| /xnu-8019.80.24/osfmk/kern/ |
| H A D | cpu_quiesce.c | 247 os_atomic_rmw_loop(&cpu_quiescing_checkin_state, old_mask, new_mask, acquire, { in cpu_quiescent_counter_ast()
|
| H A D | lock_ticket.c | 567 os_atomic_rmw_loop(&lck->tcurnext, olck.tcurnext, nlck.tcurnext, acquire, { in hw_lck_ticket_lock_try() 591 os_atomic_rmw_loop(&tlock->tu.tcurnext, olck.tcurnext, nlck.tcurnext, acquire, { in lck_ticket_lock_try()
|
| H A D | sched_clutch.c | 1637 …os_atomic_rmw_loop(&clutch_bucket_group->scbg_cpu_data.scbcd_cpu_data_packed, old_cpu_data.scbcd_c… in sched_clutch_bucket_group_cpu_adjust() 2062 …os_atomic_rmw_loop(&clutch_bucket_group->scbg_pending_data.scct_packed, old_pending_data.scct_pack… in sched_clutch_bucket_group_thr_count_inc() 2078 …os_atomic_rmw_loop(&clutch_bucket_group->scbg_pending_data.scct_packed, old_pending_data.scct_pack… in sched_clutch_bucket_group_thr_count_dec() 2098 …os_atomic_rmw_loop(&clutch_bucket_group->scbg_pending_data.scct_packed, old_pending_data.scct_pack… in sched_clutch_bucket_group_pending_ageout() 2142 …bool score_updated = os_atomic_rmw_loop(&clutch_bucket_group->scbg_interactivity_data.scct_packed,… in sched_clutch_bucket_group_interactivity_score_calculate() 2309 …os_atomic_rmw_loop(&clutch_bucket_group->scbg_blocked_data.scct_packed, old_blocked_data.scct_pack… in sched_clutch_bucket_group_run_count_inc() 2337 …os_atomic_rmw_loop(&clutch_bucket_group->scbg_blocked_data.scct_packed, old_blocked_data.scct_pack… in sched_clutch_bucket_group_run_count_dec() 4412 …os_atomic_rmw_loop(&clutch_bucket_group->scbg_amp_rebalance_last_chosen, last_chosen_cluster, new_… in sched_edge_amp_rebalance_pset()
|
| H A D | work_interval.c | 232 os_atomic_rmw_loop(&join_info->status, old_status, new_status, acquire, { in work_interval_auto_join_decrement()
|
| H A D | locks.c | 530 os_atomic_rmw_loop(&lock->lock_data, oldval, newval, acquire, { in hw_lock_trylock_contended() 620 os_atomic_rmw_loop(target, oldval, newval, acquire, { in hw_lock_trylock_bit()
|
| H A D | sched_prim.c | 7666 os_atomic_rmw_loop(&pset->pset_execution_time[sched_bucket].pset_execution_time_packed, in sched_update_pset_avg_execution_time()
|
| H A D | task.c | 8553 os_atomic_rmw_loop(&task->task_exc_guard, cur_behavior, new_behavior, relaxed, { in task_set_exc_guard_behavior()
|
| H A D | zalloc.c | 3175 os_atomic_rmw_loop(count_p, old_count, new_count, relaxed, { in sample_counter()
|
| /xnu-8019.80.24/libkern/gen/ |
| H A D | OSAtomicOperations.c | 186 return !os_atomic_rmw_loop(address, oldValue, newValue, relaxed, { in OSTestAndSetClear()
|
| /xnu-8019.80.24/osfmk/prng/ |
| H A D | entropy.c | 192 os_atomic_rmw_loop(&entropy_analysis_sample_count, sample_count, next_sample_count, relaxed, { in entropy_analysis_store()
|
| /xnu-8019.80.24/bsd/pthread/ |
| H A D | pthread_workqueue.c | 738 ret = os_atomic_rmw_loop(tg_loc, old_tg, new_tg, relaxed, { in workq_thread_reset_pri() 760 os_atomic_rmw_loop(tg_loc, old_tg, new_tg, relaxed, { in workq_thread_reset_pri() 1706 os_atomic_rmw_loop(&wq->wq_flags, old_flags, new_flags, acquire, { in workq_thread_call_prepost()
|
| /xnu-8019.80.24/bsd/kern/ |
| H A D | kern_aio.c | 373 os_atomic_rmw_loop(&aio_anchor.aio_total_count, old, new, relaxed, { in aio_try_proc_insert_active_locked()
|
| H A D | kern_proc.c | 659 os_atomic_rmw_loop(&p->p_refcount, o_bits, n_bits, release, { in proc_rele() 808 os_atomic_rmw_loop(&p->p_refcount, o_ref, n_ref, relaxed, { in proc_refdrain_will_exec()
|
| H A D | uipc_usrreq.c | 2565 os_atomic_rmw_loop(&fg->fg_flag, oflags, nflags, relaxed, { in unp_mark()
|
| H A D | kern_event.c | 3204 int ret = os_atomic_rmw_loop(&kqwl->kqwl_preadopt_tg, old_tg, new_tg, relaxed, { in kqueue_set_preadopted_thread_group() 5147 int ret = os_atomic_rmw_loop(kqr_preadopt_thread_group_addr(kqr), old_tg, new_tg, relaxed, { in kqueue_threadreq_bind() 5674 int ret = os_atomic_rmw_loop(kqr_preadopt_thread_group_addr(kqr), old_tg, new_tg, relaxed, { in kqworkloop_unbind_locked()
|
| H A D | kern_descrip.c | 2853 os_atomic_rmw_loop(&fp->f_flag, oflags, nflags, relaxed, { in sys_fcntl_nocancel()
|