| /xnu-8019.80.24/osfmk/kern/ |
| H A D | turnstile.c | 858 waitq_init(&turnstile->ts_waitq, SYNC_POLICY_DISABLE_IRQ | SYNC_POLICY_REVERSED | in turnstile_init() 878 waitq_unlock(&turnstile->ts_waitq); in turnstile_init() 960 waitq_deinit(&turnstile->ts_waitq); in turnstile_destroy() 1219 assert(waitq_held(&turnstile->ts_waitq)); in turnstile_update_inheritor_locked() 1446 waitq_lock(&turnstile->ts_waitq); in turnstile_update_inheritor() 1450 waitq_unlock(&turnstile->ts_waitq); in turnstile_update_inheritor() 1479 &dst_turnstile->ts_waitq.waitq_prio_queue, in turnstile_need_thread_promotion_update() 1545 &dst_turnstile->ts_waitq.waitq_prio_queue, in turnstile_update_thread_promotion_locked() 1558 &dst_turnstile->ts_waitq.waitq_prio_queue, in turnstile_update_thread_promotion_locked() 2144 waitq_lock(&dst_turnstile->ts_waitq); in turnstile_update_turnstile_promotion() [all …]
|
| H A D | turnstile.h | 320 struct waitq ts_waitq; /* waitq embedded in turnstile */ member 347 #define waitq_to_turnstile(waitq) __container_of(waitq, struct turnstile, ts_waitq)
|
| H A D | locks.c | 1481 …waitq_assert_wait64(&turnstile->ts_waitq, CAST_EVENT64_T(LCK_MTX_EVENT(mutex)), THREAD_UNINT | THR… in lck_mtx_lock_wait() 1591 …did_wake = waitq_wakeup64_one(&ts->ts_waitq, CAST_EVENT64_T(LCK_MTX_EVENT(mutex)), THREAD_AWAKENED… in lck_mtx_unlock_wakeup() 1593 …did_wake = waitq_wakeup64_one(&ts->ts_waitq, CAST_EVENT64_T(LCK_MTX_EVENT(mutex)), THREAD_AWAKENED… in lck_mtx_unlock_wakeup() 1808 wokeup = waitq_wakeup64_identify(&ts->ts_waitq, CAST_EVENT64_T(event), result, priority); in wakeup_with_inheritor_and_turnstile_type() 1827 ret = waitq_wakeup64_all(&ts->ts_waitq, CAST_EVENT64_T(event), result, WAITQ_ALL_PRIORITIES); in wakeup_with_inheritor_and_turnstile_type() 1894 ret = waitq_assert_wait64(&ts->ts_waitq, CAST_EVENT64_T(event), interruptible, deadline); 2433 …waitq_wakeup64_all(&ts->ts_waitq, CAST_EVENT64_T(GATE_EVENT(gate)), THREAD_AWAKENED, WAITQ_ALL_PRI… in gate_open_turnstile() 2504 …hp_thread = waitq_wakeup64_identify(&ts->ts_waitq, CAST_EVENT64_T(GATE_EVENT(gate)), THREAD_AWAKEN… in gate_handoff_turnstile() 2691 waitq_assert_wait64(&ts->ts_waitq, CAST_EVENT64_T(GATE_EVENT(gate)), interruptible, deadline); in gate_wait_turnstile()
|
| H A D | waitq.c | 1688 priority_queue_empty(&ts->ts_waitq.waitq_prio_queue); in waitq_empty() 1700 return ts ? &ts->ts_waitq : NULL; in waitq_get_safeq()
|
| H A D | task.c | 713 waitq_wakeup64_all(&turnstile->ts_waitq, in task_clear_return_wait() 745 waitq_assert_wait64(&turnstile->ts_waitq, in task_wait_to_return()
|
| /xnu-8019.80.24/bsd/kern/ |
| H A D | sys_ulock.c | 708 wr = waitq_assert_wait64(&ts->ts_waitq, CAST_EVENT64_T(ULOCK_TO_EVENT(ull)), in ulock_wait2() 976 kern_return_t kr = waitq_wakeup64_thread(&ts->ts_waitq, in ulock_wake() 988 waitq_wakeup64_all(&ts->ts_waitq, CAST_EVENT64_T(ULOCK_TO_EVENT(ull)), in ulock_wake() 996 new_owner = waitq_wakeup64_identify(&ts->ts_waitq, in ulock_wake() 1000 waitq_wakeup64_one(&ts->ts_waitq, CAST_EVENT64_T(ULOCK_TO_EVENT(ull)), in ulock_wake()
|
| H A D | kern_event.c | 2198 waitq_wakeup64_thread(&ts->ts_waitq, knote_filt_wev64(kn), in filt_wlupdate() 2516 waitq_assert_wait64(&ts->ts_waitq, knote_filt_wev64(kn), in filt_wlpost_register_wait()
|
| /xnu-8019.80.24/osfmk/ipc/ |
| H A D | ipc_mqueue.c | 462 &send_turnstile->ts_waitq, in ipc_mqueue_send_locked() 596 if (waitq_wakeup64_one(&send_turnstile->ts_waitq, in ipc_mqueue_release_msgcount() 1458 waitq_wakeup64_all(&send_turnstile->ts_waitq, in ipc_mqueue_destroy_locked() 1545 waitq_wakeup64_one(&send_turnstile->ts_waitq, in ipc_mqueue_set_qlimit_locked()
|
| /xnu-8019.80.24/tools/lldbmacros/ |
| H A D | turnstile.py | 57 out_string = format_str.format(turnstile, turnstile.ts_priority, addressof(turnstile.ts_waitq),
|
| /xnu-8019.80.24/bsd/pthread/ |
| H A D | pthread_shims.c | 241 wr = waitq_assert_wait64_leeway(&ts->ts_waitq, (event64_t)kwq, in psynch_wait_prepare() 304 kr = waitq_wakeup64_thread(&ts->ts_waitq, (event64_t)kwq, th, in psynch_wait_wakeup()
|
| /xnu-8019.80.24/osfmk/i386/ |
| H A D | locks_i386.c | 1316 …did_wake = waitq_wakeup64_one(&ts->ts_waitq, CAST_EVENT64_T(LCK_MTX_EVENT(mutex)), THREAD_AWAKENED… in lck_mtx_unlock_wakeup_tail() 1318 …did_wake = waitq_wakeup64_one(&ts->ts_waitq, CAST_EVENT64_T(LCK_MTX_EVENT(mutex)), THREAD_AWAKENED… in lck_mtx_unlock_wakeup_tail() 2415 …waitq_assert_wait64(&turnstile->ts_waitq, CAST_EVENT64_T(LCK_MTX_EVENT(mutex)), THREAD_UNINT | THR… in lck_mtx_lock_wait_x86()
|