Lines Matching refs:lock_data
102 #define ordered_load_hw(lock) os_atomic_load(&(lock)->lock_data, compiler_acq_rel)
103 #define ordered_store_hw(lock, value) os_atomic_store(&(lock)->lock_data, (value), compiler_acq_re…
351 os_atomic_rmw_loop(&lock->lock_data, oldval, newval, acquire, { in hw_lock_trylock_contended()
360 uintptr_t oldval = os_atomic_load_exclusive(&lock->lock_data, relaxed); in hw_lock_trylock_contended()
366 return lock_cmpxchg(&lock->lock_data, 0, newval, acquire); in hw_lock_trylock_contended()
414 uintptr_t owner = lock->lock_data & ~0x7ul; in hw_spin_timeout_panic()
550 if (HW_LOCK_STATE_TO_THREAD(lock->lock_data) == in hw_lock_lock_contended()
569 lck_spinlock_timeout_set_orig_owner(lock->lock_data); in hw_lock_lock_contended()
751 if (__probable(lock_cmpxchg(&lock->lock_data, 0, in hw_lock_try_internal()
805 if (HW_LOCK_STATE_TO_THREAD(lock->lock_data) != current_thread() && in hw_lock_unlock_internal()
811 os_atomic_store(&lock->lock_data, 0, release); in hw_lock_unlock_internal()
836 holder = HW_LOCK_STATE_TO_THREAD(lock->lock_data); in hw_lock_assert()