Lines Matching refs:lock_data
102 #define ordered_load_hw(lock) os_atomic_load(&(lock)->lock_data, compiler_acq_rel)
103 #define ordered_store_hw(lock, value) os_atomic_store(&(lock)->lock_data, (value), compiler_acq_re…
349 os_atomic_rmw_loop(&lock->lock_data, oldval, newval, acquire, { in hw_lock_trylock_contended()
358 uintptr_t oldval = os_atomic_load_exclusive(&lock->lock_data, relaxed); in hw_lock_trylock_contended()
364 return lock_cmpxchg(&lock->lock_data, 0, newval, acquire); in hw_lock_trylock_contended()
412 uintptr_t owner = lock->lock_data & ~0x7ul; in hw_spin_timeout_panic()
548 if (HW_LOCK_STATE_TO_THREAD(lock->lock_data) == in hw_lock_lock_contended()
567 lck_spinlock_timeout_set_orig_owner(lock->lock_data); in hw_lock_lock_contended()
749 if (__probable(lock_cmpxchg(&lock->lock_data, 0, in hw_lock_try_internal()
803 if (HW_LOCK_STATE_TO_THREAD(lock->lock_data) != current_thread() && in hw_lock_unlock_internal()
809 os_atomic_store(&lock->lock_data, 0, release); in hw_lock_unlock_internal()