Lines Matching refs:cticket

100 static_assert(offsetof(hw_lck_ticket_t, cticket) == 2);
256 if (__improbable(sync && !tmp.lck_valid && !equal_tickets(tmp.nticket, tmp.cticket))) { in hw_lck_ticket_destroy_internal()
306 return !equal_tickets(tmp.cticket, tmp.nticket); in hw_lck_ticket_held()
349 tmp.cticket, tmp.nticket, tmp.lck_valid, in hw_lck_ticket_timeout_panic()
358 tmp.cticket, tmp.nticket, lsti->extra, tmp.lck_valid, in hw_lck_ticket_timeout_panic()
381 tmp.cticket, tmp.nticket, lsti->extra, in lck_ticket_timeout_panic()
418 const uint8_t cticket = (uint8_t) os_atomic_add(&lck->cticket, in hw_lck_ticket_unlock_inner_pv() local
420 if (__improbable(cticket & HW_LCK_TICKET_LOCK_PVWAITFLAG)) { in hw_lck_ticket_unlock_inner_pv()
421 hw_lck_ticket_unlock_kick_pv(lck, ticket_count(cticket)); in hw_lck_ticket_unlock_inner_pv()
431 _Atomic uint8_t *ctp = (_Atomic uint8_t *)&lck->cticket; in hw_lck_ticket_unlock_inner()
432 uint8_t cticket; in hw_lck_ticket_unlock_inner() local
438 cticket = atomic_load_explicit(ctp, memory_order_relaxed); in hw_lck_ticket_unlock_inner()
439 atomic_store_explicit(ctp, cticket + in hw_lck_ticket_unlock_inner()
500 (pv_spin_count++, equal_tickets(value.cticket, arg.mt))))) { in hw_lck_ticket_contended()
522 os_atomic_or(&lck->cticket, HW_LCK_TICKET_LOCK_PVWAITFLAG, acq_rel); in hw_lck_ticket_contended()
534 if (__improbable(value.cticket & HW_LCK_TICKET_LOCK_PVWAITFLAG)) { in hw_lck_ticket_contended()
539 .cticket = value.cticket, in hw_lck_ticket_contended()
540 .nticket = ticket_count(value.cticket) in hw_lck_ticket_contended()
544 .cticket = ticket_count(value.cticket), in hw_lck_ticket_contended()
619 if (__probable(equal_tickets(tmp.cticket, tmp.nticket))) { in hw_lck_ticket_lock_internal()
653 if (__probable(equal_tickets(tmp.cticket, tmp.nticket))) { in hw_lck_ticket_lock_to_internal()
690 if (__probable(tmp.cticket == tmp.nticket)) { in lck_ticket_lock_internal()
730 if (__improbable(!equal_tickets(olck.cticket, olck.nticket))) { in hw_lck_ticket_lock_try_internal()
738 nlck.cticket = olck.cticket; in hw_lck_ticket_lock_try_internal()
770 if (__improbable(!equal_tickets(olck.cticket, olck.nticket))) { in lck_ticket_lock_try_internal()
778 nlck.cticket = olck.cticket; in lck_ticket_lock_try_internal()
839 if (__probable(tmp.cticket == tmp.nticket)) { in hw_lck_ticket_reserve_nopreempt()
876 if (__probable(equal_tickets(tmp.cticket, tmp.nticket))) { in hw_lck_ticket_reserve_allow_invalid()