| /xnu-10002.1.13/osfmk/kern/ |
| H A D | lock_ticket.c | 123 __hw_lck_ticket_invalid_panic(hw_lck_ticket_t *lck) in __hw_lck_ticket_invalid_panic() 130 __lck_ticket_invalid_panic(lck_ticket_t *lck) in __lck_ticket_invalid_panic() 139 __lck_ticket_owned_panic(const lck_ticket_t *lck) in __lck_ticket_owned_panic() 148 __lck_ticket_not_owned_panic(const lck_ticket_t *lck) in __lck_ticket_not_owned_panic() 156 hw_lck_ticket_verify(hw_lck_ticket_t *lck) in hw_lck_ticket_verify() 172 #define HW_LCK_TICKET_VERIFY(lck) hw_lck_ticket_verify(lck) argument 173 #define LCK_TICKET_VERIFY(lck) lck_ticket_verify(lck) argument 180 #define HW_LCK_TICKET_VERIFY(lck) ((void)0) argument 181 #define LCK_TICKET_VERIFY(lck) ((void)0) argument 186 hw_lck_ticket_init(hw_lck_ticket_t *lck, lck_grp_t *grp) in hw_lck_ticket_init() [all …]
|
| H A D | lock_ptr.c | 50 __hw_lck_ptr_encode(hw_lck_ptr_t *lck, const void *ptr) in __hw_lck_ptr_encode() 60 __hw_lck_ptr_invalid_panic(hw_lck_ptr_t *lck) in __hw_lck_ptr_invalid_panic() 91 hw_lck_ptr_init(hw_lck_ptr_t *lck, void *val, lck_grp_t *grp) in hw_lck_ptr_init() 111 hw_lck_ptr_destroy(hw_lck_ptr_t *lck, lck_grp_t *grp) in hw_lck_ptr_destroy() 132 hw_lck_ptr_held(hw_lck_ptr_t *lck) in hw_lck_ptr_held() 144 hw_lck_ptr_t *lck = _lock; in hw_lck_ptr_timeout_panic() local 257 hw_lck_ptr_t *lck, in hw_lck_ptr_lock_slow() 287 hw_lck_ptr_lock_nopreempt(hw_lck_ptr_t *lck, lck_grp_t *grp) in hw_lck_ptr_lock_nopreempt() 293 hw_lck_ptr_lock(hw_lck_ptr_t *lck, lck_grp_t *grp) in hw_lck_ptr_lock() 307 hw_lck_ptr_t *lck, in hw_lck_ptr_unlock_slow() [all …]
|
| H A D | simple_lock.h | 124 #define hw_lock_lock(lck, grp) \ argument 127 #define hw_lock_lock_nopreempt(lck, grp) \ argument 130 #define hw_lock_to(lck, spec, grp) \ argument 133 #define hw_lock_to_nopreempt(lck, spec, grp) \ argument 136 #define hw_lock_try(lck, grp) \ argument 139 #define hw_lock_try_nopreempt(lck, grp) \ argument 212 usimple_lock_t lck; member 283 #define usimple_lock(lck, grp) \ argument 286 #define usimple_lock_try(lck, grp) \ argument 289 #define usimple_lock_try_lock_loop(lck, grp) \ argument [all …]
|
| H A D | ticket_lock.h | 163 #define hw_lck_ticket_init(lck, grp) hw_lck_ticket_init(lck) argument 164 #define hw_lck_ticket_init_locked(lck, grp) hw_lck_ticket_init_locked(lck) argument 165 #define hw_lck_ticket_destroy(lck, grp) hw_lck_ticket_destroy(lck) argument 166 #define hw_lck_ticket_lock(lck, grp) hw_lck_ticket_lock(lck) argument 167 #define hw_lck_ticket_lock_nopreempt(lck, grp) hw_lck_ticket_lock_nopreempt(lck) argument 168 #define hw_lck_ticket_lock_to(lck, pol, grp) hw_lck_ticket_lock_to(lck, pol) argument 169 #define hw_lck_ticket_lock_nopreempt_to(lck, pol, grp) \ argument 171 #define hw_lck_ticket_lock_try(lck, grp) hw_lck_ticket_lock_try(lck) argument 172 #define hw_lck_ticket_lock_try_nopreempt(lck, grp) \ argument 174 #define hw_lck_ticket_lock_allow_invalid(lck, pol, grp) \ argument [all …]
|
| H A D | lock_ptr.h | 93 #define hw_lck_ptr_init(lck, val, grp) hw_lck_ptr_init(lck, val) argument 94 #define hw_lck_ptr_destroy(lck, grp) hw_lck_ptr_destroy(lck) argument 143 #define hw_lck_ptr_lock(lck, grp) hw_lck_ptr_lock(lck) argument 144 #define hw_lck_ptr_lock_nopreempt(lck, grp) hw_lck_ptr_lock_nopreempt(lck) argument 186 #define hw_lck_ptr_unlock(lck, val, grp) \ argument 188 #define hw_lck_ptr_unlock_nopreempt(lck, val, grp) \ argument 233 #define hw_lck_ptr_wait_for_value(lck, val, grp) \ argument 260 hw_lck_ptr_value(hw_lck_ptr_t *lck) in hw_lck_ptr_value()
|
| H A D | lock_mtx.c | 105 #define LCK_MTX_EVENT(lck) CAST_EVENT64_T(&(lck)->lck_mtx.data) argument 155 __lck_mtx_invalid_panic(lck_mtx_t *lck) in __lck_mtx_invalid_panic() 180 __lck_mtx_lock_is_sleepable_panic(lck_mtx_t *lck) in __lck_mtx_lock_is_sleepable_panic() 191 __lck_mtx_preemption_disabled_panic(lck_mtx_t *lck, int expected) in __lck_mtx_preemption_disabled_panic() 199 __lck_mtx_at_irq_panic(lck_mtx_t *lck) in __lck_mtx_at_irq_panic() 239 #define lck_mtx_check_irq(lck) ((void)0) argument 256 lck_mtx_t *lck; in lck_mtx_alloc_init() local 264 lck_mtx_free(lck_mtx_t *lck, lck_grp_t *grp) in lck_mtx_free() 271 lck_mtx_init(lck_mtx_t *lck, lck_grp_t *grp, lck_attr_t *attr) in lck_mtx_init() 289 lck_mtx_destroy(lck_mtx_t *lck, lck_grp_t *grp) in lck_mtx_destroy() [all …]
|
| H A D | lock_rw.c | 71 #define LCK_RW_WRITER_EVENT(lck) (event_t)((uintptr_t)(lck)+1) argument 72 #define LCK_RW_READER_EVENT(lck) (event_t)((uintptr_t)(lck)+2) argument 137 lck_rw_t *lck; in lck_rw_alloc_init() local 173 lck_rw_t *lck, in lck_rw_init() 204 lck_rw_t *lck, in lck_rw_free() 224 lck_rw_t *lck, in lck_rw_destroy() 619 lck_rw_t *lck) in lck_interlock_lock() 630 lck_rw_t *lck, in lck_interlock_unlock() 643 lck_rw_t *lck) in lck_rw_deadline_for_spin() 1098 #define LCK_RW_LOCK_EXCLUSIVE_TAS(lck) (atomic_test_and_set32(&(lck)->lck_rw_data, \ argument [all …]
|
| H A D | lock_mtx.h | 131 #define LCK_MTX_ASSERT(lck, type) lck_mtx_assert((lck),(type)) argument 133 #define LCK_MTX_ASSERT(lck, type) argument 137 #define LCK_MTX_ASSERT_DEBUG(lck, type) lck_mtx_assert((lck),(type)) argument 139 #define LCK_MTX_ASSERT_DEBUG(lck, type) argument 176 lck_mtx_t *lck; member
|
| H A D | locks.h | 1156 #define LCK_SPIN_ASSERT(lck, type) lck_spin_assert((lck),(type)) argument 1158 #define LCK_SPIN_ASSERT(lck, type) argument 1162 #define LCK_SPIN_ASSERT_DEBUG(lck, type) lck_spin_assert((lck),(type)) argument 1164 #define LCK_SPIN_ASSERT_DEBUG(lck, type) argument 1214 lck_spin_t *lck; member 1220 lck_ticket_t *lck; member
|
| H A D | test_lock.c | 40 hw_lck_ticket_test_wait_for_delta(hw_lck_ticket_t *lck, uint8_t delta, int msec) in hw_lck_ticket_test_wait_for_delta() 65 hw_lck_ticket_t *lck = arg; in hw_lck_ticket_allow_invalid_worker() local 85 hw_lck_ticket_t *lck; in hw_lck_ticket_allow_invalid_test() local
|
| H A D | lock_rw.h | 179 lck_rw_t *lck; member 204 #define LCK_RW_ASSERT(lck, type) do { \ argument 210 #define LCK_RW_ASSERT(lck, type) argument
|
| H A D | recount.c | 166 _seqlock_shared_lock_slowpath(const uint32_t *lck, uint32_t gen) in _seqlock_shared_lock_slowpath() 177 _seqlock_shared_lock(const uint32_t *lck) in _seqlock_shared_lock() 187 _seqlock_shared_try_unlock(const uint32_t *lck, uintptr_t on_enter) in _seqlock_shared_try_unlock() 193 _seqlock_excl_lock_relaxed(uint32_t *lck) in _seqlock_excl_lock_relaxed() 206 _seqlock_excl_unlock_relaxed(uint32_t *lck) in _seqlock_excl_unlock_relaxed()
|
| H A D | locks.c | 292 lck_spinlock_timeout_hit(void *lck, uintptr_t owner) in lck_spinlock_timeout_hit() 1027 lck_spin_t *lck, in lck_spin_sleep_grp() 1055 lck_spin_t *lck, in lck_spin_sleep() 1068 lck_spin_t *lck, in lck_spin_sleep_deadline() 1099 lck_mtx_t *lck, in lck_mtx_sleep() 1156 lck_mtx_t *lck, in lck_mtx_sleep_deadline()
|
| H A D | locks_internal.h | 284 lck_spin_txn_begin(void *lck) in lck_spin_txn_begin()
|
| H A D | lock_stat.h | 313 #define lck_mtx_time_stat_record(id, lck, grp, start) ((void)(start)) argument
|
| /xnu-10002.1.13/osfmk/arm/ |
| H A D | locks_arm.c | 636 lck_spin_t *lck; in lck_spin_alloc_init() local 644 lck_spin_free(lck_spin_t *lck, lck_grp_t *grp) in lck_spin_free() 651 lck_spin_init(lck_spin_t *lck, lck_grp_t *grp, __unused lck_attr_t *attr) in lck_spin_init() 660 arm_usimple_lock_init(simple_lock_t lck, __unused unsigned short initial_value) in arm_usimple_lock_init() 708 lck_spin_destroy(lck_spin_t *lck, lck_grp_t *grp) in lck_spin_destroy() 738 __lck_spin_invalid_panic(lck_spin_t *lck) in __lck_spin_invalid_panic() 752 lck_spin_verify(lck_spin_t *lck) in lck_spin_verify() 760 #define lck_spin_verify(lck) ((void)0) argument 766 lck_spin_t *lck; in lck_spin_alloc_init() local 774 lck_spin_free(lck_spin_t *lck, lck_grp_t *grp) in lck_spin_free() [all …]
|
| /xnu-10002.1.13/osfmk/i386/ |
| H A D | locks_i386.c | 113 #define usimple_lock_nopreempt(lck, grp) \ argument 115 #define usimple_lock_try_nopreempt(lck, grp) \ argument 243 lck_spin_t *lck; in lck_spin_alloc_init() local 255 lck_spin_t *lck, in lck_spin_free() 267 lck_spin_t *lck, in lck_spin_init() 282 lck_spin_t *lck, in lck_spin_destroy() 300 lck_spin_t *lck, in lck_spin_lock_grp() 309 lck_spin_t *lck) in lck_spin_lock() 316 lck_spin_t *lck) in lck_spin_lock_nopreempt() 323 lck_spin_t *lck, in lck_spin_lock_nopreempt_grp() [all …]
|
| H A D | lock_ticket_pv.c | 70 hw_lck_ticket_unlock_kick_pv(hw_lck_ticket_t *lck, uint8_t ticket) in hw_lck_ticket_unlock_kick_pv() 116 hw_lck_ticket_lock_wait_pv(hw_lck_ticket_t *lck, uint8_t mt) in hw_lck_ticket_lock_wait_pv()
|
| H A D | locks.h | 150 #define LCK_MTX_EVENT(lck) CAST_EVENT64_T(&(lck)->lck_mtx_owner) argument
|
| /xnu-10002.1.13/osfmk/arm64/ |
| H A D | lock_ticket_pv.c | 49 hw_lck_ticket_unlock_kick_pv(hw_lck_ticket_t *lck, uint8_t ticket) in hw_lck_ticket_unlock_kick_pv() 95 hw_lck_ticket_lock_wait_pv(hw_lck_ticket_t *lck, uint8_t mt) in hw_lck_ticket_lock_wait_pv()
|
| /xnu-10002.1.13/bsd/net/ |
| H A D | packet_mangler.c | 145 pkt_mnglr_rw_lock_exclusive(lck_rw_t *lck) in pkt_mnglr_rw_lock_exclusive() 159 pkt_mnglr_rw_unlock_exclusive(lck_rw_t *lck) in pkt_mnglr_rw_unlock_exclusive() 173 pkt_mnglr_rw_lock_shared(lck_rw_t *lck) in pkt_mnglr_rw_lock_shared() 186 pkt_mnglr_rw_unlock_shared(lck_rw_t *lck) in pkt_mnglr_rw_unlock_shared()
|
| H A D | content_filter.c | 862 cfil_rw_lock_exclusive(lck_rw_t *lck) in cfil_rw_lock_exclusive() 875 cfil_rw_unlock_exclusive(lck_rw_t *lck) in cfil_rw_unlock_exclusive() 888 cfil_rw_lock_shared(lck_rw_t *lck) in cfil_rw_lock_shared() 901 cfil_rw_unlock_shared(lck_rw_t *lck) in cfil_rw_unlock_shared() 914 cfil_rw_lock_shared_to_exclusive(lck_rw_t *lck) in cfil_rw_lock_shared_to_exclusive() 930 cfil_rw_lock_exclusive_to_shared(lck_rw_t *lck) in cfil_rw_lock_exclusive_to_shared() 943 cfil_rw_lock_assert_held(lck_rw_t *lck, int exclusive) in cfil_rw_lock_assert_held()
|
| /xnu-10002.1.13/bsd/miscfs/nullfs/ |
| H A D | null_subr.c | 99 nullfs_init_lck(lck_mtx_t * lck) in nullfs_init_lck() 105 nullfs_destroy_lck(lck_mtx_t * lck) in nullfs_destroy_lck()
|
| /xnu-10002.1.13/bsd/vfs/ |
| H A D | vfs_cluster.c | 5122 struct cl_direct_read_lock *lck, *new_lck = NULL; in cluster_lock_direct_read() local 5162 cluster_unlock_direct_read(cl_direct_read_lock_t *lck) in cluster_unlock_direct_read()
|