188 static void kqworkloop_unbind(struct kqworkloop *kqwl);
197 static void kqworkloop_unbind_locked(struct kqworkloop *kqwl, thread_t thread,
200 static kq_index_t kqworkloop_override(struct kqworkloop *kqwl);
201 static void kqworkloop_set_overcommit(struct kqworkloop *kqwl);
202 static void kqworkloop_bound_thread_park(struct kqworkloop *kqwl, thread_t thread);
203 static void kqworkloop_bound_thread_wakeup(struct kqworkloop *kqwl);
235 static void kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos);
236 static int kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags);
266     sizeof(struct kqworkloop), ZC_CACHING | ZC_ZFREE_CLEARMEM | ZC_NO_TBI_TAG);
443 static inline struct kqworkloop *
447 		return __container_of(kqr, struct kqworkloop, kqwl_request);  in kqr_kqworkloop()
471 	struct kqworkloop *kqwl = kqr_kqworkloop(req);  in kqr_preadopt_thread_group()
479 	struct kqworkloop *kqwl = kqr_kqworkloop(req);  in _Atomic()
2006 filt_wllock(struct kqworkloop *kqwl)  in filt_wllock()
2012 filt_wlunlock(struct kqworkloop *kqwl)  in filt_wlunlock()
2029 filt_wlturnstile_interlock_is_workq(struct kqworkloop *kqwl)  in filt_wlturnstile_interlock_is_workq()
2035 filt_wlupdate_inheritor(struct kqworkloop *kqwl, struct turnstile *ts,  in filt_wlupdate_inheritor()
2063 filt_wlupdate(struct kqworkloop *kqwl, struct knote *kn,  in filt_wlupdate()
2343 filt_wlupdate_sync_ipc(struct kqworkloop *kqwl, struct knote *kn,  in filt_wlupdate_sync_ipc()
2423 	struct kqworkloop *kqwl = (struct kqworkloop *)kq;  in filt_wlattach()
2522 	struct kqworkloop *kqwl = cont_args->kqwl;  in filt_wlwait_continue()
2554 	struct kqworkloop *kqwl = cont_args->kqwl;  in filt_wlpost_register_wait()
2622 	struct kqworkloop *kqwl = (struct kqworkloop *)kq;  in kdp_workloop_sync_wait_find_owner()
2716 	struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn);  in filt_wltouch()
2763 	struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn);  in filt_wlallow_drop()
2794 	struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn);  in filt_wlprocess()
2859 kqworkloop_dealloc(struct kqworkloop *, bool hash_remove);
2862 kqworkloop_try_retain(struct kqworkloop *kqwl)  in kqworkloop_try_retain()
2868 kqworkloop_retain(struct kqworkloop *kqwl)  in kqworkloop_retain()
2884 kqworkloop_release_live(struct kqworkloop *kqwl)  in kqworkloop_release_live()
2900 kqworkloop_release(struct kqworkloop *kqwl)  in kqworkloop_release()
3175 #pragma mark kqworkloop allocation and deallocation
3197     struct kqworkloop *kqwl)  in kqworkloop_hash_insert_locked()
3204 static inline struct kqworkloop *
3208 	struct kqworkloop *kqwl;  in kqworkloop_hash_lookup_locked()
3218 static struct kqworkloop *
3221 	struct kqworkloop *kqwl = NULL;  in kqworkloop_hash_lookup_and_retain()
3272 	struct kqworkloop *kqwl = kqu.kqwl;  in kqueue_set_iotier_override()
3283 	struct kqworkloop *kqwl = kqu.kqwl;  in kqueue_get_iotier_override()
3303 	struct kqworkloop *kqwl = kqu.kqwl;  in kqueue_set_preadopted_thread_group()
3357 		struct kqworkloop *kqwl = (struct kqworkloop *) kq;  in kqueue_process_preadopt_thread_group()
3396 kqworkloop_dealloc(struct kqworkloop *kqwl, bool hash_remove)  in kqworkloop_dealloc()
3455 kqworkloop_init(struct kqworkloop *kqwl, proc_t p,  in kqworkloop_init()
3556     unsigned int flags, struct kqworkloop **kqwlp)  in kqworkloop_get_or_create()
3559 	struct kqworkloop *alloc_kqwl = NULL;  in kqworkloop_get_or_create()
3560 	struct kqworkloop *kqwl = NULL;  in kqworkloop_get_or_create()
3825 	struct kqworkloop *kqwl, *kqwln;  in kqworkloops_dealloc()
3964 	struct kqworkloop *kqwl = cont_args->kqwl;  in kevent_register_wait_return()
4039 		    ((struct kqworkloop *)kq)->kqwl_dynamicid,  in kevent_register()
4178 			kqworkloop_set_overcommit((struct kqworkloop *)kq);  in kevent_register()
4329 		    ((struct kqworkloop *)kq)->kqwl_dynamicid,  in knote_process()
4563 kqworkloop_acknowledge_events(struct kqworkloop *kqwl)  in kqworkloop_acknowledge_events()
4590 kqworkloop_begin_processing(struct kqworkloop *kqwl, unsigned int kevent_flags)  in kqworkloop_begin_processing()
4754 kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags)  in kqworkloop_end_processing()
4859 	struct kqworkloop *kqwl;
5340 		struct kqworkloop *kqwl = kqu.kqwl;
5442 	struct kqworkloop *kqwl = __container_of(kqr, struct kqworkloop, kqwl_request);
5464 kqworkloop_bound_thread_park(struct kqworkloop *kqwl, thread_t thread)
5508 	struct kqworkloop *kqwl = __container_of(kqr, struct kqworkloop, kqwl_request);
5533 	struct kqworkloop *kqwl = __container_of(kqr, struct kqworkloop, kqwl_request);
5575 		struct kqworkloop *kqwl = kqu.kqwl;
5765 	struct kqworkloop *kqwl;
5769 	kqwl = __container_of(kqr, struct kqworkloop, kqwl_request);
5820 kqworkloop_override(struct kqworkloop *kqwl)
5827 kqworkloop_request_fire_r2k_notification(struct kqworkloop *kqwl)
5840 kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos)
6017 kqworkloop_update_iotier_override(struct kqworkloop *kqwl)
6031 kqworkloop_bound_thread_wakeup(struct kqworkloop *kqwl)
6056 kqworkloop_wakeup(struct kqworkloop *kqwl, kq_index_t qos)
6101 	struct kqworkloop *kqwl = kqu.kqwl;
6178 	struct kqworkloop *kqwl = kqr_kqworkloop(kqr);
6186 kqworkloop_set_overcommit(struct kqworkloop *kqwl)
6260 kqworkloop_unbind_locked(struct kqworkloop *kqwl, thread_t thread,
6347 kqworkloop_unbind(struct kqworkloop *kqwl)
6986 		kqworkloop_release((struct kqworkloop *)kq);
8383 		kqu.kqwl = __container_of(kqr, struct kqworkloop, kqwl_request);
9244 fill_kqueue_dyninfo(struct kqworkloop *kqwl, struct kqueue_dyninfo *kqdi)
9372 			struct kqworkloop *kqwl;
9427 	struct kqworkloop *kqwl;
9465 	struct kqworkloop *kqwl;
9587 	struct kqworkloop *kqwl;