Lines Matching refs:kqworkloop
177 static void kqworkloop_unbind(struct kqworkloop *kwql);
183 static void kqworkloop_unbind_locked(struct kqworkloop *kwql, thread_t thread,
186 static kq_index_t kqworkloop_override(struct kqworkloop *kqwl);
187 static void kqworkloop_set_overcommit(struct kqworkloop *kqwl);
218 static void kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos);
219 static int kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags);
249 sizeof(struct kqworkloop), ZC_CACHING | ZC_ZFREE_CLEARMEM | ZC_NOTBITAG);
409 static inline struct kqworkloop *
413 return __container_of(kqr, struct kqworkloop, kqwl_request); in kqr_kqworkloop()
437 struct kqworkloop *kqwl = kqr_kqworkloop(req); in kqr_preadopt_thread_group()
445 struct kqworkloop *kqwl = kqr_kqworkloop(req); in _Atomic()
1937 filt_wllock(struct kqworkloop *kqwl) in filt_wllock()
1943 filt_wlunlock(struct kqworkloop *kqwl) in filt_wlunlock()
1960 filt_wlturnstile_interlock_is_workq(struct kqworkloop *kqwl) in filt_wlturnstile_interlock_is_workq()
1966 filt_wlupdate_inheritor(struct kqworkloop *kqwl, struct turnstile *ts, in filt_wlupdate_inheritor()
1994 filt_wlupdate(struct kqworkloop *kqwl, struct knote *kn, in filt_wlupdate()
2274 filt_wlupdate_sync_ipc(struct kqworkloop *kqwl, struct knote *kn, in filt_wlupdate_sync_ipc()
2354 struct kqworkloop *kqwl = (struct kqworkloop *)kq; in filt_wlattach()
2453 struct kqworkloop *kqwl = cont_args->kqwl; in filt_wlwait_continue()
2485 struct kqworkloop *kqwl = cont_args->kqwl; in filt_wlpost_register_wait()
2553 struct kqworkloop *kqwl = (struct kqworkloop *)kq; in kdp_workloop_sync_wait_find_owner()
2647 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wltouch()
2694 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wlallow_drop()
2725 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wlprocess()
2790 kqworkloop_dealloc(struct kqworkloop *, bool hash_remove);
2793 kqworkloop_try_retain(struct kqworkloop *kqwl) in kqworkloop_try_retain()
2799 kqworkloop_retain(struct kqworkloop *kqwl) in kqworkloop_retain()
2815 kqworkloop_release_live(struct kqworkloop *kqwl) in kqworkloop_release_live()
2831 kqworkloop_release(struct kqworkloop *kqwl) in kqworkloop_release()
3106 #pragma mark kqworkloop allocation and deallocation
3128 struct kqworkloop *kqwl) in kqworkloop_hash_insert_locked()
3135 static inline struct kqworkloop *
3139 struct kqworkloop *kqwl; in kqworkloop_hash_lookup_locked()
3149 static struct kqworkloop *
3152 struct kqworkloop *kqwl = NULL; in kqworkloop_hash_lookup_and_retain()
3203 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_set_iotier_override()
3214 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_get_iotier_override()
3234 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_set_preadopted_thread_group()
3288 struct kqworkloop *kqwl = (struct kqworkloop *) kq; in kqueue_process_preadopt_thread_group()
3323 kqworkloop_dealloc(struct kqworkloop *kqwl, bool hash_remove) in kqworkloop_dealloc()
3374 kqworkloop_init(struct kqworkloop *kqwl, proc_t p, in kqworkloop_init()
3431 workq_threadreq_param_t *trp, unsigned int flags, struct kqworkloop **kqwlp) in kqworkloop_get_or_create()
3434 struct kqworkloop *alloc_kqwl = NULL; in kqworkloop_get_or_create()
3435 struct kqworkloop *kqwl = NULL; in kqworkloop_get_or_create()
3621 struct kqworkloop *kqwl, *kqwln; in kqworkloops_dealloc()
3749 struct kqworkloop *kqwl = cont_args->kqwl; in kevent_register_wait_return()
3824 ((struct kqworkloop *)kq)->kqwl_dynamicid, in kevent_register()
3963 kqworkloop_set_overcommit((struct kqworkloop *)kq); in kevent_register()
4114 ((struct kqworkloop *)kq)->kqwl_dynamicid, in knote_process()
4348 kqworkloop_acknowledge_events(struct kqworkloop *kqwl) in kqworkloop_acknowledge_events()
4375 kqworkloop_begin_processing(struct kqworkloop *kqwl, unsigned int kevent_flags) in kqworkloop_begin_processing()
4531 kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags) in kqworkloop_end_processing()
4628 struct kqworkloop *kqwl; in kqueue_workloop_ctl_internal()
5003 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_threadreq_initiate()
5103 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_threadreq_modify()
5259 struct kqworkloop *kqwl; in kqueue_threadreq_workloop_param()
5263 kqwl = __container_of(kqr, struct kqworkloop, kqwl_request); in kqueue_threadreq_workloop_param()
5314 kqworkloop_override(struct kqworkloop *kqwl) in kqworkloop_override()
5321 kqworkloop_request_fire_r2k_notification(struct kqworkloop *kqwl) in kqworkloop_request_fire_r2k_notification()
5334 kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos) in kqworkloop_update_threads_qos()
5506 kqworkloop_update_iotier_override(struct kqworkloop *kqwl) in kqworkloop_update_iotier_override()
5520 kqworkloop_wakeup(struct kqworkloop *kqwl, kq_index_t qos) in kqworkloop_wakeup()
5556 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_alloc_turnstile()
5633 struct kqworkloop *kqwl = kqr_kqworkloop(kqr); in kqueue_threadreq_get_turnstile()
5641 kqworkloop_set_overcommit(struct kqworkloop *kqwl) in kqworkloop_set_overcommit()
5715 kqworkloop_unbind_locked(struct kqworkloop *kqwl, thread_t thread, in kqworkloop_unbind_locked()
5788 kqworkloop_unbind(struct kqworkloop *kqwl) in kqworkloop_unbind()
6415 kqworkloop_release((struct kqworkloop *)kq); in kq_remove_knote()
7786 kqu.kqwl = __container_of(kqr, struct kqworkloop, kqwl_request); in kevent_workq_internal()
8647 fill_kqueue_dyninfo(struct kqworkloop *kqwl, struct kqueue_dyninfo *kqdi) in fill_kqueue_dyninfo()
8774 struct kqworkloop *kqwl; in kevent_copyout_proc_dynkqids()
8815 struct kqworkloop *kqwl; in kevent_copyout_dynkqinfo()
8853 struct kqworkloop *kqwl; in kevent_copyout_dynkqextinfo()
8942 struct kqworkloop *kqwl; in kevent_proc_copy_uptrs()