Lines Matching refs:kqworkloop
177 static void kqworkloop_unbind(struct kqworkloop *kwql);
183 static void kqworkloop_unbind_locked(struct kqworkloop *kwql, thread_t thread,
186 static kq_index_t kqworkloop_override(struct kqworkloop *kqwl);
187 static void kqworkloop_set_overcommit(struct kqworkloop *kqwl);
218 static void kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos);
219 static int kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags);
249 sizeof(struct kqworkloop), ZC_CACHING | ZC_ZFREE_CLEARMEM | ZC_NOTBITAG);
409 static inline struct kqworkloop *
413 return __container_of(kqr, struct kqworkloop, kqwl_request); in kqr_kqworkloop()
437 struct kqworkloop *kqwl = kqr_kqworkloop(req); in kqr_preadopt_thread_group()
445 struct kqworkloop *kqwl = kqr_kqworkloop(req); in _Atomic()
1944 filt_wllock(struct kqworkloop *kqwl) in filt_wllock()
1950 filt_wlunlock(struct kqworkloop *kqwl) in filt_wlunlock()
1967 filt_wlturnstile_interlock_is_workq(struct kqworkloop *kqwl) in filt_wlturnstile_interlock_is_workq()
1973 filt_wlupdate_inheritor(struct kqworkloop *kqwl, struct turnstile *ts, in filt_wlupdate_inheritor()
2001 filt_wlupdate(struct kqworkloop *kqwl, struct knote *kn, in filt_wlupdate()
2281 filt_wlupdate_sync_ipc(struct kqworkloop *kqwl, struct knote *kn, in filt_wlupdate_sync_ipc()
2361 struct kqworkloop *kqwl = (struct kqworkloop *)kq; in filt_wlattach()
2460 struct kqworkloop *kqwl = cont_args->kqwl; in filt_wlwait_continue()
2492 struct kqworkloop *kqwl = cont_args->kqwl; in filt_wlpost_register_wait()
2560 struct kqworkloop *kqwl = (struct kqworkloop *)kq; in kdp_workloop_sync_wait_find_owner()
2654 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wltouch()
2701 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wlallow_drop()
2732 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wlprocess()
2797 kqworkloop_dealloc(struct kqworkloop *, bool hash_remove);
2800 kqworkloop_try_retain(struct kqworkloop *kqwl) in kqworkloop_try_retain()
2806 kqworkloop_retain(struct kqworkloop *kqwl) in kqworkloop_retain()
2822 kqworkloop_release_live(struct kqworkloop *kqwl) in kqworkloop_release_live()
2838 kqworkloop_release(struct kqworkloop *kqwl) in kqworkloop_release()
3113 #pragma mark kqworkloop allocation and deallocation
3135 struct kqworkloop *kqwl) in kqworkloop_hash_insert_locked()
3142 static inline struct kqworkloop *
3146 struct kqworkloop *kqwl; in kqworkloop_hash_lookup_locked()
3156 static struct kqworkloop *
3159 struct kqworkloop *kqwl = NULL; in kqworkloop_hash_lookup_and_retain()
3210 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_set_iotier_override()
3221 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_get_iotier_override()
3241 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_set_preadopted_thread_group()
3295 struct kqworkloop *kqwl = (struct kqworkloop *) kq; in kqueue_process_preadopt_thread_group()
3330 kqworkloop_dealloc(struct kqworkloop *kqwl, bool hash_remove) in kqworkloop_dealloc()
3381 kqworkloop_init(struct kqworkloop *kqwl, proc_t p, in kqworkloop_init()
3438 workq_threadreq_param_t *trp, unsigned int flags, struct kqworkloop **kqwlp) in kqworkloop_get_or_create()
3441 struct kqworkloop *alloc_kqwl = NULL; in kqworkloop_get_or_create()
3442 struct kqworkloop *kqwl = NULL; in kqworkloop_get_or_create()
3628 struct kqworkloop *kqwl, *kqwln; in kqworkloops_dealloc()
3756 struct kqworkloop *kqwl = cont_args->kqwl; in kevent_register_wait_return()
3831 ((struct kqworkloop *)kq)->kqwl_dynamicid, in kevent_register()
3970 kqworkloop_set_overcommit((struct kqworkloop *)kq); in kevent_register()
4121 ((struct kqworkloop *)kq)->kqwl_dynamicid, in knote_process()
4355 kqworkloop_acknowledge_events(struct kqworkloop *kqwl) in kqworkloop_acknowledge_events()
4382 kqworkloop_begin_processing(struct kqworkloop *kqwl, unsigned int kevent_flags) in kqworkloop_begin_processing()
4538 kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags) in kqworkloop_end_processing()
4635 struct kqworkloop *kqwl; in kqueue_workloop_ctl_internal()
5010 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_threadreq_initiate()
5110 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_threadreq_modify()
5266 struct kqworkloop *kqwl; in kqueue_threadreq_workloop_param()
5270 kqwl = __container_of(kqr, struct kqworkloop, kqwl_request); in kqueue_threadreq_workloop_param()
5321 kqworkloop_override(struct kqworkloop *kqwl) in kqworkloop_override()
5328 kqworkloop_request_fire_r2k_notification(struct kqworkloop *kqwl) in kqworkloop_request_fire_r2k_notification()
5341 kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos) in kqworkloop_update_threads_qos()
5513 kqworkloop_update_iotier_override(struct kqworkloop *kqwl) in kqworkloop_update_iotier_override()
5527 kqworkloop_wakeup(struct kqworkloop *kqwl, kq_index_t qos) in kqworkloop_wakeup()
5563 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_alloc_turnstile()
5640 struct kqworkloop *kqwl = kqr_kqworkloop(kqr); in kqueue_threadreq_get_turnstile()
5648 kqworkloop_set_overcommit(struct kqworkloop *kqwl) in kqworkloop_set_overcommit()
5722 kqworkloop_unbind_locked(struct kqworkloop *kqwl, thread_t thread, in kqworkloop_unbind_locked()
5795 kqworkloop_unbind(struct kqworkloop *kqwl) in kqworkloop_unbind()
6382 kqworkloop_release((struct kqworkloop *)kq); in kq_remove_knote()
7750 kqu.kqwl = __container_of(kqr, struct kqworkloop, kqwl_request); in kevent_workq_internal()
8612 fill_kqueue_dyninfo(struct kqworkloop *kqwl, struct kqueue_dyninfo *kqdi) in fill_kqueue_dyninfo()
8739 struct kqworkloop *kqwl; in kevent_copyout_proc_dynkqids()
8780 struct kqworkloop *kqwl; in kevent_copyout_dynkqinfo()
8818 struct kqworkloop *kqwl; in kevent_copyout_dynkqextinfo()
8907 struct kqworkloop *kqwl; in kevent_proc_copy_uptrs()