Lines Matching refs:kqworkloop
177 static void kqworkloop_unbind(struct kqworkloop *kwql);
183 static void kqworkloop_unbind_locked(struct kqworkloop *kwql, thread_t thread,
186 static kq_index_t kqworkloop_override(struct kqworkloop *kqwl);
187 static void kqworkloop_set_overcommit(struct kqworkloop *kqwl);
218 static void kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos);
219 static int kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags);
249 sizeof(struct kqworkloop), ZC_CACHING | ZC_ZFREE_CLEARMEM | ZC_NOTBITAG);
409 static inline struct kqworkloop *
413 return __container_of(kqr, struct kqworkloop, kqwl_request); in kqr_kqworkloop()
437 struct kqworkloop *kqwl = kqr_kqworkloop(req); in kqr_preadopt_thread_group()
445 struct kqworkloop *kqwl = kqr_kqworkloop(req); in _Atomic()
1936 filt_wllock(struct kqworkloop *kqwl) in filt_wllock()
1942 filt_wlunlock(struct kqworkloop *kqwl) in filt_wlunlock()
1959 filt_wlturnstile_interlock_is_workq(struct kqworkloop *kqwl) in filt_wlturnstile_interlock_is_workq()
1965 filt_wlupdate_inheritor(struct kqworkloop *kqwl, struct turnstile *ts, in filt_wlupdate_inheritor()
1993 filt_wlupdate(struct kqworkloop *kqwl, struct knote *kn, in filt_wlupdate()
2273 filt_wlupdate_sync_ipc(struct kqworkloop *kqwl, struct knote *kn, in filt_wlupdate_sync_ipc()
2353 struct kqworkloop *kqwl = (struct kqworkloop *)kq; in filt_wlattach()
2452 struct kqworkloop *kqwl = cont_args->kqwl; in filt_wlwait_continue()
2484 struct kqworkloop *kqwl = cont_args->kqwl; in filt_wlpost_register_wait()
2552 struct kqworkloop *kqwl = (struct kqworkloop *)kq; in kdp_workloop_sync_wait_find_owner()
2646 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wltouch()
2693 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wlallow_drop()
2724 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wlprocess()
2789 kqworkloop_dealloc(struct kqworkloop *, bool hash_remove);
2792 kqworkloop_try_retain(struct kqworkloop *kqwl) in kqworkloop_try_retain()
2798 kqworkloop_retain(struct kqworkloop *kqwl) in kqworkloop_retain()
2814 kqworkloop_release_live(struct kqworkloop *kqwl) in kqworkloop_release_live()
2830 kqworkloop_release(struct kqworkloop *kqwl) in kqworkloop_release()
3105 #pragma mark kqworkloop allocation and deallocation
3127 struct kqworkloop *kqwl) in kqworkloop_hash_insert_locked()
3134 static inline struct kqworkloop *
3138 struct kqworkloop *kqwl; in kqworkloop_hash_lookup_locked()
3148 static struct kqworkloop *
3151 struct kqworkloop *kqwl = NULL; in kqworkloop_hash_lookup_and_retain()
3202 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_set_iotier_override()
3213 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_get_iotier_override()
3233 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_set_preadopted_thread_group()
3287 struct kqworkloop *kqwl = (struct kqworkloop *) kq; in kqueue_process_preadopt_thread_group()
3322 kqworkloop_dealloc(struct kqworkloop *kqwl, bool hash_remove) in kqworkloop_dealloc()
3373 kqworkloop_init(struct kqworkloop *kqwl, proc_t p, in kqworkloop_init()
3430 workq_threadreq_param_t *trp, unsigned int flags, struct kqworkloop **kqwlp) in kqworkloop_get_or_create()
3433 struct kqworkloop *alloc_kqwl = NULL; in kqworkloop_get_or_create()
3434 struct kqworkloop *kqwl = NULL; in kqworkloop_get_or_create()
3620 struct kqworkloop *kqwl, *kqwln; in kqworkloops_dealloc()
3748 struct kqworkloop *kqwl = cont_args->kqwl; in kevent_register_wait_return()
3823 ((struct kqworkloop *)kq)->kqwl_dynamicid, in kevent_register()
3959 kqworkloop_set_overcommit((struct kqworkloop *)kq); in kevent_register()
4110 ((struct kqworkloop *)kq)->kqwl_dynamicid, in knote_process()
4344 kqworkloop_acknowledge_events(struct kqworkloop *kqwl) in kqworkloop_acknowledge_events()
4371 kqworkloop_begin_processing(struct kqworkloop *kqwl, unsigned int kevent_flags) in kqworkloop_begin_processing()
4527 kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags) in kqworkloop_end_processing()
4624 struct kqworkloop *kqwl; in kqueue_workloop_ctl_internal()
4997 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_threadreq_initiate()
5097 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_threadreq_modify()
5253 struct kqworkloop *kqwl; in kqueue_threadreq_workloop_param()
5257 kqwl = __container_of(kqr, struct kqworkloop, kqwl_request); in kqueue_threadreq_workloop_param()
5308 kqworkloop_override(struct kqworkloop *kqwl) in kqworkloop_override()
5315 kqworkloop_request_fire_r2k_notification(struct kqworkloop *kqwl) in kqworkloop_request_fire_r2k_notification()
5328 kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos) in kqworkloop_update_threads_qos()
5500 kqworkloop_update_iotier_override(struct kqworkloop *kqwl) in kqworkloop_update_iotier_override()
5514 kqworkloop_wakeup(struct kqworkloop *kqwl, kq_index_t qos) in kqworkloop_wakeup()
5550 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_alloc_turnstile()
5627 struct kqworkloop *kqwl = kqr_kqworkloop(kqr); in kqueue_threadreq_get_turnstile()
5635 kqworkloop_set_overcommit(struct kqworkloop *kqwl) in kqworkloop_set_overcommit()
5709 kqworkloop_unbind_locked(struct kqworkloop *kqwl, thread_t thread, in kqworkloop_unbind_locked()
5782 kqworkloop_unbind(struct kqworkloop *kqwl) in kqworkloop_unbind()
6369 kqworkloop_release((struct kqworkloop *)kq); in kq_remove_knote()
7746 kqu.kqwl = __container_of(kqr, struct kqworkloop, kqwl_request); in kevent_workq_internal()
8608 fill_kqueue_dyninfo(struct kqworkloop *kqwl, struct kqueue_dyninfo *kqdi) in fill_kqueue_dyninfo()
8730 struct kqworkloop *kqwl; in kevent_copyout_proc_dynkqids()
8771 struct kqworkloop *kqwl; in kevent_copyout_dynkqinfo()
8809 struct kqworkloop *kqwl; in kevent_copyout_dynkqextinfo()
8898 struct kqworkloop *kqwl; in kevent_proc_copy_uptrs()