Lines Matching refs:kqworkloop
177 static void kqworkloop_unbind(struct kqworkloop *kwql);
183 static void kqworkloop_unbind_locked(struct kqworkloop *kwql, thread_t thread,
186 static kq_index_t kqworkloop_override(struct kqworkloop *kqwl);
187 static void kqworkloop_set_overcommit(struct kqworkloop *kqwl);
218 static void kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos);
219 static int kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags);
249 sizeof(struct kqworkloop), ZC_CACHING | ZC_ZFREE_CLEARMEM | ZC_NOTBITAG);
409 static inline struct kqworkloop *
413 return __container_of(kqr, struct kqworkloop, kqwl_request); in kqr_kqworkloop()
437 struct kqworkloop *kqwl = kqr_kqworkloop(req); in kqr_preadopt_thread_group()
445 struct kqworkloop *kqwl = kqr_kqworkloop(req); in _Atomic()
1976 filt_wllock(struct kqworkloop *kqwl) in filt_wllock()
1982 filt_wlunlock(struct kqworkloop *kqwl) in filt_wlunlock()
1999 filt_wlturnstile_interlock_is_workq(struct kqworkloop *kqwl) in filt_wlturnstile_interlock_is_workq()
2005 filt_wlupdate_inheritor(struct kqworkloop *kqwl, struct turnstile *ts, in filt_wlupdate_inheritor()
2033 filt_wlupdate(struct kqworkloop *kqwl, struct knote *kn, in filt_wlupdate()
2313 filt_wlupdate_sync_ipc(struct kqworkloop *kqwl, struct knote *kn, in filt_wlupdate_sync_ipc()
2393 struct kqworkloop *kqwl = (struct kqworkloop *)kq; in filt_wlattach()
2492 struct kqworkloop *kqwl = cont_args->kqwl; in filt_wlwait_continue()
2524 struct kqworkloop *kqwl = cont_args->kqwl; in filt_wlpost_register_wait()
2592 struct kqworkloop *kqwl = (struct kqworkloop *)kq; in kdp_workloop_sync_wait_find_owner()
2686 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wltouch()
2733 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wlallow_drop()
2764 struct kqworkloop *kqwl = (struct kqworkloop *)knote_get_kq(kn); in filt_wlprocess()
2829 kqworkloop_dealloc(struct kqworkloop *, bool hash_remove);
2832 kqworkloop_try_retain(struct kqworkloop *kqwl) in kqworkloop_try_retain()
2838 kqworkloop_retain(struct kqworkloop *kqwl) in kqworkloop_retain()
2854 kqworkloop_release_live(struct kqworkloop *kqwl) in kqworkloop_release_live()
2870 kqworkloop_release(struct kqworkloop *kqwl) in kqworkloop_release()
3145 #pragma mark kqworkloop allocation and deallocation
3167 struct kqworkloop *kqwl) in kqworkloop_hash_insert_locked()
3174 static inline struct kqworkloop *
3178 struct kqworkloop *kqwl; in kqworkloop_hash_lookup_locked()
3188 static struct kqworkloop *
3191 struct kqworkloop *kqwl = NULL; in kqworkloop_hash_lookup_and_retain()
3242 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_set_iotier_override()
3253 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_get_iotier_override()
3273 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_set_preadopted_thread_group()
3327 struct kqworkloop *kqwl = (struct kqworkloop *) kq; in kqueue_process_preadopt_thread_group()
3362 kqworkloop_dealloc(struct kqworkloop *kqwl, bool hash_remove) in kqworkloop_dealloc()
3413 kqworkloop_init(struct kqworkloop *kqwl, proc_t p, in kqworkloop_init()
3470 workq_threadreq_param_t *trp, unsigned int flags, struct kqworkloop **kqwlp) in kqworkloop_get_or_create()
3473 struct kqworkloop *alloc_kqwl = NULL; in kqworkloop_get_or_create()
3474 struct kqworkloop *kqwl = NULL; in kqworkloop_get_or_create()
3660 struct kqworkloop *kqwl, *kqwln; in kqworkloops_dealloc()
3788 struct kqworkloop *kqwl = cont_args->kqwl; in kevent_register_wait_return()
3863 ((struct kqworkloop *)kq)->kqwl_dynamicid, in kevent_register()
4002 kqworkloop_set_overcommit((struct kqworkloop *)kq); in kevent_register()
4153 ((struct kqworkloop *)kq)->kqwl_dynamicid, in knote_process()
4387 kqworkloop_acknowledge_events(struct kqworkloop *kqwl) in kqworkloop_acknowledge_events()
4414 kqworkloop_begin_processing(struct kqworkloop *kqwl, unsigned int kevent_flags) in kqworkloop_begin_processing()
4570 kqworkloop_end_processing(struct kqworkloop *kqwl, int flags, int kevent_flags) in kqworkloop_end_processing()
4667 struct kqworkloop *kqwl; in kqueue_workloop_ctl_internal()
5042 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_threadreq_initiate()
5142 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_threadreq_modify()
5298 struct kqworkloop *kqwl; in kqueue_threadreq_workloop_param()
5302 kqwl = __container_of(kqr, struct kqworkloop, kqwl_request); in kqueue_threadreq_workloop_param()
5353 kqworkloop_override(struct kqworkloop *kqwl) in kqworkloop_override()
5360 kqworkloop_request_fire_r2k_notification(struct kqworkloop *kqwl) in kqworkloop_request_fire_r2k_notification()
5373 kqworkloop_update_threads_qos(struct kqworkloop *kqwl, int op, kq_index_t qos) in kqworkloop_update_threads_qos()
5545 kqworkloop_update_iotier_override(struct kqworkloop *kqwl) in kqworkloop_update_iotier_override()
5559 kqworkloop_wakeup(struct kqworkloop *kqwl, kq_index_t qos) in kqworkloop_wakeup()
5595 struct kqworkloop *kqwl = kqu.kqwl; in kqueue_alloc_turnstile()
5672 struct kqworkloop *kqwl = kqr_kqworkloop(kqr); in kqueue_threadreq_get_turnstile()
5680 kqworkloop_set_overcommit(struct kqworkloop *kqwl) in kqworkloop_set_overcommit()
5754 kqworkloop_unbind_locked(struct kqworkloop *kqwl, thread_t thread, in kqworkloop_unbind_locked()
5827 kqworkloop_unbind(struct kqworkloop *kqwl) in kqworkloop_unbind()
6454 kqworkloop_release((struct kqworkloop *)kq); in kq_remove_knote()
7825 kqu.kqwl = __container_of(kqr, struct kqworkloop, kqwl_request); in kevent_workq_internal()
8686 fill_kqueue_dyninfo(struct kqworkloop *kqwl, struct kqueue_dyninfo *kqdi) in fill_kqueue_dyninfo()
8814 struct kqworkloop *kqwl; in kevent_copyout_proc_dynkqids()
8869 struct kqworkloop *kqwl; in kevent_copyout_dynkqinfo()
8907 struct kqworkloop *kqwl; in kevent_copyout_dynkqextinfo()
9009 struct kqworkloop *kqwl; in kevent_proc_copy_uptrs()