| /xnu-8792.41.9/osfmk/kern/ |
| H A D | thread.h | 298 struct thread { struct
302 uint64_t thread_magic; argument
320 struct mpsc_queue_chain mpsc_links; /* thread daemon mpsc links */ argument
326 waitq_t waitq; /* wait queue this thread is enqueued on */ argument
327 struct turnstile *turnstile; /* thread's turnstile, protected by primitives interlock */ argument
328 void *inheritor; /* inheritor of the primitive the thread will block on */ argument
342 * level (clutch_bucket defines a unique thread group and scheduling bucket pair). The argument
356 decl_simple_lock_data(, wake_lock); /* for thread stop / wait (wake_lock()) */ argument
357 uint16_t options; /* options set by thread itself */ argument
372 bool at_safe_point; /* thread_abort_safely allowed */ argument
[all …]
|
| H A D | thread_act.c | 96 thread_t thread) in thread_start()
119 thread_t thread, in thread_start_in_assert_wait()
165 thread_t thread) in thread_terminate_internal()
203 thread_t thread) in thread_terminate()
244 thread_t thread) in thread_terminate_from_user()
264 thread_t thread) in thread_terminate_pinned()
296 thread_hold(thread_t thread) in thread_hold()
314 thread_release(thread_t thread) in thread_release()
334 thread_suspend(thread_t thread) in thread_suspend()
362 thread_resume(thread_t thread) in thread_resume()
[all …]
|
| H A D | thread.c | 326 init_thread_from_template(thread_t thread) in init_thread_from_template()
437 thread_is_active(thread_t thread) in thread_is_active()
445 thread_t thread = current_thread(); in thread_corpse_continue() local
475 thread_t thread = current_thread(); in thread_terminate_self() local
748 thread_ref_release(thread_t thread) in thread_ref_release()
761 thread_deallocate_safe(thread_t thread) in thread_deallocate_safe()
770 thread_deallocate(thread_t thread) in thread_deallocate()
779 thread_t thread) in thread_deallocate_complete()
902 thread_t thread; in thread_exception_queue_invoke() local
970 thread_t thread, in thread_exception_enqueue()
[all …]
|
| H A D | thread_policy.c | 156 thread_has_qos_policy(thread_t thread) in thread_has_qos_policy()
163 thread_remove_qos_policy_locked(thread_t thread, in thread_remove_qos_policy_locked()
175 thread_remove_qos_policy(thread_t thread) in thread_remove_qos_policy()
196 thread_is_static_param(thread_t thread) in thread_is_static_param()
265 thread_t thread, in thread_policy_set()
341 thread_t thread, in thread_policy_set_internal()
662 thread_set_mode_and_absolute_pri_internal(thread_t thread, in thread_set_mode_and_absolute_pri_internal()
727 thread_freeze_base_pri(thread_t thread) in thread_freeze_base_pri()
742 thread_unfreeze_base_pri(thread_t thread) in thread_unfreeze_base_pri()
803 thread_reset_workq_qos(thread_t thread, uint32_t qos) in thread_reset_workq_qos()
[all …]
|
| H A D | priority.c | 104 thread_t thread = p1; in thread_quantum_expire() local
284 sched_set_thread_base_priority(thread_t thread, int priority) in sched_set_thread_base_priority()
340 sched_set_kernel_thread_priority(thread_t thread, int new_priority) in sched_set_kernel_thread_priority()
382 thread_recompute_sched_pri(thread_t thread, set_sched_pri_options_t options) in thread_recompute_sched_pri()
465 lightweight_update_priority(thread_t thread) in lightweight_update_priority()
563 sched_compute_timeshare_priority(thread_t thread) in sched_compute_timeshare_priority()
601 sched_compute_timeshare_priority(thread_t thread) in sched_compute_timeshare_priority()
630 thread_t thread) in can_update_priority()
648 thread_t thread) in update_priority()
792 sched_run_incr(thread_t thread) in sched_run_incr()
[all …]
|
| H A D | kpc_thread.c | 121 kpc_update_thread_counters( thread_t thread ) in kpc_update_thread_counters()
156 thread_t thread = current_thread(); in kpc_get_curthread_counters() local
191 kpc_off_cpu_internal(thread_t thread) in kpc_off_cpu_internal()
199 kpc_thread_create(thread_t thread) in kpc_thread_create()
211 kpc_thread_destroy(thread_t thread) in kpc_thread_destroy()
227 kpc_thread_ast_handler(thread_t thread) in kpc_thread_ast_handler()
|
| H A D | sched_traditional.c | 290 thread_t thread) in runq_consider_incr_bound_count()
308 thread_t thread) in runq_consider_decr_bound_count()
329 thread_t thread; in sched_traditional_choose_thread() local
358 thread_t thread; in sched_traditional_choose_thread_from_runq() local
411 thread_t thread, in sched_traditional_processor_enqueue()
538 thread_t thread; in sched_traditional_processor_queue_shutdown() local
617 thread_t thread) in sched_traditional_processor_queue_remove()
664 thread_t thread; in sched_traditional_steal_processor_thread() local
716 thread_t thread; in sched_traditional_steal_thread() local
754 thread_t thread; in sched_traditional_thread_update_scan() local
|
| H A D | sched_amp.c | 192 amp_runq_for_thread(processor_t processor, thread_t thread) in amp_runq_for_thread()
279 thread_t thread, in sched_amp_processor_enqueue()
303 sched_amp_thread_should_yield(processor_t processor, thread_t thread) in sched_amp_thread_should_yield()
424 thread_t thread; in sched_amp_processor_queue_shutdown() local
456 thread_t thread) in sched_amp_processor_queue_remove()
492 thread_t thread = THREAD_NULL; in sched_amp_steal_thread() local
540 thread_t thread; in sched_amp_thread_update_scan() local
615 pcores_recommended(thread_t thread) in pcores_recommended()
640 sched_amp_thread_avoid_processor(processor_t processor, thread_t thread) in sched_amp_thread_avoid_processor()
656 sched_amp_choose_processor(processor_set_t pset, processor_t processor, thread_t thread) in sched_amp_choose_processor()
[all …]
|
| H A D | sched_multiq.c | 521 thread_t thread = cqe_queue_first(queue, struct thread, runq_links); in group_first_thread() local
557 sched_group_check_thread(sched_group_t group, thread_t thread) in sched_group_check_thread()
589 thread_t thread = group_first_thread(group); in global_check_entry_queue() local
606 thread_t thread = group_first_thread(group); in group_check_run_queue() local
756 thread_t thread; in group_run_queue_dequeue_thread() local
790 thread_t thread, in group_run_queue_enqueue_thread()
831 thread_t thread, in group_run_queue_remove_thread()
871 thread_t thread; in sched_global_dequeue_thread() local
900 thread_t thread; in sched_global_deep_drain_dequeue_thread() local
930 thread_t thread; in sched_group_dequeue_thread() local
[all …]
|
| H A D | sched_grrr.c | 341 sched_grrr_compute_priority(thread_t thread) in sched_grrr_compute_priority()
349 thread_t thread) in sched_grrr_choose_processor()
357 thread_t thread, in sched_grrr_processor_enqueue()
375 thread_t thread; in sched_grrr_processor_queue_shutdown() local
407 thread_t thread) in sched_grrr_processor_queue_remove()
595 thread_t thread; in grrr_intragroup_schedule() local
621 thread_t thread; in grrr_intergroup_schedule() local
719 thread_t thread) in grrr_enqueue()
762 thread_t thread; in grrr_select() local
804 thread_t thread) in grrr_remove()
|
| H A D | lock_mtx.c | 208 __lck_mtx_not_owned_panic(lck_mtx_t *lock, thread_t thread) in __lck_mtx_not_owned_panic()
215 __lck_mtx_owned_panic(lck_mtx_t *lock, thread_t thread) in __lck_mtx_owned_panic()
252 lck_mtx_check_preemption(lck_mtx_t *lock, thread_t thread, int expected) in lck_mtx_check_preemption()
278 #define LCK_MTX_SNIFF_PREEMPTION(thread) lock_preemption_level_for_thread(thread) argument
282 #define LCK_MTX_SNIFF_PREEMPTION(thread) 0 argument
660 __kdebug_only thread_t thread) in lck_mtx_unlock_wakeup()
832 lck_mtx_lock_contended(lck_mtx_t *lock, thread_t thread, lck_mtx_mode_t mode) in lck_mtx_lock_contended()
1001 thread_t thread, in lck_mtx_lock_slow()
1041 thread_t thread = current_thread(); in lck_mtx_lock_fastpath() local
1096 thread_t thread, in lck_mtx_try_lock_slow_inline()
[all …]
|
| H A D | sched_dualq.c | 172 dualq_runq_for_thread(processor_t processor, thread_t thread) in dualq_runq_for_thread()
290 thread_t thread, in sched_dualq_processor_enqueue()
392 thread_t thread; in sched_dualq_processor_queue_shutdown() local
424 thread_t thread) in sched_dualq_processor_queue_remove()
458 thread_t thread; in sched_dualq_steal_thread() local
489 thread_t thread; in sched_dualq_thread_update_scan() local
552 sched_dualq_thread_avoid_processor(processor_t processor, thread_t thread) in sched_dualq_thread_avoid_processor()
|
| H A D | lock_rw.c | 315 canlock_rwlock_panic(lck_rw_t* lock, thread_t thread, struct rw_lock_debug_entry *entry) in canlock_rwlock_panic()
323 assert_canlock_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_canlock_rwlock()
353 held_rwlock_notheld_panic(lck_rw_t* lock, thread_t thread) in held_rwlock_notheld_panic()
360 held_rwlock_notheld_with_info_panic(lck_rw_t* lock, thread_t thread, lck_rw_type_t type, struct rw_… in held_rwlock_notheld_with_info_panic()
374 assert_held_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_held_rwlock()
406 change_held_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t typeFrom, void* caller) in change_held_rwlock()
467 add_held_rwlock_too_many_panic(thread_t thread) in add_held_rwlock_too_many_panic()
473 add_held_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t type, void* caller) in add_held_rwlock()
544 remove_held_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in remove_held_rwlock()
616 thread_t thread) in lck_rw_inc_thread_count()
[all …]
|
| H A D | work_interval.c | 214 __unused struct work_interval *work_interval, __unused thread_t thread) in work_interval_perform_deferred_finish()
243 work_interval_auto_join_decrement(struct work_interval *work_interval, thread_t thread) in work_interval_auto_join_decrement()
383 work_interval_should_propagate(thread_t cthread, thread_t thread) in work_interval_should_propagate()
448 work_interval_auto_join_unwind(thread_t thread) in work_interval_auto_join_unwind()
466 work_interval_auto_join_demote(thread_t thread) in work_interval_auto_join_demote()
654 work_interval_get_priority(thread_t thread) in work_interval_get_priority()
673 work_interval_set_policy(thread_t thread) in work_interval_set_policy()
709 work_interval_clear_policy(thread_t thread) in work_interval_clear_policy()
734 thread_set_work_interval(thread_t thread, in thread_set_work_interval()
934 thread_set_work_interval_explicit_join(thread_t thread, struct work_interval *work_interval) in thread_set_work_interval_explicit_join()
[all …]
|
| H A D | sched_clutch.c | 945 thread_t thread) in sched_clutch_root_urgency_inc()
965 thread_t thread) in sched_clutch_root_urgency_dec()
1187 sched_edge_thread_preferred_cluster(thread_t thread) in sched_edge_thread_preferred_cluster()
1567 thread_t thread, in sched_clutch_cpu_usage_update()
1679 thread_t thread, in sched_clutch_thread_run_bucket_incr()
1707 thread_t thread, in sched_clutch_thread_run_bucket_decr()
1798 thread_t thread, in sched_clutch_thread_clutch_update()
1852 thread_t thread, in sched_edge_bound_thread_insert()
1874 thread_t thread) in sched_edge_bound_thread_remove()
1953 sched_edge_shared_rsrc_runnable_load_incr(sched_clutch_root_t root_clutch, thread_t thread) in sched_edge_shared_rsrc_runnable_load_incr()
[all …]
|
| H A D | sched_prim.c | 174 check_rt_runq_consistency(rt_queue_t rt_run_queue, thread_t thread) in check_rt_runq_consistency()
677 sched_check_spill(processor_set_t pset, thread_t thread) in sched_check_spill()
686 sched_thread_should_yield(processor_t processor, thread_t thread) in sched_thread_should_yield()
796 thread_t thread = p0; in thread_timer_expire() local
826 thread_t thread, in thread_unblock()
989 thread_t thread) in thread_allowed_for_handoff()
1017 thread_t thread, in thread_go()
1063 thread_t thread, in thread_mark_wait_locked()
1147 thread_t thread = current_thread(); in thread_interrupt_level() local
1198 thread_t thread = current_thread(); in assert_wait_timeout() local
[all …]
|
| H A D | syscall_subr.c | 201 thread_t thread = THREAD_NULL; in thread_switch() local
349 thread_handoff_internal(thread_t thread, thread_continue_t continuation, in thread_handoff_internal()
387 thread_handoff_parameter(thread_t thread, thread_continue_t continuation, in thread_handoff_parameter()
396 thread_handoff_deallocate(thread_t thread, thread_handoff_option_t option) in thread_handoff_deallocate()
474 thread_t thread = (thread_t)p0; in thread_depress_expire() local
497 thread_depress_abort(thread_t thread) in thread_depress_abort()
525 thread_depress_abort_locked(thread_t thread) in thread_depress_abort_locked()
|
| H A D | stack.c | 188 thread_t thread) in stack_alloc()
208 thread_t thread) in stack_free()
220 thread_t thread) in stack_free_reserved()
270 thread_t thread) in stack_alloc_try()
398 __unused thread_t thread) in stack_privilege()
417 thread_t thread; in processor_set_stack_usage() local
|
| H A D | turnstile.c | 994 thread_t thread, in turnstile_prepare_common()
1031 thread_t thread = current_thread(); in turnstile_prepare() local
1067 thread_t thread = current_thread(); in turnstile_prepare_compact_id() local
1107 thread_t thread = current_thread(); in turnstile_prepare_hash() local
1139 thread_t thread, in turnstile_complete_common()
1198 thread_t thread = current_thread(); in turnstile_complete() local
1230 thread_t thread = current_thread(); in turnstile_complete_compact_id() local
1267 thread_t thread = current_thread(); in turnstile_complete_hash() local
1335 thread_t thread = current_thread(); in turnstile_update_inheritor_locked() local
1509 thread_t thread = current_thread(); in turnstile_stash_inheritor() local
[all …]
|
| H A D | ast.c | 115 thread_t thread = current_thread(); in ast_taken_kernel() local
161 thread_t thread = current_thread(); in ast_taken_user() local
432 ast_context(thread_t thread) in ast_context()
444 ast_propagate(thread_t thread) in ast_propagate()
|
| H A D | restartable.c | 348 thread_reset_pcs_will_fault(thread_t thread) in thread_reset_pcs_will_fault()
360 thread_reset_pcs_done_faulting(struct thread *thread) in thread_reset_pcs_done_faulting()
383 thread_reset_pcs_ack_IPI(struct thread *thread) in thread_reset_pcs_ack_IPI()
403 thread_rr_wait_if_needed(task_t task, thread_t thread) in thread_rr_wait_if_needed()
491 thread_reset_pcs_in_range(task_t task, thread_t thread) in thread_reset_pcs_in_range()
497 thread_reset_pcs_ast(task_t task, thread_t thread) in thread_reset_pcs_ast()
586 thread_t thread; in task_restartable_ranges_synchronize() local
|
| H A D | affinity.c | 108 thread_affinity_get(thread_t thread) in thread_affinity_get()
128 thread_affinity_set(thread_t thread, uint32_t tag) in thread_affinity_set()
351 thread_affinity_terminate(thread_t thread) in thread_affinity_terminate()
372 thread_affinity_exec(thread_t thread) in thread_affinity_exec()
451 affinity_set_add(affinity_set_t aset, thread_t thread) in affinity_set_add()
471 affinity_set_remove(affinity_set_t aset, thread_t thread) in affinity_set_remove()
|
| /xnu-8792.41.9/osfmk/arm64/ |
| H A D | status.c | 308 thread_t thread) in thread_generate_sigreturn_token()
326 thread_t thread, in machine_thread_state_convert_to_user()
526 thread_t thread) in machine_thread_state_check_sigreturn_token()
573 thread_t thread, in machine_thread_state_convert_from_user()
760 thread_t thread, in machine_thread_siguctx_pointer_convert_to_user()
794 thread_t thread, in machine_thread_function_pointers_convert_from_user()
831 machine_thread_get_state(thread_t thread, in machine_thread_get_state()
1129 machine_thread_get_kern_state(thread_t thread, in machine_thread_get_kern_state()
1175 machine_thread_switch_addrmode(thread_t thread) in machine_thread_switch_addrmode()
1209 machine_thread_set_state(thread_t thread, in machine_thread_set_state()
[all …]
|
| /xnu-8792.41.9/osfmk/i386/ |
| H A D | pcb.c | 283 set_debug_state32(thread_t thread, x86_debug_state32_t *ds) in set_debug_state32()
315 set_debug_state64(thread_t thread, x86_debug_state64_t *ds) in set_debug_state64()
353 get_debug_state32(thread_t thread, x86_debug_state32_t *ds) in get_debug_state32()
367 get_debug_state64(thread_t thread, x86_debug_state64_t *ds) in get_debug_state64()
516 machine_thread_on_core(thread_t thread) in machine_thread_on_core()
522 machine_thread_on_core_allow_invalid(thread_t thread) in machine_thread_on_core_allow_invalid()
546 thread_t thread, in machine_processor_shutdown()
565 thread_t thread) in machine_thread_state_initialize()
619 get_exception_state64(thread_t thread, x86_exception_state64_t *es) in get_exception_state64()
632 get_exception_state32(thread_t thread, x86_exception_state32_t *es) in get_exception_state32()
[all …]
|
| H A D | bsd_i386.c | 94 __unused thread_t thread, in thread_userstack()
208 __unused thread_t thread, in thread_entrypoint()
740 thread_t thread, in thread_setuserstack()
767 thread_t thread, in thread_adjuserstack()
797 thread_setentrypoint(thread_t thread, mach_vm_address_t entry) in thread_setentrypoint()
817 thread_setsinglestep(thread_t thread, int on) in thread_setsinglestep()
857 find_user_regs(thread_t thread) in find_user_regs()
869 find_kern_regs(thread_t thread) in find_kern_regs()
|