| /xnu-10002.41.9/osfmk/kern/ |
| H A D | thread.h | 301 struct thread { struct
305 uint64_t thread_magic; argument
323 struct mpsc_queue_chain mpsc_links; /* thread daemon mpsc links */ argument
329 waitq_t waitq; /* wait queue this thread is enqueued on */ argument
330 struct turnstile *turnstile; /* thread's turnstile, protected by primitives interlock */ argument
331 void *inheritor; /* inheritor of the primitive the thread will block on */ argument
345 * level (clutch_bucket defines a unique thread group and scheduling bucket pair). The argument
359 decl_simple_lock_data(, wake_lock); /* for thread stop / wait (wake_lock()) */ argument
360 uint16_t options; /* options set by thread itself */ argument
377 bool at_safe_point; /* thread_abort_safely allowed */ argument
[all …]
|
| H A D | thread_act.c | 116 thread_set_state_allowed(thread_t thread, int flavor) in thread_set_state_allowed()
158 thread_t thread) in thread_start()
181 thread_t thread, in thread_start_in_assert_wait()
227 thread_t thread) in thread_terminate_internal()
265 thread_t thread) in thread_terminate()
306 thread_t thread) in thread_terminate_from_user()
326 thread_t thread) in thread_terminate_pinned()
358 thread_hold(thread_t thread) in thread_hold()
376 thread_release(thread_t thread) in thread_release()
396 thread_suspend(thread_t thread) in thread_suspend()
[all …]
|
| H A D | priority.c | 104 thread_t thread = p1; in thread_quantum_expire() local
289 sched_set_thread_base_priority(thread_t thread, int priority) in sched_set_thread_base_priority()
345 sched_set_kernel_thread_priority(thread_t thread, int new_priority) in sched_set_kernel_thread_priority()
387 thread_recompute_sched_pri(thread_t thread, set_sched_pri_options_t options) in thread_recompute_sched_pri()
470 lightweight_update_priority(thread_t thread) in lightweight_update_priority()
568 sched_compute_timeshare_priority(thread_t thread) in sched_compute_timeshare_priority()
606 sched_compute_timeshare_priority(thread_t thread) in sched_compute_timeshare_priority()
635 thread_t thread) in can_update_priority()
653 thread_t thread) in update_priority()
797 sched_run_incr(thread_t thread) in sched_run_incr()
[all …]
|
| H A D | thread.c | 328 init_thread_from_template(thread_t thread) in init_thread_from_template()
439 thread_is_active(thread_t thread) in thread_is_active()
447 thread_t thread = current_thread(); in thread_corpse_continue() local
477 thread_t thread = current_thread(); in thread_terminate_self() local
753 thread_ref_release(thread_t thread) in thread_ref_release()
766 thread_deallocate_safe(thread_t thread) in thread_deallocate_safe()
775 thread_deallocate(thread_t thread) in thread_deallocate()
784 thread_t thread) in thread_deallocate_complete()
908 thread_t thread; in thread_exception_queue_invoke() local
976 thread_t thread, in thread_exception_enqueue()
[all …]
|
| H A D | thread_policy.c | 156 thread_has_qos_policy(thread_t thread) in thread_has_qos_policy()
163 thread_remove_qos_policy_locked(thread_t thread, in thread_remove_qos_policy_locked()
175 thread_remove_qos_policy(thread_t thread) in thread_remove_qos_policy()
196 thread_is_static_param(thread_t thread) in thread_is_static_param()
265 thread_t thread, in thread_policy_set()
341 thread_t thread, in thread_policy_set_internal()
656 thread_set_mode_and_absolute_pri_internal(thread_t thread, in thread_set_mode_and_absolute_pri_internal()
721 thread_freeze_base_pri(thread_t thread) in thread_freeze_base_pri()
736 thread_unfreeze_base_pri(thread_t thread) in thread_unfreeze_base_pri()
797 thread_reset_workq_qos(thread_t thread, uint32_t qos) in thread_reset_workq_qos()
[all …]
|
| H A D | kpc_thread.c | 121 kpc_update_thread_counters( thread_t thread ) in kpc_update_thread_counters()
156 thread_t thread = current_thread(); in kpc_get_curthread_counters() local
191 kpc_off_cpu_internal(thread_t thread) in kpc_off_cpu_internal()
199 kpc_thread_create(thread_t thread) in kpc_thread_create()
211 kpc_thread_destroy(thread_t thread) in kpc_thread_destroy()
227 kpc_thread_ast_handler(thread_t thread) in kpc_thread_ast_handler()
|
| H A D | sched_traditional.c | 290 thread_t thread) in runq_consider_incr_bound_count()
308 thread_t thread) in runq_consider_decr_bound_count()
329 thread_t thread; in sched_traditional_choose_thread() local
358 thread_t thread; in sched_traditional_choose_thread_from_runq() local
411 thread_t thread, in sched_traditional_processor_enqueue()
538 thread_t thread; in sched_traditional_processor_queue_shutdown() local
617 thread_t thread) in sched_traditional_processor_queue_remove()
664 thread_t thread; in sched_traditional_steal_processor_thread() local
716 thread_t thread; in sched_traditional_steal_thread() local
754 thread_t thread; in sched_traditional_thread_update_scan() local
|
| H A D | sched_amp.c | 192 amp_runq_for_thread(processor_t processor, thread_t thread) in amp_runq_for_thread()
279 thread_t thread, in sched_amp_processor_enqueue()
303 sched_amp_thread_should_yield(processor_t processor, thread_t thread) in sched_amp_thread_should_yield()
424 thread_t thread; in sched_amp_processor_queue_shutdown() local
456 thread_t thread) in sched_amp_processor_queue_remove()
492 thread_t thread = THREAD_NULL; in sched_amp_steal_thread() local
540 thread_t thread; in sched_amp_thread_update_scan() local
615 pcores_recommended(thread_t thread) in pcores_recommended()
640 sched_amp_thread_avoid_processor(processor_t processor, thread_t thread, __unused ast_t reason) in sched_amp_thread_avoid_processor()
656 sched_amp_choose_processor(processor_set_t pset, processor_t processor, thread_t thread) in sched_amp_choose_processor()
[all …]
|
| H A D | lock_rw.c | 315 canlock_rwlock_panic(lck_rw_t* lock, thread_t thread, struct rw_lock_debug_entry *entry) in canlock_rwlock_panic()
324 assert_canlock_rwlock_slow(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_canlock_rwlock_slow()
352 assert_canlock_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_canlock_rwlock()
361 held_rwlock_notheld_panic(lck_rw_t* lock, thread_t thread) in held_rwlock_notheld_panic()
368 held_rwlock_notheld_with_info_panic(lck_rw_t* lock, thread_t thread, lck_rw_type_t type, struct rw_… in held_rwlock_notheld_with_info_panic()
383 assert_held_rwlock_slow(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_held_rwlock_slow()
411 assert_held_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_held_rwlock()
420 change_held_rwlock_slow(lck_rw_t* lock, thread_t thread, lck_rw_type_t typeFrom, void* caller) in change_held_rwlock_slow()
475 change_held_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t typeFrom, void* caller) in change_held_rwlock()
484 add_held_rwlock_too_many_panic(thread_t thread) in add_held_rwlock_too_many_panic()
[all …]
|
| H A D | lock_mtx.c | 166 __lck_mtx_not_owned_panic(lck_mtx_t *lock, thread_t thread) in __lck_mtx_not_owned_panic()
173 __lck_mtx_owned_panic(lck_mtx_t *lock, thread_t thread) in __lck_mtx_owned_panic()
210 lck_mtx_check_preemption(lck_mtx_t *lock, thread_t thread, int expected) in lck_mtx_check_preemption()
236 #define LCK_MTX_SNIFF_PREEMPTION(thread) lock_preemption_level_for_thread(thread) argument
240 #define LCK_MTX_SNIFF_PREEMPTION(thread) 0 argument
625 __kdebug_only thread_t thread) in lck_mtx_unlock_wakeup()
797 lck_mtx_lock_contended(lck_mtx_t *lock, thread_t thread, lck_mtx_mode_t mode) in lck_mtx_lock_contended()
966 thread_t thread, in lck_mtx_lock_slow()
1006 thread_t thread = current_thread(); in lck_mtx_lock_fastpath() local
1061 thread_t thread, in lck_mtx_try_lock_slow_inline()
[all …]
|
| H A D | sched_grrr.c | 341 sched_grrr_compute_priority(thread_t thread) in sched_grrr_compute_priority()
349 thread_t thread) in sched_grrr_choose_processor()
357 thread_t thread, in sched_grrr_processor_enqueue()
375 thread_t thread; in sched_grrr_processor_queue_shutdown() local
407 thread_t thread) in sched_grrr_processor_queue_remove()
595 thread_t thread; in grrr_intragroup_schedule() local
621 thread_t thread; in grrr_intergroup_schedule() local
719 thread_t thread) in grrr_enqueue()
762 thread_t thread; in grrr_select() local
804 thread_t thread) in grrr_remove()
|
| H A D | work_interval.c | 220 work_interval_should_collect_telemetry_from_thread(thread_t thread) in work_interval_should_collect_telemetry_from_thread()
256 __unused struct work_interval *work_interval, __unused thread_t thread) in work_interval_perform_deferred_finish()
285 work_interval_auto_join_decrement(struct work_interval *work_interval, thread_t thread) in work_interval_auto_join_decrement()
422 work_interval_should_propagate(thread_t cthread, thread_t thread) in work_interval_should_propagate()
487 work_interval_auto_join_unwind(thread_t thread) in work_interval_auto_join_unwind()
505 work_interval_auto_join_demote(thread_t thread) in work_interval_auto_join_demote()
709 work_interval_get_priority(thread_t thread) in work_interval_get_priority()
729 work_interval_set_policy(thread_t thread) in work_interval_set_policy()
770 work_interval_clear_policy(thread_t thread) in work_interval_clear_policy()
804 thread_set_work_interval(thread_t thread, in thread_set_work_interval()
[all …]
|
| H A D | sched_multiq.c | 521 thread_t thread = cqe_queue_first(queue, struct thread, runq_links); in group_first_thread() local
557 sched_group_check_thread(sched_group_t group, thread_t thread) in sched_group_check_thread()
589 thread_t thread = group_first_thread(group); in global_check_entry_queue() local
606 thread_t thread = group_first_thread(group); in group_check_run_queue() local
756 thread_t thread; in group_run_queue_dequeue_thread() local
790 thread_t thread, in group_run_queue_enqueue_thread()
831 thread_t thread, in group_run_queue_remove_thread()
871 thread_t thread; in sched_global_dequeue_thread() local
900 thread_t thread; in sched_global_deep_drain_dequeue_thread() local
930 thread_t thread; in sched_group_dequeue_thread() local
[all …]
|
| H A D | sched_dualq.c | 172 dualq_runq_for_thread(processor_t processor, thread_t thread) in dualq_runq_for_thread()
290 thread_t thread, in sched_dualq_processor_enqueue()
392 thread_t thread; in sched_dualq_processor_queue_shutdown() local
424 thread_t thread) in sched_dualq_processor_queue_remove()
458 thread_t thread; in sched_dualq_steal_thread() local
489 thread_t thread; in sched_dualq_thread_update_scan() local
552 sched_dualq_thread_avoid_processor(processor_t processor, thread_t thread, __unused ast_t reason) in sched_dualq_thread_avoid_processor()
|
| H A D | sched_clutch.c | 322 sched_clutch_thread_bucket_map(thread_t thread, int pri) in sched_clutch_thread_bucket_map()
994 thread_t thread) in sched_clutch_root_urgency_inc()
1014 thread_t thread) in sched_clutch_root_urgency_dec()
1220 sched_edge_thread_preferred_cluster(thread_t thread) in sched_edge_thread_preferred_cluster()
1594 thread_t thread, in sched_clutch_cpu_usage_update()
1706 thread_t thread, in sched_clutch_thread_run_bucket_incr()
1734 thread_t thread, in sched_clutch_thread_run_bucket_decr()
1825 thread_t thread, in sched_clutch_thread_clutch_update()
1879 thread_t thread, in sched_edge_bound_thread_insert()
1904 thread_t thread) in sched_edge_bound_thread_remove()
[all …]
|
| H A D | sched_prim.c | 179 check_rt_runq_consistency(rt_queue_t rt_run_queue, thread_t thread) in check_rt_runq_consistency()
700 sched_check_spill(processor_set_t pset, thread_t thread) in sched_check_spill()
709 sched_thread_should_yield(processor_t processor, thread_t thread) in sched_thread_should_yield()
818 thread_t thread = (thread_t)p0; in thread_timer_expire() local
850 thread_t thread, in thread_unblock()
1014 thread_t thread) in thread_allowed_for_handoff()
1037 thread_t thread, in thread_go()
1088 thread_t thread, in thread_mark_wait_locked()
1172 thread_t thread = current_thread(); in thread_interrupt_level() local
1223 thread_t thread = current_thread(); in assert_wait_timeout() local
[all …]
|
| H A D | syscall_subr.c | 201 thread_t thread = THREAD_NULL; in thread_switch() local
349 thread_handoff_internal(thread_t thread, thread_continue_t continuation, in thread_handoff_internal()
387 thread_handoff_parameter(thread_t thread, thread_continue_t continuation, in thread_handoff_parameter()
396 thread_handoff_deallocate(thread_t thread, thread_handoff_option_t option) in thread_handoff_deallocate()
474 thread_t thread = (thread_t)p0; in thread_depress_expire() local
497 thread_depress_abort(thread_t thread) in thread_depress_abort()
525 thread_depress_abort_locked(thread_t thread) in thread_depress_abort_locked()
|
| H A D | stack.c | 188 thread_t thread) in stack_alloc()
208 thread_t thread) in stack_free()
220 thread_t thread) in stack_free_reserved()
270 thread_t thread) in stack_alloc_try()
398 __unused thread_t thread) in stack_privilege()
417 thread_t thread; in processor_set_stack_usage() local
|
| H A D | ast.c | 114 thread_t thread = current_thread(); in ast_taken_kernel() local
160 thread_t thread = current_thread(); in ast_taken_user() local
440 ast_context(thread_t thread) in ast_context()
452 ast_propagate(thread_t thread) in ast_propagate()
|
| H A D | turnstile.c | 996 thread_t thread, in turnstile_prepare_common()
1033 thread_t thread = current_thread(); in turnstile_prepare() local
1069 thread_t thread = current_thread(); in turnstile_prepare_compact_id() local
1109 thread_t thread = current_thread(); in turnstile_prepare_hash() local
1141 thread_t thread, in turnstile_complete_common()
1200 thread_t thread = current_thread(); in turnstile_complete() local
1232 thread_t thread = current_thread(); in turnstile_complete_compact_id() local
1269 thread_t thread = current_thread(); in turnstile_complete_hash() local
1337 thread_t thread = current_thread(); in turnstile_update_inheritor_locked() local
1511 thread_t thread = current_thread(); in turnstile_stash_inheritor() local
[all …]
|
| H A D | restartable.c | 348 thread_reset_pcs_will_fault(thread_t thread) in thread_reset_pcs_will_fault()
360 thread_reset_pcs_done_faulting(struct thread *thread) in thread_reset_pcs_done_faulting()
383 thread_reset_pcs_ack_IPI(struct thread *thread) in thread_reset_pcs_ack_IPI()
403 thread_rr_wait_if_needed(task_t task, thread_t thread) in thread_rr_wait_if_needed()
491 thread_reset_pcs_in_range(task_t task, thread_t thread) in thread_reset_pcs_in_range()
497 thread_reset_pcs_ast(task_t task, thread_t thread) in thread_reset_pcs_ast()
586 thread_t thread; in task_restartable_ranges_synchronize() local
|
| /xnu-10002.41.9/osfmk/arm64/ |
| H A D | status.c | 307 thread_t thread) in thread_generate_sigreturn_token()
325 thread_t thread, in machine_thread_state_convert_to_user()
525 thread_t thread) in machine_thread_state_check_sigreturn_token()
572 thread_t thread, in machine_thread_state_convert_from_user()
772 thread_t thread, in machine_thread_siguctx_pointer_convert_to_user()
806 thread_t thread, in machine_thread_function_pointers_convert_from_user()
843 machine_thread_get_state(thread_t thread, in machine_thread_get_state()
1141 machine_thread_get_kern_state(thread_t thread, in machine_thread_get_kern_state()
1187 machine_thread_switch_addrmode(thread_t thread) in machine_thread_switch_addrmode()
1221 machine_thread_set_state(thread_t thread, in machine_thread_set_state()
[all …]
|
| /xnu-10002.41.9/osfmk/i386/ |
| H A D | pcb.c | 283 set_debug_state32(thread_t thread, x86_debug_state32_t *ds) in set_debug_state32()
315 set_debug_state64(thread_t thread, x86_debug_state64_t *ds) in set_debug_state64()
353 get_debug_state32(thread_t thread, x86_debug_state32_t *ds) in get_debug_state32()
367 get_debug_state64(thread_t thread, x86_debug_state64_t *ds) in get_debug_state64()
516 machine_thread_on_core(thread_t thread) in machine_thread_on_core()
522 machine_thread_on_core_allow_invalid(thread_t thread) in machine_thread_on_core_allow_invalid()
546 thread_t thread, in machine_processor_shutdown()
565 thread_t thread) in machine_thread_state_initialize()
619 get_exception_state64(thread_t thread, x86_exception_state64_t *es) in get_exception_state64()
632 get_exception_state32(thread_t thread, x86_exception_state32_t *es) in get_exception_state32()
[all …]
|
| H A D | bsd_i386.c | 94 __unused thread_t thread, in thread_userstack()
208 __unused thread_t thread, in thread_entrypoint()
740 thread_t thread, in thread_setuserstack()
767 thread_t thread, in thread_adjuserstack()
797 thread_setentrypoint(thread_t thread, mach_vm_address_t entry) in thread_setentrypoint()
817 thread_setsinglestep(thread_t thread, int on) in thread_setsinglestep()
857 find_user_regs(thread_t thread) in find_user_regs()
869 find_kern_regs(thread_t thread) in find_kern_regs()
|
| /xnu-10002.41.9/osfmk/arm/ |
| H A D | preemption_disable.c | 93 _enable_preemption_write_count(thread_t thread, unsigned int count) in _enable_preemption_write_count()
123 thread_t thread = current_thread(); in _disable_preemption() local
154 thread_t thread = current_thread(); in _disable_preemption_without_measurements() local
192 thread_t thread = current_thread(); in _enable_preemption() local
210 get_preemption_level_for_thread(thread_t thread) in get_preemption_level_for_thread()
345 thread_t thread = current_thread(); in _prepare_preemption_disable_measurement() local
|