| /xnu-12377.41.6/osfmk/kern/ |
| H A D | thread.h | 385 struct thread { struct
389 uint64_t thread_magic; argument
409 struct mpsc_queue_chain mpsc_links; /* thread daemon mpsc links */ argument
415 waitq_t waitq; /* wait queue this thread is enqueued on */ argument
416 struct turnstile *turnstile; /* thread's turnstile, protected by primitives interlock */ argument
417 void *inheritor; /* inheritor of the primitive the thread will block on */ argument
429 * thread can be picked up to run by its next processor. argument
440 * level (clutch_bucket defines a unique thread group and scheduling bucket pair). The argument
454 decl_simple_lock_data(, wake_lock); /* for thread stop / wait (wake_lock()) */ argument
455 uint16_t options; /* options set by thread itself */ argument
[all …]
|
| H A D | thread_act.c | 106 thread_t thread, in thread_set_state_allowed()
185 thread_t thread) in thread_start()
208 thread_t thread, in thread_start_in_assert_wait()
254 thread_t thread) in thread_terminate_internal()
292 thread_t thread) in thread_terminate()
337 thread_t thread) in thread_terminate_from_user()
357 thread_t thread) in thread_terminate_immovable()
374 thread_hold(thread_t thread) in thread_hold()
396 thread_release(thread_t thread) in thread_release()
417 thread_suspend(thread_t thread) in thread_suspend()
[all …]
|
| H A D | priority.c | 101 thread_t thread = p1; in thread_quantum_expire() local
285 sched_set_thread_base_priority(thread_t thread, int priority) in sched_set_thread_base_priority()
341 sched_set_kernel_thread_priority(thread_t thread, int new_priority) in sched_set_kernel_thread_priority()
383 thread_recompute_sched_pri(thread_t thread, set_sched_pri_options_t options) in thread_recompute_sched_pri()
458 lightweight_update_priority(thread_t thread) in lightweight_update_priority()
557 sched_compute_timeshare_priority(thread_t thread) in sched_compute_timeshare_priority()
595 sched_compute_timeshare_priority(thread_t thread) in sched_compute_timeshare_priority()
624 thread_t thread) in can_update_priority()
642 thread_t thread) in update_priority()
787 sched_run_incr(thread_t thread) in sched_run_incr()
[all …]
|
| H A D | thread.c | 335 init_thread_from_template(thread_t thread) in init_thread_from_template()
424 thread_is_active(thread_t thread) in thread_is_active()
432 thread_t thread = current_thread(); in thread_corpse_continue() local
462 thread_t thread = current_thread(); in thread_terminate_self() local
755 thread_ref_release(thread_t thread) in thread_ref_release()
768 thread_deallocate_safe(thread_t thread) in thread_deallocate_safe()
777 thread_deallocate(thread_t thread) in thread_deallocate()
786 thread_t thread) in thread_deallocate_complete()
910 thread_t thread; in thread_exception_queue_invoke() local
978 thread_t thread, in thread_exception_enqueue()
[all …]
|
| H A D | thread_policy.c | 157 thread_has_qos_policy(thread_t thread) in thread_has_qos_policy()
164 thread_remove_qos_policy_locked(thread_t thread, in thread_remove_qos_policy_locked()
176 thread_remove_qos_policy(thread_t thread) in thread_remove_qos_policy()
197 thread_is_static_param(thread_t thread) in thread_is_static_param()
266 thread_t thread, in thread_policy_set()
342 thread_t thread, in thread_policy_set_internal()
657 thread_set_mode_and_absolute_pri_internal(thread_t thread, in thread_set_mode_and_absolute_pri_internal()
729 thread_freeze_base_pri(thread_t thread) in thread_freeze_base_pri()
744 thread_unfreeze_base_pri(thread_t thread) in thread_unfreeze_base_pri()
805 thread_reset_workq_qos(thread_t thread, uint32_t qos) in thread_reset_workq_qos()
[all …]
|
| H A D | kpc_thread.c | 121 kpc_update_thread_counters( thread_t thread ) in kpc_update_thread_counters()
156 thread_t thread = current_thread(); in kpc_get_curthread_counters() local
191 kpc_off_cpu_internal(thread_t thread) in kpc_off_cpu_internal()
199 kpc_thread_create(thread_t thread) in kpc_thread_create()
211 kpc_thread_destroy(thread_t thread) in kpc_thread_destroy()
227 kpc_thread_ast_handler(thread_t thread) in kpc_thread_ast_handler()
|
| H A D | ast.c | 118 thread_t thread = current_thread(); in ast_taken_kernel() local
164 thread_t thread = current_thread(); in ast_taken_user() local
292 handle_user_asts_interrupts_enabled(ast_t reasons, thread_t thread, task_t task) in handle_user_asts_interrupts_enabled()
391 assert_thread_return_to_user(thread_t thread) in assert_thread_return_to_user()
421 thread_t thread = current_thread(); in ast_check_async_thread() local
502 ast_context(thread_t thread) in ast_context()
514 ast_propagate(thread_t thread) in ast_propagate()
|
| H A D | sched_amp.c | 196 amp_runq_for_thread(processor_t processor, thread_t thread) in amp_runq_for_thread()
284 thread_t thread, in sched_amp_processor_enqueue()
308 sched_amp_thread_should_yield(processor_t processor, thread_t thread) in sched_amp_thread_should_yield()
429 thread_t thread; in sched_amp_processor_queue_shutdown() local
461 thread_t thread) in sched_amp_processor_queue_remove()
495 thread_t thread = THREAD_NULL; in sched_amp_steal_thread() local
543 thread_t thread; in sched_amp_thread_update_scan() local
618 pcores_recommended(thread_t thread) in pcores_recommended()
643 sched_amp_thread_avoid_processor(processor_t processor, thread_t thread, __unused ast_t reason) in sched_amp_thread_avoid_processor()
659 sched_amp_choose_processor(processor_set_t pset, processor_t processor, thread_t thread, __unused s… in sched_amp_choose_processor()
[all …]
|
| H A D | lock_rw.c | 331 canlock_rwlock_panic(lck_rw_t* lock, thread_t thread, struct rw_lock_debug_entry *entry) in canlock_rwlock_panic()
340 assert_canlock_rwlock_slow(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_canlock_rwlock_slow()
368 assert_canlock_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_canlock_rwlock()
377 held_rwlock_notheld_panic(lck_rw_t* lock, thread_t thread) in held_rwlock_notheld_panic()
384 held_rwlock_notheld_with_info_panic(lck_rw_t* lock, thread_t thread, lck_rw_type_t type, struct rw_… in held_rwlock_notheld_with_info_panic()
399 assert_held_rwlock_slow(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_held_rwlock_slow()
427 assert_held_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t type) in assert_held_rwlock()
436 change_held_rwlock_slow(lck_rw_t* lock, thread_t thread, lck_rw_type_t typeFrom, void* caller) in change_held_rwlock_slow()
491 change_held_rwlock(lck_rw_t* lock, thread_t thread, lck_rw_type_t typeFrom, void* caller) in change_held_rwlock()
500 add_held_rwlock_too_many_panic(thread_t thread) in add_held_rwlock_too_many_panic()
[all …]
|
| H A D | lock_mtx.c | 170 __lck_mtx_not_owned_panic(lck_mtx_t *lock, thread_t thread) in __lck_mtx_not_owned_panic()
178 __lck_mtx_not_locked_spin(lck_mtx_t *lock, thread_t thread) in __lck_mtx_not_locked_spin()
187 __lck_mtx_owned_panic(lck_mtx_t *lock, thread_t thread) in __lck_mtx_owned_panic()
224 lck_mtx_check_preemption(lck_mtx_t *lock, thread_t thread, int expected) in lck_mtx_check_preemption()
259 #define LCK_MTX_SNIFF_PREEMPTION(thread) lock_preemption_level_for_thread(thread) argument
263 #define LCK_MTX_SNIFF_PREEMPTION(thread) 0 argument
648 __kdebug_only thread_t thread) in lck_mtx_unlock_wakeup()
822 lck_mtx_lock_contended(lck_mtx_t *lock, thread_t thread, lck_mtx_mode_t mode) in lck_mtx_lock_contended()
991 thread_t thread, in lck_mtx_lock_slow()
1031 thread_t thread = current_thread(); in lck_mtx_lock_fastpath() local
[all …]
|
| H A D | work_interval.c | 241 __unused struct work_interval *work_interval, __unused thread_t thread) in work_interval_perform_deferred_finish()
270 work_interval_auto_join_decrement(struct work_interval *work_interval, thread_t thread) in work_interval_auto_join_decrement()
413 work_interval_should_propagate(thread_t cthread, thread_t thread) in work_interval_should_propagate()
478 work_interval_auto_join_unwind(thread_t thread) in work_interval_auto_join_unwind()
496 work_interval_auto_join_demote(thread_t thread) in work_interval_auto_join_demote()
706 work_interval_get_priority(thread_t thread) in work_interval_get_priority()
765 work_interval_set_policy(thread_t thread) in work_interval_set_policy()
806 work_interval_clear_policy(thread_t thread) in work_interval_clear_policy()
840 thread_set_work_interval(thread_t thread, in thread_set_work_interval()
1036 thread_set_work_interval_explicit_join(thread_t thread, struct work_interval *work_interval) in thread_set_work_interval_explicit_join()
[all …]
|
| H A D | sched_dualq.c | 181 dualq_runq_for_thread(processor_t processor, thread_t thread) in dualq_runq_for_thread()
302 thread_t thread, in sched_dualq_processor_enqueue()
404 thread_t thread; in sched_dualq_processor_queue_shutdown() local
436 thread_t thread) in sched_dualq_processor_queue_remove()
470 thread_t thread; in sched_dualq_steal_thread() local
503 thread_t thread; in sched_dualq_thread_update_scan() local
566 sched_dualq_thread_avoid_processor(processor_t processor, thread_t thread, __unused ast_t reason) in sched_dualq_thread_avoid_processor()
|
| H A D | sched_prim.c | 639 sched_check_spill(processor_set_t pset, thread_t thread) in sched_check_spill()
648 sched_thread_should_yield(processor_t processor, thread_t thread) in sched_thread_should_yield()
757 thread_t thread = (thread_t)p0; in thread_timer_expire() local
789 thread_t thread, in thread_unblock()
953 thread_t thread) in thread_allowed_for_handoff()
976 thread_t thread, in thread_go()
1034 thread_t thread, in thread_mark_wait_locked()
1118 thread_t thread = current_thread(); in thread_interrupt_level() local
1169 thread_t thread = current_thread(); in assert_wait_timeout() local
1210 thread_t thread = current_thread(); in assert_wait_timeout_with_leeway() local
[all …]
|
| H A D | syscall_subr.c | 203 thread_t thread = THREAD_NULL; in thread_switch() local
355 thread_handoff_internal(thread_t thread, thread_continue_t continuation, in thread_handoff_internal()
397 thread_handoff_parameter(thread_t thread, thread_continue_t continuation, in thread_handoff_parameter()
406 thread_handoff_deallocate(thread_t thread, thread_handoff_option_t option) in thread_handoff_deallocate()
484 thread_t thread = (thread_t)p0; in thread_depress_expire() local
507 thread_depress_abort(thread_t thread) in thread_depress_abort()
535 thread_depress_abort_locked(thread_t thread) in thread_depress_abort_locked()
|
| H A D | stack.c | 188 thread_t thread) in stack_alloc()
208 thread_t thread) in stack_free()
220 thread_t thread) in stack_free_reserved()
270 thread_t thread) in stack_alloc_try()
399 __unused thread_t thread) in stack_privilege()
418 thread_t thread; in processor_set_stack_usage() local
|
| H A D | turnstile.c | 948 thread_t thread, in turnstile_prepare_common()
985 thread_t thread = current_thread(); in turnstile_prepare() local
1021 thread_t thread = current_thread(); in turnstile_prepare_compact_id() local
1061 thread_t thread = current_thread(); in turnstile_prepare_hash() local
1093 thread_t thread, in turnstile_complete_common()
1152 thread_t thread = current_thread(); in turnstile_complete() local
1184 thread_t thread = current_thread(); in turnstile_complete_compact_id() local
1221 thread_t thread = current_thread(); in turnstile_complete_hash() local
1289 thread_t thread = current_thread(); in turnstile_update_inheritor_locked() local
1463 thread_t thread = current_thread(); in turnstile_stash_inheritor() local
[all …]
|
| H A D | restartable.c | 348 thread_reset_pcs_will_fault(thread_t thread) in thread_reset_pcs_will_fault()
360 thread_reset_pcs_done_faulting(struct thread *thread) in thread_reset_pcs_done_faulting()
383 thread_reset_pcs_ack_IPI(struct thread *thread) in thread_reset_pcs_ack_IPI()
403 thread_rr_wait_if_needed(task_t task, thread_t thread) in thread_rr_wait_if_needed()
491 thread_reset_pcs_in_range(task_t task, thread_t thread) in thread_reset_pcs_in_range()
497 thread_reset_pcs_ast(task_t task, thread_t thread) in thread_reset_pcs_ast()
586 thread_t thread; in task_restartable_ranges_synchronize() local
|
| /xnu-12377.41.6/tests/sched/sched_test_harness/shadow_headers/ |
| H A D | misc_needed_deps.c | 99 struct thread { struct
117 #define TH_SFLAG_BOUND_SOFT 0x20000 /* thread is soft bound to a cluster; can r… argument
118 uint64_t thread_id; /* system wide unique thread-id */ argument
128 struct thread_group *thread_group; argument
145 struct { /* see mach/thread_policy.h */ argument
154 …uint64_t last_made_runnable_time; /* time when thread was unblocked or preem… argument
158 thread_assert_runq_null(__assert_only thread_t thread) in thread_assert_runq_null()
164 thread_assert_runq_nonnull(thread_t thread) in thread_assert_runq_nonnull()
170 thread_clear_runq(thread_t thread) in thread_clear_runq()
177 thread_set_runq_locked(thread_t thread, processor_t new_runq) in thread_set_runq_locked()
[all …]
|
| H A D | sched_prim.c | 128 thread_t thread; in run_queue_dequeue() local
163 thread_t thread, in run_queue_enqueue()
202 thread_t thread) in run_queue_remove()
237 thread_t thread = cqe_queue_first(queue, struct thread, runq_links); in run_queue_peek() local
365 thread_t thread, in choose_processor()
414 thread_setrun(thread_t thread, sched_options_t options) in thread_setrun()
|
| /xnu-12377.41.6/osfmk/arm64/ |
| H A D | status.c | 311 handle_get_arm_sme_state(thread_state_t tstate, mach_msg_type_number_t *count, thread_t thread) in handle_get_arm_sme_state()
350 handle_get_arm_sve_z_state(thread_state_t tstate, mach_msg_type_number_t *count, thread_t thread, s… in handle_get_arm_sve_z_state()
382 handle_get_arm_sve_p_state(thread_state_t tstate, mach_msg_type_number_t *count, thread_t thread) in handle_get_arm_sve_p_state()
414 handle_get_arm_za_state(thread_state_t tstate, mach_msg_type_number_t *count, thread_t thread) in handle_get_arm_za_state()
447 handle_set_arm_sme_state(const thread_state_t tstate, mach_msg_type_number_t count, thread_t thread) in handle_set_arm_sme_state()
488 …e_z_state(const thread_state_t tstate, mach_msg_type_number_t count, thread_t thread, size_t z_off… in handle_set_arm_sve_z_state()
515 …dle_set_arm_sve_p_state(const thread_state_t tstate, mach_msg_type_number_t count, thread_t thread) in handle_set_arm_sve_p_state()
542 handle_set_arm_za_state(const thread_state_t tstate, mach_msg_type_number_t count, thread_t thread) in handle_set_arm_za_state()
571 handle_get_arm_sme2_state(thread_state_t tstate, mach_msg_type_number_t *count, thread_t thread) in handle_get_arm_sme2_state()
601 …ndle_set_arm_sme2_state(const thread_state_t tstate, mach_msg_type_number_t count, thread_t thread) in handle_set_arm_sme2_state()
[all …]
|
| /xnu-12377.41.6/osfmk/i386/ |
| H A D | pcb.c | 285 set_debug_state32(thread_t thread, x86_debug_state32_t *ds) in set_debug_state32()
317 set_debug_state64(thread_t thread, x86_debug_state64_t *ds) in set_debug_state64()
355 get_debug_state32(thread_t thread, x86_debug_state32_t *ds) in get_debug_state32()
369 get_debug_state64(thread_t thread, x86_debug_state64_t *ds) in get_debug_state64()
518 machine_thread_on_core(thread_t thread) in machine_thread_on_core()
524 machine_thread_on_core_allow_invalid(thread_t thread) in machine_thread_on_core_allow_invalid()
547 thread_t thread, in machine_processor_shutdown()
566 thread_t thread) in machine_thread_state_initialize()
620 get_exception_state64(thread_t thread, x86_exception_state64_t *es) in get_exception_state64()
633 get_exception_state32(thread_t thread, x86_exception_state32_t *es) in get_exception_state32()
[all …]
|
| /xnu-12377.41.6/tests/sched/sched_test_harness/ |
| H A D | sched_clutch_harness_impl.c | 58 sched_thread_sched_pri_promoted(thread_t thread) in sched_thread_sched_pri_promoted()
232 thread_t thread = malloc(sizeof(struct thread)); in clutch_impl_create_thread() local
262 impl_set_thread_sched_mode(test_thread_t thread, int mode) in impl_set_thread_sched_mode()
268 impl_get_thread_is_realtime(test_thread_t thread) in impl_get_thread_is_realtime()
274 clutch_impl_set_thread_processor_bound(test_thread_t thread, int cpu_id) in clutch_impl_set_thread_processor_bound()
280 clutch_impl_cpu_set_thread_current(int cpu_id, test_thread_t thread) in clutch_impl_cpu_set_thread_current()
301 test_thread_t thread = cpus[cpu_id]->active_thread; in clutch_impl_cpu_clear_thread_current() local
364 thread_t thread = rt_runq_dequeue(&pset->rt_runq); in impl_dequeue_realtime_thread() local
370 impl_set_thread_realtime(test_thread_t thread, uint32_t period, uint32_t computation, uint32_t cons… in impl_set_thread_realtime()
402 sched_ipi_action(processor_t dst, thread_t thread, sched_ipi_event_t event) in sched_ipi_action()
[all …]
|
| H A D | sched_edge_harness.c | 235 impl_set_thread_processor_bound(test_thread_t thread, int cpu_id) in impl_set_thread_processor_bound()
242 impl_set_thread_cluster_bound(test_thread_t thread, int cluster_id) in impl_set_thread_cluster_bound()
250 processor_state_update_running_foreign(processor_t processor, thread_t thread) in processor_state_update_running_foreign()
265 impl_cpu_set_thread_current(int cpu_id, test_thread_t thread) in impl_cpu_set_thread_current()
294 test_thread_t thread = clutch_impl_cpu_clear_thread_current(cpu_id); in impl_cpu_clear_thread_current() local
302 impl_cpu_enqueue_thread(int cpu_id, test_thread_t thread) in impl_cpu_enqueue_thread()
354 impl_choose_pset_for_thread(test_thread_t thread) in impl_choose_pset_for_thread()
364 impl_thread_avoid_processor(test_thread_t thread, int cpu_id, bool quantum_expired) in impl_thread_avoid_processor()
418 edge_set_thread_shared_rsrc(test_thread_t thread, bool native_first) in edge_set_thread_shared_rsrc()
463 impl_send_ipi(int cpu_id, test_thread_t thread, test_ipi_event_t event) in impl_send_ipi()
|
| H A D | sched_runqueue_harness.c | 139 test_thread_t thread = impl_create_thread(th_sched_bucket, tg, pri); in create_thread() local
146 set_thread_sched_mode(test_thread_t thread, int mode) in set_thread_sched_mode()
153 set_thread_processor_bound(test_thread_t thread, int cpu_id) in set_thread_processor_bound()
160 cpu_set_thread_current(int cpu_id, test_thread_t thread) in cpu_set_thread_current()
204 cpu_enqueue_thread(int cpu_id, test_thread_t thread) in cpu_enqueue_thread()
231 enqueue_thread(test_runq_target_t runq_target, test_thread_t thread) in enqueue_thread()
243 test_thread_t thread = va_arg(args, test_thread_t); in enqueue_threads() local
264 test_thread_t thread = va_arg(args, test_thread_t); in enqueue_threads_rand_order() local
324 test_thread_t thread = va_arg(args, test_thread_t); in dequeue_threads_expect_ordered() local
398 set_thread_realtime(test_thread_t thread, uint32_t period, uint32_t computation, uint32_t constrain… in set_thread_realtime()
|
| /xnu-12377.41.6/osfmk/arm/ |
| H A D | preemption_disable.c | 93 _enable_preemption_write_count(thread_t thread, unsigned int count) in _enable_preemption_write_count()
120 thread_t thread = current_thread(); in _disable_preemption() local
153 thread_t thread = current_thread(); in _disable_preemption_without_measurements() local
191 thread_t thread = current_thread(); in _enable_preemption() local
211 get_preemption_level_for_thread(thread_t thread) in get_preemption_level_for_thread()
328 thread_t thread = current_thread(); in _prepare_preemption_disable_measurement() local
|