xref: /xnu-12377.61.12/tests/sched/edge_runqueue.c (revision 4d495c6e23c53686cf65f45067f79024cf5dcee8)

// Copyright (c) 2024 Apple Inc.  All rights reserved.

/*
 * Since the Edge scheduler depends on the Clutch scheduler as most of its
 * timesharing policy, the Edge scheduler should also pass all of the Clutch
 * unit tests.
 */
#include "clutch_runqueue.c"

#include "sched_test_harness/sched_edge_harness.h"

SCHED_POLICY_T_DECL(runq_shared_rsrc_bound,
    "Shared resource threads should be enqueued into bound root buckets")
{
	int ret;
	init_migration_harness(single_core);
	struct thread_group *tg = create_tg(0);
	/* Test both shared resource types */
	for (int i = 0; i < CLUSTER_SHARED_RSRC_TYPE_COUNT; i++) {
		thread_t thread = create_thread(TH_BUCKET_SHARE_DF, tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_DF]);
		edge_set_thread_shared_rsrc(thread, i);
		enqueue_thread(default_target, thread);
		ret = dequeue_thread_expect(default_target, thread);
		T_QUIET; T_EXPECT_TRUE(ret, "Single shared rsrc thread");
		uint64_t bound_arg = SELECTION_WAS_CLUSTER_BOUND | SELECTION_WAS_EDF | CTS_VERSION;
		ret = tracepoint_expect(CLUTCH_THREAD_SELECT, i, 0, TH_BUCKET_SHARE_DF, bound_arg);
		T_EXPECT_TRUE(ret, "CLUTCH_THREAD_SELECT tracepoint confirms shared resource "
		    "(%s) thread was enqueued as bound", i == 0 ? "native first" : "round robin");
	}
	SCHED_POLICY_PASS("Shared resource threads enqueued as bound");
}

SCHED_POLICY_T_DECL(runq_aboveui_bound_tiebreaks,
    "Tiebreaking Above UI vs. timeshare FG and bound vs. unbound root buckets")
{
	int ret;
	init_migration_harness(single_core);

	/* Create a thread for each permutation (4 total), all at matching priority 63 */
	struct thread_group *same_tg = create_tg(clutch_interactivity_score_max);
	test_thread_t unbound_aboveui = create_thread(TH_BUCKET_FIXPRI, same_tg, root_bucket_to_highest_pri[TH_BUCKET_FIXPRI]);
	set_thread_sched_mode(unbound_aboveui, TH_MODE_FIXED);
	test_thread_t bound_aboveui = create_thread(TH_BUCKET_FIXPRI, same_tg, root_bucket_to_highest_pri[TH_BUCKET_FIXPRI]);
	set_thread_sched_mode(bound_aboveui, TH_MODE_FIXED);
	set_thread_cluster_bound(bound_aboveui, 0);
	test_thread_t unbound_timeshare_fg = create_thread(TH_BUCKET_SHARE_FG, same_tg, root_bucket_to_highest_pri[TH_BUCKET_FIXPRI]);
	test_thread_t bound_timeshare_fg = create_thread(TH_BUCKET_SHARE_FG, same_tg, root_bucket_to_highest_pri[TH_BUCKET_FIXPRI]);
	set_thread_cluster_bound(bound_timeshare_fg, 0);

	for (int i = 0; i < NUM_RAND_SEEDS; i++) {
		enqueue_threads_rand_order(default_target, rand_seeds[i], 4, unbound_aboveui, bound_aboveui, unbound_timeshare_fg, bound_timeshare_fg);
		ret = dequeue_threads_expect_ordered(default_target, 2, bound_aboveui, unbound_aboveui);
		T_QUIET; T_EXPECT_EQ(ret, -1, "Aboveui buckets didn't come out first and correctly ordered in iteration %d", i);
		/* Needed because bound/unbound root buckets alternate picks, as demonstrated below */
		disable_auto_current_thread();
		ret = dequeue_threads_expect_ordered(default_target, 2, bound_timeshare_fg, unbound_timeshare_fg);
		T_QUIET; T_EXPECT_EQ(ret, -1, "Timeshare buckets didn't come out second and correctly ordered in iteration %d", i);
		T_QUIET; T_ASSERT_EQ(runqueue_empty(default_target), true, "runqueue_empty");
		reenable_auto_current_thread();
	}
	SCHED_POLICY_PASS("Correct tiebreaking for aboveui vs. foreground and unbound vs. bound root buckets");
}

SCHED_POLICY_T_DECL(runq_cluster_bound,
    "Cluster-bound threads vs. regular threads")
{
	int ret;
	init_migration_harness(basic_amp);
	struct thread_group *tg = create_tg(0);
	int num_threads = 4;
	test_thread_t threads[num_threads];
	for (int i = 0; i < NUM_RAND_SEEDS; i++) {
		/* High root bucket unbound */
		threads[0] = create_thread(TH_BUCKET_SHARE_IN, tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_IN]);
		/* Middle root bucket bound */
		threads[1] = create_thread(TH_BUCKET_SHARE_DF, tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_DF]);
		set_thread_cluster_bound(threads[1], 0);
		/* Low root bucket unbound */
		threads[2] = create_thread(TH_BUCKET_SHARE_UT, tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_UT]);
		/* Lowest root bucket bound */
		threads[3] = create_thread(TH_BUCKET_SHARE_BG, tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_BG]);
		set_thread_cluster_bound(threads[3], 0);
		enqueue_threads_arr_rand_order(default_target, rand_seeds[i], num_threads, threads);
		/* Bound comes out first due to bound/unbound root bucket tie break in favor of bound */
		ret = dequeue_threads_expect_ordered_arr(default_target, num_threads, threads);
		T_QUIET; T_EXPECT_EQ(ret, -1, "Threads dequeued without respect to QoS");
		T_QUIET; T_EXPECT_TRUE(runqueue_empty(default_target), "runqueue_empty");
	}
	SCHED_POLICY_PASS("Cluster bound respects QoS level");

	int num_tie_break_threads = 10;
	test_thread_t tie_break_threads[num_tie_break_threads];
	for (int k = 0; k < num_tie_break_threads / 2; k++) {
		tie_break_threads[k * 2] = create_thread(TH_BUCKET_SHARE_DF, tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_DF]);
		set_thread_cluster_bound(tie_break_threads[k * 2], 0);
		increment_mock_time_us(5);
		enqueue_thread(default_target, tie_break_threads[k * 2]);
	}
	for (int k = 0; k < num_tie_break_threads / 2; k++) {
		tie_break_threads[k * 2 + 1] = create_thread(TH_BUCKET_SHARE_DF, tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_DF]);
		increment_mock_time_us(5);
		enqueue_thread(default_target, tie_break_threads[k * 2 + 1]);
	}
	/* Disable current thread check because bound and unbound alternate without time passing */
	disable_auto_current_thread();
	for (int k = 0; k < num_tie_break_threads; k++) {
		/* Simulates repeatedly dequeing threads over time */
		increment_mock_time_us(5);
		ret = dequeue_thread_expect(default_target, tie_break_threads[k]);
		T_QUIET; T_EXPECT_TRUE(ret, "Out-of-order thread\n");
	}
	T_QUIET; T_EXPECT_TRUE(runqueue_empty(default_target), "runqueue_empty");
	SCHED_POLICY_PASS("Unbound vs. bound tie-break");

	struct thread_group *low_iscore_tg = create_tg(0);
	test_thread_t low_iscore_bound = create_thread(TH_BUCKET_SHARE_DF, low_iscore_tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_DF]);
	struct thread_group *high_iscore_tg = create_tg(clutch_interactivity_score_max);
	test_thread_t high_iscore_bound = create_thread(TH_BUCKET_SHARE_DF, high_iscore_tg, root_bucket_to_highest_pri[TH_BUCKET_SHARE_DF]);
	set_thread_cluster_bound(low_iscore_bound, 0);
	set_thread_cluster_bound(high_iscore_bound, 0);
	enqueue_threads(default_target, 2, low_iscore_bound, high_iscore_bound);
	ret = dequeue_threads_expect_ordered(default_target, 2, low_iscore_bound, high_iscore_bound);
	T_QUIET; T_EXPECT_EQ(ret, -1, "Threads dequeued in non-FIFO order");
	T_QUIET; T_EXPECT_TRUE(runqueue_empty(default_target), "runqueue_empty");
	SCHED_POLICY_PASS("Cluster bound threads don't use interactivity score");
}