xref: /xnu-10002.1.13/tests/priority_queue.cpp (revision 1031c584a5e37aff177559b9f69dbd3c8c3fd30a)
1*1031c584SApple OSS Distributions #include <darwintest.h>
2*1031c584SApple OSS Distributions #include <darwintest_utils.h>
3*1031c584SApple OSS Distributions #include <stdio.h>
4*1031c584SApple OSS Distributions #include <assert.h>
5*1031c584SApple OSS Distributions #include <setjmp.h>
6*1031c584SApple OSS Distributions #include <algorithm>
7*1031c584SApple OSS Distributions 
8*1031c584SApple OSS Distributions #define DEVELOPMENT 0
9*1031c584SApple OSS Distributions #define DEBUG 0
10*1031c584SApple OSS Distributions #define XNU_KERNEL_PRIVATE 1
11*1031c584SApple OSS Distributions 
12*1031c584SApple OSS Distributions #define OS_REFCNT_DEBUG 1
13*1031c584SApple OSS Distributions #define STRESS_TESTS 0
14*1031c584SApple OSS Distributions 
15*1031c584SApple OSS Distributions #define __container_of(ptr, type, field) __extension__({ \
16*1031c584SApple OSS Distributions 	        const __typeof__(((type *)nullptr)->field) *__ptr = (ptr); \
17*1031c584SApple OSS Distributions 	        (type *)((uintptr_t)__ptr - offsetof(type, field)); \
18*1031c584SApple OSS Distributions 	})
19*1031c584SApple OSS Distributions 
20*1031c584SApple OSS Distributions #pragma clang diagnostic ignored "-Watomic-implicit-seq-cst"
21*1031c584SApple OSS Distributions #pragma clang diagnostic ignored "-Wc++98-compat"
22*1031c584SApple OSS Distributions 
23*1031c584SApple OSS Distributions #include "../osfmk/kern/macro_help.h"
24*1031c584SApple OSS Distributions #include "../osfmk/kern/priority_queue.h"
25*1031c584SApple OSS Distributions #include "../libkern/c++/priority_queue.cpp"
26*1031c584SApple OSS Distributions 
27*1031c584SApple OSS Distributions T_GLOBAL_META(T_META_RUN_CONCURRENTLY(true));
28*1031c584SApple OSS Distributions 
29*1031c584SApple OSS Distributions static int
compare_numbers_descending(const void * a,const void * b)30*1031c584SApple OSS Distributions compare_numbers_descending(const void * a, const void * b)
31*1031c584SApple OSS Distributions {
32*1031c584SApple OSS Distributions 	const uint16_t x = *(const uint16_t *)a;
33*1031c584SApple OSS Distributions 	const uint16_t y = *(const uint16_t *)b;
34*1031c584SApple OSS Distributions 	if (x > y) {
35*1031c584SApple OSS Distributions 		return -1;
36*1031c584SApple OSS Distributions 	} else if (x < y) {
37*1031c584SApple OSS Distributions 		return 1;
38*1031c584SApple OSS Distributions 	} else {
39*1031c584SApple OSS Distributions 		return 0;
40*1031c584SApple OSS Distributions 	}
41*1031c584SApple OSS Distributions }
42*1031c584SApple OSS Distributions 
43*1031c584SApple OSS Distributions #define PRIORITY_QUEUE_NODES    8
44*1031c584SApple OSS Distributions 
45*1031c584SApple OSS Distributions typedef union test_node {
46*1031c584SApple OSS Distributions 	struct {
47*1031c584SApple OSS Distributions 		struct priority_queue_entry e;
48*1031c584SApple OSS Distributions 		uint32_t node_key;
49*1031c584SApple OSS Distributions 	};
50*1031c584SApple OSS Distributions 	struct priority_queue_entry_sched ke;
51*1031c584SApple OSS Distributions 	struct priority_queue_entry_stable se;
52*1031c584SApple OSS Distributions } *test_node_t;
53*1031c584SApple OSS Distributions 
54*1031c584SApple OSS Distributions static void
dump_pqueue_entry(priority_queue_entry_sched_t e,int depth)55*1031c584SApple OSS Distributions dump_pqueue_entry(priority_queue_entry_sched_t e, int depth)
56*1031c584SApple OSS Distributions {
57*1031c584SApple OSS Distributions 	priority_queue_entry_sched_t t;
58*1031c584SApple OSS Distributions 
59*1031c584SApple OSS Distributions 	printf("%*s [%02d] %p\n", depth * 4, "", e->key, (void *)e);
60*1031c584SApple OSS Distributions 	t = pqueue_sched_max_t::unpack_child(e);
61*1031c584SApple OSS Distributions 	if (t) {
62*1031c584SApple OSS Distributions 		dump_pqueue_entry(t, depth + 1);
63*1031c584SApple OSS Distributions 	}
64*1031c584SApple OSS Distributions 	while (e->next) {
65*1031c584SApple OSS Distributions 		e = e->next;
66*1031c584SApple OSS Distributions 		dump_pqueue_entry(e, depth);
67*1031c584SApple OSS Distributions 	}
68*1031c584SApple OSS Distributions }
69*1031c584SApple OSS Distributions 
70*1031c584SApple OSS Distributions __unused
71*1031c584SApple OSS Distributions static void
dump_pqueue(struct priority_queue_sched_max * pq)72*1031c584SApple OSS Distributions dump_pqueue(struct priority_queue_sched_max *pq)
73*1031c584SApple OSS Distributions {
74*1031c584SApple OSS Distributions 	dump_pqueue_entry(pq->pq_root, 0);
75*1031c584SApple OSS Distributions 	printf("\n");
76*1031c584SApple OSS Distributions }
77*1031c584SApple OSS Distributions 
78*1031c584SApple OSS Distributions T_DECL(priority_queue_sched_max, "Basic sched priority queue testing")
79*1031c584SApple OSS Distributions {
80*1031c584SApple OSS Distributions 	/* Configuration for the test */
81*1031c584SApple OSS Distributions 	static uint16_t priority_list[] = { 20, 3, 7, 6, 50, 2, 8, 12};
82*1031c584SApple OSS Distributions 
83*1031c584SApple OSS Distributions 	struct priority_queue_sched_max pq;
84*1031c584SApple OSS Distributions 	uint16_t increase_pri = 100;
85*1031c584SApple OSS Distributions 	uint16_t decrease_pri = 90;
86*1031c584SApple OSS Distributions 	uint16_t key = 0;
87*1031c584SApple OSS Distributions 	boolean_t update_result = false;
88*1031c584SApple OSS Distributions 	test_node_t node = NULL;
89*1031c584SApple OSS Distributions 
90*1031c584SApple OSS Distributions 	priority_queue_init(&pq);
91*1031c584SApple OSS Distributions 
92*1031c584SApple OSS Distributions 	/* Add all priorities to the first priority queue */
93*1031c584SApple OSS Distributions 	for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
94*1031c584SApple OSS Distributions 		node = new test_node;
95*1031c584SApple OSS Distributions 		T_QUIET; T_ASSERT_NOTNULL(node, NULL);
96*1031c584SApple OSS Distributions 
97*1031c584SApple OSS Distributions 		priority_queue_entry_init(&node->ke);
98*1031c584SApple OSS Distributions 		priority_queue_entry_set_sched_pri(&pq, &node->ke, priority_list[i], 0);
99*1031c584SApple OSS Distributions 		priority_queue_insert(&pq, &node->ke);
100*1031c584SApple OSS Distributions 	}
101*1031c584SApple OSS Distributions 
102*1031c584SApple OSS Distributions 	/* Test the priority increase operation by updating the last node added (7) */
103*1031c584SApple OSS Distributions 	priority_queue_entry_set_sched_pri(&pq, &node->ke, increase_pri, 0);
104*1031c584SApple OSS Distributions 	update_result = priority_queue_entry_increased(&pq, &node->ke);
105*1031c584SApple OSS Distributions 	T_ASSERT_TRUE(update_result, "increase key updated root");
106*1031c584SApple OSS Distributions 	key = priority_queue_max_sched_pri(&pq);
107*1031c584SApple OSS Distributions 	T_ASSERT_EQ(key, increase_pri, "verify priority_queue_entry_increased() operation");
108*1031c584SApple OSS Distributions 
109*1031c584SApple OSS Distributions 	/* Test the priority decrease operation by updating the last node added */
110*1031c584SApple OSS Distributions 	priority_queue_entry_set_sched_pri(&pq, &node->ke, decrease_pri, 0);
111*1031c584SApple OSS Distributions 	update_result = priority_queue_entry_decreased(&pq, &node->ke);
112*1031c584SApple OSS Distributions 	T_ASSERT_TRUE(update_result, "decrease key updated root");
113*1031c584SApple OSS Distributions 	key = priority_queue_max_sched_pri(&pq);
114*1031c584SApple OSS Distributions 	T_ASSERT_EQ(key, decrease_pri, "verify priority_queue_entry_decreased() operation");
115*1031c584SApple OSS Distributions 
116*1031c584SApple OSS Distributions 	/* Update our local priority list as well */
117*1031c584SApple OSS Distributions 	priority_list[PRIORITY_QUEUE_NODES - 1] = decrease_pri;
118*1031c584SApple OSS Distributions 
119*1031c584SApple OSS Distributions 	/* Sort the local list in descending order */
120*1031c584SApple OSS Distributions 	qsort(priority_list, PRIORITY_QUEUE_NODES, sizeof(priority_list[0]), compare_numbers_descending);
121*1031c584SApple OSS Distributions 
122*1031c584SApple OSS Distributions 	priority_queue_entry_sched_t k = NULL;
123*1031c584SApple OSS Distributions 
124*1031c584SApple OSS Distributions 	node = pqe_element_fast(k, test_node, ke);
125*1031c584SApple OSS Distributions 
126*1031c584SApple OSS Distributions 	/* Test the maximum operation by comparing max node with local list */
127*1031c584SApple OSS Distributions 	for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
128*1031c584SApple OSS Distributions 		key = priority_queue_max_sched_pri(&pq);
129*1031c584SApple OSS Distributions 		T_ASSERT_EQ(key, priority_list[i], "[%d] priority queue max node removal", i);
130*1031c584SApple OSS Distributions 		node = priority_queue_remove_max(&pq, test_node, ke);
131*1031c584SApple OSS Distributions 		delete node;
132*1031c584SApple OSS Distributions 	}
133*1031c584SApple OSS Distributions 
134*1031c584SApple OSS Distributions 	T_ASSERT_TRUE(priority_queue_empty(&pq), "queue is empty");
135*1031c584SApple OSS Distributions 	priority_queue_destroy(&pq, union test_node, ke, ^(test_node_t n) {
136*1031c584SApple OSS Distributions 		T_FAIL("Called with %p", n);
137*1031c584SApple OSS Distributions 	});
138*1031c584SApple OSS Distributions }
139*1031c584SApple OSS Distributions 
140*1031c584SApple OSS Distributions T_DECL(priority_queue_max, "Basic generic priority queue testing")
141*1031c584SApple OSS Distributions {
142*1031c584SApple OSS Distributions 	/* Configuration for the test */
143*1031c584SApple OSS Distributions 	static uint16_t priority_list[] = { 20, 3, 7, 6, 50, 2, 8, 12};
144*1031c584SApple OSS Distributions 
145*1031c584SApple OSS Distributions 	struct priority_queue_max pq;
146*1031c584SApple OSS Distributions 	uint16_t increase_pri = 100;
147*1031c584SApple OSS Distributions 	uint16_t decrease_pri = 90;
148*1031c584SApple OSS Distributions 	test_node_t result;
149*1031c584SApple OSS Distributions 	boolean_t update_result = false;
150*1031c584SApple OSS Distributions 	test_node_t node = NULL;
151*1031c584SApple OSS Distributions 
152*1031c584SApple OSS Distributions 	priority_queue_compare_fn_t cmp_fn =
153*1031c584SApple OSS Distributions 	    priority_heap_make_comparator(a, b, union test_node, e, {
154*1031c584SApple OSS Distributions 		if (a->node_key != b->node_key) {
155*1031c584SApple OSS Distributions 		        return priority_heap_compare_ints(a->node_key, b->node_key);
156*1031c584SApple OSS Distributions 		}
157*1031c584SApple OSS Distributions 		return 0;
158*1031c584SApple OSS Distributions 	});
159*1031c584SApple OSS Distributions 
160*1031c584SApple OSS Distributions 	priority_queue_init(&pq, cmp_fn);
161*1031c584SApple OSS Distributions 
162*1031c584SApple OSS Distributions 	/* Add all priorities to the first priority queue */
163*1031c584SApple OSS Distributions 	for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
164*1031c584SApple OSS Distributions 		node = new test_node;
165*1031c584SApple OSS Distributions 		T_QUIET; T_ASSERT_NOTNULL(node, NULL);
166*1031c584SApple OSS Distributions 
167*1031c584SApple OSS Distributions 		priority_queue_entry_init(&node->e);
168*1031c584SApple OSS Distributions 		node->node_key = priority_list[i];
169*1031c584SApple OSS Distributions 		priority_queue_insert(&pq, &node->e);
170*1031c584SApple OSS Distributions 	}
171*1031c584SApple OSS Distributions 
172*1031c584SApple OSS Distributions 	/* Test the priority increase operation by updating the last node added (8) */
173*1031c584SApple OSS Distributions 	node->node_key = increase_pri;
174*1031c584SApple OSS Distributions 	update_result = priority_queue_entry_increased(&pq, &node->e);
175*1031c584SApple OSS Distributions 	T_ASSERT_TRUE(update_result, "increase key updated root");
176*1031c584SApple OSS Distributions 	result = priority_queue_max(&pq, union test_node, e);
177*1031c584SApple OSS Distributions 	T_ASSERT_EQ(result->node_key, increase_pri, "verify priority_queue_entry_increased() operation");
178*1031c584SApple OSS Distributions 
179*1031c584SApple OSS Distributions 
180*1031c584SApple OSS Distributions 	/* Test the priority decrease operation by updating the last node added */
181*1031c584SApple OSS Distributions 	node->node_key = decrease_pri;
182*1031c584SApple OSS Distributions 	update_result = priority_queue_entry_decreased(&pq, &node->e);
183*1031c584SApple OSS Distributions 	T_ASSERT_TRUE(update_result, "decrease key updated root");
184*1031c584SApple OSS Distributions 	result = priority_queue_max(&pq, union test_node, e);
185*1031c584SApple OSS Distributions 	T_ASSERT_EQ(result->node_key, decrease_pri, "verify priority_queue_entry_decreased() operation");
186*1031c584SApple OSS Distributions 
187*1031c584SApple OSS Distributions 	/* Update our local priority list as well */
188*1031c584SApple OSS Distributions 	priority_list[PRIORITY_QUEUE_NODES - 1] = decrease_pri;
189*1031c584SApple OSS Distributions 
190*1031c584SApple OSS Distributions 	/* Sort the local list in descending order */
191*1031c584SApple OSS Distributions 	qsort(priority_list, PRIORITY_QUEUE_NODES, sizeof(priority_list[0]), compare_numbers_descending);
192*1031c584SApple OSS Distributions 
193*1031c584SApple OSS Distributions 	/* Test the maximum operation by comparing max node with local list */
194*1031c584SApple OSS Distributions 	for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
195*1031c584SApple OSS Distributions 		result = priority_queue_remove_max(&pq, union test_node, e);
196*1031c584SApple OSS Distributions 		T_ASSERT_EQ(result->node_key, priority_list[i],
197*1031c584SApple OSS Distributions 		    "[%d] priority queue max node removal", i);
198*1031c584SApple OSS Distributions 		delete result;
199*1031c584SApple OSS Distributions 	}
200*1031c584SApple OSS Distributions 
201*1031c584SApple OSS Distributions 	T_ASSERT_TRUE(priority_queue_empty(&pq), "queue is empty");
202*1031c584SApple OSS Distributions 	priority_queue_destroy(&pq, union test_node, e, ^(test_node_t n) {
203*1031c584SApple OSS Distributions 		T_FAIL("Called with %p", n);
204*1031c584SApple OSS Distributions 	});
205*1031c584SApple OSS Distributions }
206*1031c584SApple OSS Distributions 
207*1031c584SApple OSS Distributions T_DECL(priority_queue_sched_stable_max, "Basic stable sched priority queue testing")
208*1031c584SApple OSS Distributions {
209*1031c584SApple OSS Distributions 	/* Configuration for the test */
210*1031c584SApple OSS Distributions 	static struct config {
211*1031c584SApple OSS Distributions 		uint16_t pri;
212*1031c584SApple OSS Distributions 		priority_queue_entry_sched_modifier_t modifier;
213*1031c584SApple OSS Distributions 		uint64_t stamp;
214*1031c584SApple OSS Distributions 	} config[] = {
215*1031c584SApple OSS Distributions 		{ 20, PRIORITY_QUEUE_ENTRY_NONE, 8 },
216*1031c584SApple OSS Distributions 		{  3, PRIORITY_QUEUE_ENTRY_NONE, 7 },
217*1031c584SApple OSS Distributions 		{  3, PRIORITY_QUEUE_ENTRY_PREEMPTED, 6 },
218*1031c584SApple OSS Distributions 		{  6, PRIORITY_QUEUE_ENTRY_NONE, 5 },
219*1031c584SApple OSS Distributions 		{ 50, PRIORITY_QUEUE_ENTRY_PREEMPTED, 4 },
220*1031c584SApple OSS Distributions 		{ 50, PRIORITY_QUEUE_ENTRY_PREEMPTED, 3 },
221*1031c584SApple OSS Distributions 		{ 50, PRIORITY_QUEUE_ENTRY_NONE, 2 },
222*1031c584SApple OSS Distributions 		{ 50, PRIORITY_QUEUE_ENTRY_NONE, 1 },
223*1031c584SApple OSS Distributions 	};
224*1031c584SApple OSS Distributions 
225*1031c584SApple OSS Distributions 	struct priority_queue_sched_stable_max pq;
226*1031c584SApple OSS Distributions 	test_node_t node = NULL;
227*1031c584SApple OSS Distributions 
228*1031c584SApple OSS Distributions 	priority_queue_init(&pq);
229*1031c584SApple OSS Distributions 
230*1031c584SApple OSS Distributions 	/* Add all priorities to the first priority queue */
231*1031c584SApple OSS Distributions 	for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
232*1031c584SApple OSS Distributions 		node = new test_node;
233*1031c584SApple OSS Distributions 		T_QUIET; T_ASSERT_NOTNULL(node, NULL);
234*1031c584SApple OSS Distributions 
235*1031c584SApple OSS Distributions 		priority_queue_entry_init(node);
236*1031c584SApple OSS Distributions 		node->se.stamp = config[i].stamp;
237*1031c584SApple OSS Distributions 		priority_queue_entry_set_sched_pri(&pq, &node->se,
238*1031c584SApple OSS Distributions 		    config[i].pri, config[i].modifier);
239*1031c584SApple OSS Distributions 		priority_queue_insert(&pq, &node->se);
240*1031c584SApple OSS Distributions 	}
241*1031c584SApple OSS Distributions 
242*1031c584SApple OSS Distributions 	/* Sort the local list in descending order */
243*1031c584SApple OSS Distributions 	qsort_b(config, PRIORITY_QUEUE_NODES, sizeof(struct config), ^(const void *a, const void *b){
244*1031c584SApple OSS Distributions 		const struct config &c1 = *(const struct config *)a;
245*1031c584SApple OSS Distributions 		const struct config &c2 = *(const struct config *)b;
246*1031c584SApple OSS Distributions 		if (c1.pri != c2.pri) {
247*1031c584SApple OSS Distributions 		        return c1.pri < c2.pri ? 1 : -1;
248*1031c584SApple OSS Distributions 		}
249*1031c584SApple OSS Distributions 		if (c1.modifier != c2.modifier) {
250*1031c584SApple OSS Distributions 		        return c1.modifier < c2.modifier ? 1 : -1;
251*1031c584SApple OSS Distributions 		}
252*1031c584SApple OSS Distributions 		if (c1.stamp != c2.stamp) {
253*1031c584SApple OSS Distributions 		        if (c1.modifier) {
254*1031c584SApple OSS Distributions 		                /* younger is better */
255*1031c584SApple OSS Distributions 		                return c1.stamp < c1.stamp ? 1 : -1;
256*1031c584SApple OSS Distributions 			} else {
257*1031c584SApple OSS Distributions 		                /* older is better */
258*1031c584SApple OSS Distributions 		                return c1.stamp > c2.stamp ? 1 : -1;
259*1031c584SApple OSS Distributions 			}
260*1031c584SApple OSS Distributions 		}
261*1031c584SApple OSS Distributions 		return 0;
262*1031c584SApple OSS Distributions 	});
263*1031c584SApple OSS Distributions 
264*1031c584SApple OSS Distributions 	/* Test the maximum operation by comparing max node with local list */
265*1031c584SApple OSS Distributions 	for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
266*1031c584SApple OSS Distributions 		node = priority_queue_max(&pq, union test_node, se);
267*1031c584SApple OSS Distributions 		T_LOG("[%d]: { pri: %2d, modifier: %d, stamp: %lld }\n",
268*1031c584SApple OSS Distributions 		    i, config[i].pri, config[i].modifier, config[i].stamp);
269*1031c584SApple OSS Distributions 		auto pri = priority_queue_entry_sched_pri(&pq, &node->se);
270*1031c584SApple OSS Distributions 		T_ASSERT_EQ(pri, config[i].pri,
271*1031c584SApple OSS Distributions 		    "[%d] priority queue max node removal", i);
272*1031c584SApple OSS Distributions 		auto modifier = priority_queue_entry_sched_modifier(&pq, &node->se);
273*1031c584SApple OSS Distributions 		T_ASSERT_EQ(modifier, config[i].modifier,
274*1031c584SApple OSS Distributions 		    "[%d] priority queue max node removal", i);
275*1031c584SApple OSS Distributions 		T_ASSERT_EQ(node->se.stamp, config[i].stamp,
276*1031c584SApple OSS Distributions 		    "[%d] priority queue max node removal", i);
277*1031c584SApple OSS Distributions 		priority_queue_remove_max(&pq, union test_node, se);
278*1031c584SApple OSS Distributions 		delete node;
279*1031c584SApple OSS Distributions 	}
280*1031c584SApple OSS Distributions 
281*1031c584SApple OSS Distributions 	T_ASSERT_TRUE(priority_queue_empty(&pq), "queue is empty");
282*1031c584SApple OSS Distributions 	priority_queue_destroy(&pq, union test_node, se, ^(test_node_t n) {
283*1031c584SApple OSS Distributions 		T_FAIL("Called with %p", n);
284*1031c584SApple OSS Distributions 	});
285*1031c584SApple OSS Distributions }
286