1*2c2f96dcSApple OSS Distributions #include <darwintest.h>
2*2c2f96dcSApple OSS Distributions #include <darwintest_utils.h>
3*2c2f96dcSApple OSS Distributions #include <stdio.h>
4*2c2f96dcSApple OSS Distributions #include <assert.h>
5*2c2f96dcSApple OSS Distributions #include <setjmp.h>
6*2c2f96dcSApple OSS Distributions #include <algorithm>
7*2c2f96dcSApple OSS Distributions
8*2c2f96dcSApple OSS Distributions #define DEVELOPMENT 0
9*2c2f96dcSApple OSS Distributions #define DEBUG 0
10*2c2f96dcSApple OSS Distributions #define XNU_KERNEL_PRIVATE 1
11*2c2f96dcSApple OSS Distributions
12*2c2f96dcSApple OSS Distributions #define OS_REFCNT_DEBUG 1
13*2c2f96dcSApple OSS Distributions #define STRESS_TESTS 0
14*2c2f96dcSApple OSS Distributions
15*2c2f96dcSApple OSS Distributions #define __container_of(ptr, type, field) __extension__({ \
16*2c2f96dcSApple OSS Distributions const __typeof__(((type *)nullptr)->field) *__ptr = (ptr); \
17*2c2f96dcSApple OSS Distributions (type *)((uintptr_t)__ptr - offsetof(type, field)); \
18*2c2f96dcSApple OSS Distributions })
19*2c2f96dcSApple OSS Distributions
20*2c2f96dcSApple OSS Distributions #pragma clang diagnostic ignored "-Watomic-implicit-seq-cst"
21*2c2f96dcSApple OSS Distributions #pragma clang diagnostic ignored "-Wc++98-compat"
22*2c2f96dcSApple OSS Distributions
23*2c2f96dcSApple OSS Distributions #include "../osfmk/kern/macro_help.h"
24*2c2f96dcSApple OSS Distributions #include "../osfmk/kern/priority_queue.h"
25*2c2f96dcSApple OSS Distributions #include "../libkern/c++/priority_queue.cpp"
26*2c2f96dcSApple OSS Distributions
27*2c2f96dcSApple OSS Distributions T_GLOBAL_META(T_META_RUN_CONCURRENTLY(true));
28*2c2f96dcSApple OSS Distributions
29*2c2f96dcSApple OSS Distributions static int
compare_numbers_descending(const void * a,const void * b)30*2c2f96dcSApple OSS Distributions compare_numbers_descending(const void * a, const void * b)
31*2c2f96dcSApple OSS Distributions {
32*2c2f96dcSApple OSS Distributions const uint16_t x = *(const uint16_t *)a;
33*2c2f96dcSApple OSS Distributions const uint16_t y = *(const uint16_t *)b;
34*2c2f96dcSApple OSS Distributions if (x > y) {
35*2c2f96dcSApple OSS Distributions return -1;
36*2c2f96dcSApple OSS Distributions } else if (x < y) {
37*2c2f96dcSApple OSS Distributions return 1;
38*2c2f96dcSApple OSS Distributions } else {
39*2c2f96dcSApple OSS Distributions return 0;
40*2c2f96dcSApple OSS Distributions }
41*2c2f96dcSApple OSS Distributions }
42*2c2f96dcSApple OSS Distributions
43*2c2f96dcSApple OSS Distributions #define PRIORITY_QUEUE_NODES 8
44*2c2f96dcSApple OSS Distributions
45*2c2f96dcSApple OSS Distributions typedef union test_node {
46*2c2f96dcSApple OSS Distributions struct {
47*2c2f96dcSApple OSS Distributions struct priority_queue_entry e;
48*2c2f96dcSApple OSS Distributions uint32_t node_key;
49*2c2f96dcSApple OSS Distributions };
50*2c2f96dcSApple OSS Distributions struct priority_queue_entry_sched ke;
51*2c2f96dcSApple OSS Distributions struct priority_queue_entry_stable se;
52*2c2f96dcSApple OSS Distributions } *test_node_t;
53*2c2f96dcSApple OSS Distributions
54*2c2f96dcSApple OSS Distributions static void
dump_pqueue_entry(priority_queue_entry_sched_t e,int depth)55*2c2f96dcSApple OSS Distributions dump_pqueue_entry(priority_queue_entry_sched_t e, int depth)
56*2c2f96dcSApple OSS Distributions {
57*2c2f96dcSApple OSS Distributions priority_queue_entry_sched_t t;
58*2c2f96dcSApple OSS Distributions
59*2c2f96dcSApple OSS Distributions printf("%*s [%02d] %p\n", depth * 4, "", e->key, (void *)e);
60*2c2f96dcSApple OSS Distributions t = pqueue_sched_max_t::unpack_child(e);
61*2c2f96dcSApple OSS Distributions if (t) {
62*2c2f96dcSApple OSS Distributions dump_pqueue_entry(t, depth + 1);
63*2c2f96dcSApple OSS Distributions }
64*2c2f96dcSApple OSS Distributions while (e->next) {
65*2c2f96dcSApple OSS Distributions e = e->next;
66*2c2f96dcSApple OSS Distributions dump_pqueue_entry(e, depth);
67*2c2f96dcSApple OSS Distributions }
68*2c2f96dcSApple OSS Distributions }
69*2c2f96dcSApple OSS Distributions
70*2c2f96dcSApple OSS Distributions __unused
71*2c2f96dcSApple OSS Distributions static void
dump_pqueue(struct priority_queue_sched_max * pq)72*2c2f96dcSApple OSS Distributions dump_pqueue(struct priority_queue_sched_max *pq)
73*2c2f96dcSApple OSS Distributions {
74*2c2f96dcSApple OSS Distributions dump_pqueue_entry(pq->pq_root, 0);
75*2c2f96dcSApple OSS Distributions printf("\n");
76*2c2f96dcSApple OSS Distributions }
77*2c2f96dcSApple OSS Distributions
78*2c2f96dcSApple OSS Distributions T_DECL(priority_queue_sched_max, "Basic sched priority queue testing")
79*2c2f96dcSApple OSS Distributions {
80*2c2f96dcSApple OSS Distributions /* Configuration for the test */
81*2c2f96dcSApple OSS Distributions static uint16_t priority_list[] = { 20, 3, 7, 6, 50, 2, 8, 12};
82*2c2f96dcSApple OSS Distributions
83*2c2f96dcSApple OSS Distributions struct priority_queue_sched_max pq;
84*2c2f96dcSApple OSS Distributions uint16_t increase_pri = 100;
85*2c2f96dcSApple OSS Distributions uint16_t decrease_pri = 90;
86*2c2f96dcSApple OSS Distributions uint16_t key = 0;
87*2c2f96dcSApple OSS Distributions boolean_t update_result = false;
88*2c2f96dcSApple OSS Distributions test_node_t node = NULL;
89*2c2f96dcSApple OSS Distributions
90*2c2f96dcSApple OSS Distributions priority_queue_init(&pq);
91*2c2f96dcSApple OSS Distributions
92*2c2f96dcSApple OSS Distributions /* Add all priorities to the first priority queue */
93*2c2f96dcSApple OSS Distributions for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
94*2c2f96dcSApple OSS Distributions node = new test_node;
95*2c2f96dcSApple OSS Distributions T_QUIET; T_ASSERT_NOTNULL(node, NULL);
96*2c2f96dcSApple OSS Distributions
97*2c2f96dcSApple OSS Distributions priority_queue_entry_init(&node->ke);
98*2c2f96dcSApple OSS Distributions priority_queue_entry_set_sched_pri(&pq, &node->ke, priority_list[i], 0);
99*2c2f96dcSApple OSS Distributions priority_queue_insert(&pq, &node->ke);
100*2c2f96dcSApple OSS Distributions }
101*2c2f96dcSApple OSS Distributions
102*2c2f96dcSApple OSS Distributions /* Test the priority increase operation by updating the last node added (7) */
103*2c2f96dcSApple OSS Distributions priority_queue_entry_set_sched_pri(&pq, &node->ke, increase_pri, 0);
104*2c2f96dcSApple OSS Distributions update_result = priority_queue_entry_increased(&pq, &node->ke);
105*2c2f96dcSApple OSS Distributions T_ASSERT_TRUE(update_result, "increase key updated root");
106*2c2f96dcSApple OSS Distributions key = priority_queue_max_sched_pri(&pq);
107*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(key, increase_pri, "verify priority_queue_entry_increased() operation");
108*2c2f96dcSApple OSS Distributions
109*2c2f96dcSApple OSS Distributions /* Test the priority decrease operation by updating the last node added */
110*2c2f96dcSApple OSS Distributions priority_queue_entry_set_sched_pri(&pq, &node->ke, decrease_pri, 0);
111*2c2f96dcSApple OSS Distributions update_result = priority_queue_entry_decreased(&pq, &node->ke);
112*2c2f96dcSApple OSS Distributions T_ASSERT_TRUE(update_result, "decrease key updated root");
113*2c2f96dcSApple OSS Distributions key = priority_queue_max_sched_pri(&pq);
114*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(key, decrease_pri, "verify priority_queue_entry_decreased() operation");
115*2c2f96dcSApple OSS Distributions
116*2c2f96dcSApple OSS Distributions /* Update our local priority list as well */
117*2c2f96dcSApple OSS Distributions priority_list[PRIORITY_QUEUE_NODES - 1] = decrease_pri;
118*2c2f96dcSApple OSS Distributions
119*2c2f96dcSApple OSS Distributions /* Sort the local list in descending order */
120*2c2f96dcSApple OSS Distributions qsort(priority_list, PRIORITY_QUEUE_NODES, sizeof(priority_list[0]), compare_numbers_descending);
121*2c2f96dcSApple OSS Distributions
122*2c2f96dcSApple OSS Distributions priority_queue_entry_sched_t k = NULL;
123*2c2f96dcSApple OSS Distributions
124*2c2f96dcSApple OSS Distributions node = pqe_element_fast(k, test_node, ke);
125*2c2f96dcSApple OSS Distributions
126*2c2f96dcSApple OSS Distributions /* Test the maximum operation by comparing max node with local list */
127*2c2f96dcSApple OSS Distributions for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
128*2c2f96dcSApple OSS Distributions key = priority_queue_max_sched_pri(&pq);
129*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(key, priority_list[i], "[%d] priority queue max node removal", i);
130*2c2f96dcSApple OSS Distributions node = priority_queue_remove_max(&pq, test_node, ke);
131*2c2f96dcSApple OSS Distributions delete node;
132*2c2f96dcSApple OSS Distributions }
133*2c2f96dcSApple OSS Distributions
134*2c2f96dcSApple OSS Distributions T_ASSERT_TRUE(priority_queue_empty(&pq), "queue is empty");
135*2c2f96dcSApple OSS Distributions priority_queue_destroy(&pq, union test_node, ke, ^(test_node_t n) {
136*2c2f96dcSApple OSS Distributions T_FAIL("Called with %p", n);
137*2c2f96dcSApple OSS Distributions });
138*2c2f96dcSApple OSS Distributions }
139*2c2f96dcSApple OSS Distributions
140*2c2f96dcSApple OSS Distributions T_DECL(priority_queue_max, "Basic generic priority queue testing")
141*2c2f96dcSApple OSS Distributions {
142*2c2f96dcSApple OSS Distributions /* Configuration for the test */
143*2c2f96dcSApple OSS Distributions static uint16_t priority_list[] = { 20, 3, 7, 6, 50, 2, 8, 12};
144*2c2f96dcSApple OSS Distributions
145*2c2f96dcSApple OSS Distributions struct priority_queue_max pq;
146*2c2f96dcSApple OSS Distributions uint16_t increase_pri = 100;
147*2c2f96dcSApple OSS Distributions uint16_t decrease_pri = 90;
148*2c2f96dcSApple OSS Distributions test_node_t result;
149*2c2f96dcSApple OSS Distributions boolean_t update_result = false;
150*2c2f96dcSApple OSS Distributions test_node_t node = NULL;
151*2c2f96dcSApple OSS Distributions
152*2c2f96dcSApple OSS Distributions priority_queue_compare_fn_t cmp_fn =
153*2c2f96dcSApple OSS Distributions priority_heap_make_comparator(a, b, union test_node, e, {
154*2c2f96dcSApple OSS Distributions if (a->node_key != b->node_key) {
155*2c2f96dcSApple OSS Distributions return priority_heap_compare_ints(a->node_key, b->node_key);
156*2c2f96dcSApple OSS Distributions }
157*2c2f96dcSApple OSS Distributions return 0;
158*2c2f96dcSApple OSS Distributions });
159*2c2f96dcSApple OSS Distributions
160*2c2f96dcSApple OSS Distributions priority_queue_init(&pq, cmp_fn);
161*2c2f96dcSApple OSS Distributions
162*2c2f96dcSApple OSS Distributions /* Add all priorities to the first priority queue */
163*2c2f96dcSApple OSS Distributions for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
164*2c2f96dcSApple OSS Distributions node = new test_node;
165*2c2f96dcSApple OSS Distributions T_QUIET; T_ASSERT_NOTNULL(node, NULL);
166*2c2f96dcSApple OSS Distributions
167*2c2f96dcSApple OSS Distributions priority_queue_entry_init(&node->e);
168*2c2f96dcSApple OSS Distributions node->node_key = priority_list[i];
169*2c2f96dcSApple OSS Distributions priority_queue_insert(&pq, &node->e);
170*2c2f96dcSApple OSS Distributions }
171*2c2f96dcSApple OSS Distributions
172*2c2f96dcSApple OSS Distributions /* Test the priority increase operation by updating the last node added (8) */
173*2c2f96dcSApple OSS Distributions node->node_key = increase_pri;
174*2c2f96dcSApple OSS Distributions update_result = priority_queue_entry_increased(&pq, &node->e);
175*2c2f96dcSApple OSS Distributions T_ASSERT_TRUE(update_result, "increase key updated root");
176*2c2f96dcSApple OSS Distributions result = priority_queue_max(&pq, union test_node, e);
177*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(result->node_key, increase_pri, "verify priority_queue_entry_increased() operation");
178*2c2f96dcSApple OSS Distributions
179*2c2f96dcSApple OSS Distributions
180*2c2f96dcSApple OSS Distributions /* Test the priority decrease operation by updating the last node added */
181*2c2f96dcSApple OSS Distributions node->node_key = decrease_pri;
182*2c2f96dcSApple OSS Distributions update_result = priority_queue_entry_decreased(&pq, &node->e);
183*2c2f96dcSApple OSS Distributions T_ASSERT_TRUE(update_result, "decrease key updated root");
184*2c2f96dcSApple OSS Distributions result = priority_queue_max(&pq, union test_node, e);
185*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(result->node_key, decrease_pri, "verify priority_queue_entry_decreased() operation");
186*2c2f96dcSApple OSS Distributions
187*2c2f96dcSApple OSS Distributions /* Update our local priority list as well */
188*2c2f96dcSApple OSS Distributions priority_list[PRIORITY_QUEUE_NODES - 1] = decrease_pri;
189*2c2f96dcSApple OSS Distributions
190*2c2f96dcSApple OSS Distributions /* Sort the local list in descending order */
191*2c2f96dcSApple OSS Distributions qsort(priority_list, PRIORITY_QUEUE_NODES, sizeof(priority_list[0]), compare_numbers_descending);
192*2c2f96dcSApple OSS Distributions
193*2c2f96dcSApple OSS Distributions /* Test the maximum operation by comparing max node with local list */
194*2c2f96dcSApple OSS Distributions for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
195*2c2f96dcSApple OSS Distributions result = priority_queue_remove_max(&pq, union test_node, e);
196*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(result->node_key, priority_list[i],
197*2c2f96dcSApple OSS Distributions "[%d] priority queue max node removal", i);
198*2c2f96dcSApple OSS Distributions delete result;
199*2c2f96dcSApple OSS Distributions }
200*2c2f96dcSApple OSS Distributions
201*2c2f96dcSApple OSS Distributions T_ASSERT_TRUE(priority_queue_empty(&pq), "queue is empty");
202*2c2f96dcSApple OSS Distributions priority_queue_destroy(&pq, union test_node, e, ^(test_node_t n) {
203*2c2f96dcSApple OSS Distributions T_FAIL("Called with %p", n);
204*2c2f96dcSApple OSS Distributions });
205*2c2f96dcSApple OSS Distributions }
206*2c2f96dcSApple OSS Distributions
207*2c2f96dcSApple OSS Distributions T_DECL(priority_queue_sched_stable_max, "Basic stable sched priority queue testing")
208*2c2f96dcSApple OSS Distributions {
209*2c2f96dcSApple OSS Distributions /* Configuration for the test */
210*2c2f96dcSApple OSS Distributions static struct config {
211*2c2f96dcSApple OSS Distributions uint16_t pri;
212*2c2f96dcSApple OSS Distributions priority_queue_entry_sched_modifier_t modifier;
213*2c2f96dcSApple OSS Distributions uint64_t stamp;
214*2c2f96dcSApple OSS Distributions } config[] = {
215*2c2f96dcSApple OSS Distributions { 20, PRIORITY_QUEUE_ENTRY_NONE, 8 },
216*2c2f96dcSApple OSS Distributions { 3, PRIORITY_QUEUE_ENTRY_NONE, 7 },
217*2c2f96dcSApple OSS Distributions { 3, PRIORITY_QUEUE_ENTRY_PREEMPTED, 6 },
218*2c2f96dcSApple OSS Distributions { 6, PRIORITY_QUEUE_ENTRY_NONE, 5 },
219*2c2f96dcSApple OSS Distributions { 50, PRIORITY_QUEUE_ENTRY_PREEMPTED, 4 },
220*2c2f96dcSApple OSS Distributions { 50, PRIORITY_QUEUE_ENTRY_PREEMPTED, 3 },
221*2c2f96dcSApple OSS Distributions { 50, PRIORITY_QUEUE_ENTRY_NONE, 2 },
222*2c2f96dcSApple OSS Distributions { 50, PRIORITY_QUEUE_ENTRY_NONE, 1 },
223*2c2f96dcSApple OSS Distributions };
224*2c2f96dcSApple OSS Distributions
225*2c2f96dcSApple OSS Distributions struct priority_queue_sched_stable_max pq;
226*2c2f96dcSApple OSS Distributions test_node_t node = NULL;
227*2c2f96dcSApple OSS Distributions
228*2c2f96dcSApple OSS Distributions priority_queue_init(&pq);
229*2c2f96dcSApple OSS Distributions
230*2c2f96dcSApple OSS Distributions /* Add all priorities to the first priority queue */
231*2c2f96dcSApple OSS Distributions for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
232*2c2f96dcSApple OSS Distributions node = new test_node;
233*2c2f96dcSApple OSS Distributions T_QUIET; T_ASSERT_NOTNULL(node, NULL);
234*2c2f96dcSApple OSS Distributions
235*2c2f96dcSApple OSS Distributions priority_queue_entry_init(node);
236*2c2f96dcSApple OSS Distributions node->se.stamp = config[i].stamp;
237*2c2f96dcSApple OSS Distributions priority_queue_entry_set_sched_pri(&pq, &node->se,
238*2c2f96dcSApple OSS Distributions config[i].pri, config[i].modifier);
239*2c2f96dcSApple OSS Distributions priority_queue_insert(&pq, &node->se);
240*2c2f96dcSApple OSS Distributions }
241*2c2f96dcSApple OSS Distributions
242*2c2f96dcSApple OSS Distributions /* Sort the local list in descending order */
243*2c2f96dcSApple OSS Distributions qsort_b(config, PRIORITY_QUEUE_NODES, sizeof(struct config), ^(const void *a, const void *b){
244*2c2f96dcSApple OSS Distributions const struct config &c1 = *(const struct config *)a;
245*2c2f96dcSApple OSS Distributions const struct config &c2 = *(const struct config *)b;
246*2c2f96dcSApple OSS Distributions if (c1.pri != c2.pri) {
247*2c2f96dcSApple OSS Distributions return c1.pri < c2.pri ? 1 : -1;
248*2c2f96dcSApple OSS Distributions }
249*2c2f96dcSApple OSS Distributions if (c1.modifier != c2.modifier) {
250*2c2f96dcSApple OSS Distributions return c1.modifier < c2.modifier ? 1 : -1;
251*2c2f96dcSApple OSS Distributions }
252*2c2f96dcSApple OSS Distributions if (c1.stamp != c2.stamp) {
253*2c2f96dcSApple OSS Distributions if (c1.modifier) {
254*2c2f96dcSApple OSS Distributions /* younger is better */
255*2c2f96dcSApple OSS Distributions return c1.stamp < c2.stamp ? 1 : -1;
256*2c2f96dcSApple OSS Distributions } else {
257*2c2f96dcSApple OSS Distributions /* older is better */
258*2c2f96dcSApple OSS Distributions return c1.stamp > c2.stamp ? 1 : -1;
259*2c2f96dcSApple OSS Distributions }
260*2c2f96dcSApple OSS Distributions }
261*2c2f96dcSApple OSS Distributions return 0;
262*2c2f96dcSApple OSS Distributions });
263*2c2f96dcSApple OSS Distributions
264*2c2f96dcSApple OSS Distributions /* Test the maximum operation by comparing max node with local list */
265*2c2f96dcSApple OSS Distributions for (int i = 0; i < PRIORITY_QUEUE_NODES; i++) {
266*2c2f96dcSApple OSS Distributions node = priority_queue_max(&pq, union test_node, se);
267*2c2f96dcSApple OSS Distributions T_LOG("[%d]: { pri: %2d, modifier: %d, stamp: %lld }\n",
268*2c2f96dcSApple OSS Distributions i, config[i].pri, config[i].modifier, config[i].stamp);
269*2c2f96dcSApple OSS Distributions auto pri = priority_queue_entry_sched_pri(&pq, &node->se);
270*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(pri, config[i].pri,
271*2c2f96dcSApple OSS Distributions "[%d] priority queue max node removal", i);
272*2c2f96dcSApple OSS Distributions auto modifier = priority_queue_entry_sched_modifier(&pq, &node->se);
273*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(modifier, config[i].modifier,
274*2c2f96dcSApple OSS Distributions "[%d] priority queue max node removal", i);
275*2c2f96dcSApple OSS Distributions T_ASSERT_EQ(node->se.stamp, config[i].stamp,
276*2c2f96dcSApple OSS Distributions "[%d] priority queue max node removal", i);
277*2c2f96dcSApple OSS Distributions priority_queue_remove_max(&pq, union test_node, se);
278*2c2f96dcSApple OSS Distributions delete node;
279*2c2f96dcSApple OSS Distributions }
280*2c2f96dcSApple OSS Distributions
281*2c2f96dcSApple OSS Distributions T_ASSERT_TRUE(priority_queue_empty(&pq), "queue is empty");
282*2c2f96dcSApple OSS Distributions priority_queue_destroy(&pq, union test_node, se, ^(test_node_t n) {
283*2c2f96dcSApple OSS Distributions T_FAIL("Called with %p", n);
284*2c2f96dcSApple OSS Distributions });
285*2c2f96dcSApple OSS Distributions }
286