xref: /xnu-8020.101.4/tests/manual_wq_cooperative.c (revision e7776783b89a353188416a9a346c6cdb4928faad)
1*e7776783SApple OSS Distributions #include <assert.h>
2*e7776783SApple OSS Distributions #include <errno.h>
3*e7776783SApple OSS Distributions #include <stdio.h>
4*e7776783SApple OSS Distributions #include <stdlib.h>
5*e7776783SApple OSS Distributions #include <string.h>
6*e7776783SApple OSS Distributions #include <unistd.h>
7*e7776783SApple OSS Distributions #include <sys/types.h>
8*e7776783SApple OSS Distributions #include <sys/sysctl.h>
9*e7776783SApple OSS Distributions #include <sys/qos.h>
10*e7776783SApple OSS Distributions 
11*e7776783SApple OSS Distributions #include <dispatch/dispatch.h>
12*e7776783SApple OSS Distributions #include <os/lock.h>
13*e7776783SApple OSS Distributions #include <mach/mach.h>
14*e7776783SApple OSS Distributions #include <mach/mach_time.h>
15*e7776783SApple OSS Distributions 
16*e7776783SApple OSS Distributions #include <pthread/workqueue_private.h>
17*e7776783SApple OSS Distributions #include <pthread/qos_private.h>
18*e7776783SApple OSS Distributions 
19*e7776783SApple OSS Distributions static dispatch_group_t group;
20*e7776783SApple OSS Distributions static mach_timebase_info_data_t timebase_info;
21*e7776783SApple OSS Distributions 
22*e7776783SApple OSS Distributions static void
req_cooperative_wq_threads(qos_class_t qos,size_t num_threads)23*e7776783SApple OSS Distributions req_cooperative_wq_threads(qos_class_t qos, size_t num_threads)
24*e7776783SApple OSS Distributions {
25*e7776783SApple OSS Distributions 	int ret;
26*e7776783SApple OSS Distributions 
27*e7776783SApple OSS Distributions 	for (size_t i = 0; i < num_threads; i++) {
28*e7776783SApple OSS Distributions 		dispatch_group_enter(group);
29*e7776783SApple OSS Distributions 
30*e7776783SApple OSS Distributions 		ret = _pthread_workqueue_add_cooperativethreads(1,
31*e7776783SApple OSS Distributions 		    _pthread_qos_class_encode(qos, 0, 0));
32*e7776783SApple OSS Distributions 		assert(ret == 0);
33*e7776783SApple OSS Distributions 	}
34*e7776783SApple OSS Distributions }
35*e7776783SApple OSS Distributions 
36*e7776783SApple OSS Distributions static void
req_wq_threads(qos_class_t qos,size_t num_threads,bool overcommit)37*e7776783SApple OSS Distributions req_wq_threads(qos_class_t qos, size_t num_threads, bool overcommit)
38*e7776783SApple OSS Distributions {
39*e7776783SApple OSS Distributions 	int ret;
40*e7776783SApple OSS Distributions 
41*e7776783SApple OSS Distributions 	for (size_t i = 0; i < num_threads; i++) {
42*e7776783SApple OSS Distributions 		dispatch_group_enter(group);
43*e7776783SApple OSS Distributions 
44*e7776783SApple OSS Distributions 		ret = _pthread_workqueue_addthreads(1,
45*e7776783SApple OSS Distributions 		    _pthread_qos_class_encode(qos, 0,
46*e7776783SApple OSS Distributions 		    (overcommit ? _PTHREAD_PRIORITY_OVERCOMMIT_FLAG : 0)));
47*e7776783SApple OSS Distributions 		assert(ret == 0);
48*e7776783SApple OSS Distributions 	}
49*e7776783SApple OSS Distributions }
50*e7776783SApple OSS Distributions 
51*e7776783SApple OSS Distributions static uint32_t
ncpus(void)52*e7776783SApple OSS Distributions ncpus(void)
53*e7776783SApple OSS Distributions {
54*e7776783SApple OSS Distributions 	static uint32_t num_cpus;
55*e7776783SApple OSS Distributions 	if (!num_cpus) {
56*e7776783SApple OSS Distributions 		uint32_t n;
57*e7776783SApple OSS Distributions 		size_t s = sizeof(n);
58*e7776783SApple OSS Distributions 		sysctlbyname("hw.ncpu", &n, &s, NULL, 0);
59*e7776783SApple OSS Distributions 		num_cpus = n;
60*e7776783SApple OSS Distributions 	}
61*e7776783SApple OSS Distributions 	return num_cpus;
62*e7776783SApple OSS Distributions }
63*e7776783SApple OSS Distributions 
64*e7776783SApple OSS Distributions static inline bool
thread_is_overcommit(pthread_priority_t priority)65*e7776783SApple OSS Distributions thread_is_overcommit(pthread_priority_t priority)
66*e7776783SApple OSS Distributions {
67*e7776783SApple OSS Distributions 	return (priority & _PTHREAD_PRIORITY_OVERCOMMIT_FLAG) != 0;
68*e7776783SApple OSS Distributions }
69*e7776783SApple OSS Distributions 
70*e7776783SApple OSS Distributions static inline bool
thread_is_nonovercommit(pthread_priority_t priority)71*e7776783SApple OSS Distributions thread_is_nonovercommit(pthread_priority_t priority)
72*e7776783SApple OSS Distributions {
73*e7776783SApple OSS Distributions 	return (priority & (_PTHREAD_PRIORITY_OVERCOMMIT_FLAG | _PTHREAD_PRIORITY_COOPERATIVE_FLAG)) != 0;
74*e7776783SApple OSS Distributions }
75*e7776783SApple OSS Distributions 
76*e7776783SApple OSS Distributions static inline bool
thread_is_cooperative(pthread_priority_t priority)77*e7776783SApple OSS Distributions thread_is_cooperative(pthread_priority_t priority)
78*e7776783SApple OSS Distributions {
79*e7776783SApple OSS Distributions 	return (priority & _PTHREAD_PRIORITY_COOPERATIVE_FLAG) != 0;
80*e7776783SApple OSS Distributions }
81*e7776783SApple OSS Distributions 
82*e7776783SApple OSS Distributions qos_class_t
thread_has_qos(pthread_priority_t pri)83*e7776783SApple OSS Distributions thread_has_qos(pthread_priority_t pri)
84*e7776783SApple OSS Distributions {
85*e7776783SApple OSS Distributions 	return _pthread_qos_class_decode(pri, NULL, NULL);
86*e7776783SApple OSS Distributions }
87*e7776783SApple OSS Distributions 
88*e7776783SApple OSS Distributions char *
qos_to_str(qos_class_t qos)89*e7776783SApple OSS Distributions qos_to_str(qos_class_t qos)
90*e7776783SApple OSS Distributions {
91*e7776783SApple OSS Distributions 	switch (qos) {
92*e7776783SApple OSS Distributions 	case QOS_CLASS_MAINTENANCE:
93*e7776783SApple OSS Distributions 		return "MT";
94*e7776783SApple OSS Distributions 	case QOS_CLASS_BACKGROUND:
95*e7776783SApple OSS Distributions 		return "BG";
96*e7776783SApple OSS Distributions 	case QOS_CLASS_UTILITY:
97*e7776783SApple OSS Distributions 		return "UT";
98*e7776783SApple OSS Distributions 	case QOS_CLASS_DEFAULT:
99*e7776783SApple OSS Distributions 		return "DEF";
100*e7776783SApple OSS Distributions 	case QOS_CLASS_USER_INITIATED:
101*e7776783SApple OSS Distributions 		return "IN";
102*e7776783SApple OSS Distributions 	case QOS_CLASS_USER_INTERACTIVE:
103*e7776783SApple OSS Distributions 		return "UI";
104*e7776783SApple OSS Distributions 	}
105*e7776783SApple OSS Distributions }
106*e7776783SApple OSS Distributions 
107*e7776783SApple OSS Distributions /*
108*e7776783SApple OSS Distributions  * Test that we handle cooperative requests first and then overcommit if they
109*e7776783SApple OSS Distributions  * are at the same QoS
110*e7776783SApple OSS Distributions  */
111*e7776783SApple OSS Distributions 
112*e7776783SApple OSS Distributions static bool overcommit_thread_request_handled = false;
113*e7776783SApple OSS Distributions static bool cooperative_thread_request_handled = false;
114*e7776783SApple OSS Distributions 
115*e7776783SApple OSS Distributions static void
worker_cooperative_then_overcommit(pthread_priority_t priority)116*e7776783SApple OSS Distributions worker_cooperative_then_overcommit(pthread_priority_t priority)
117*e7776783SApple OSS Distributions {
118*e7776783SApple OSS Distributions 	if (thread_is_cooperative(priority)) {
119*e7776783SApple OSS Distributions 		assert(!overcommit_thread_request_handled);
120*e7776783SApple OSS Distributions 		cooperative_thread_request_handled = true;
121*e7776783SApple OSS Distributions 	} else if (thread_is_overcommit(priority)) {
122*e7776783SApple OSS Distributions 		assert(cooperative_thread_request_handled);
123*e7776783SApple OSS Distributions 		overcommit_thread_request_handled = true;
124*e7776783SApple OSS Distributions 	}
125*e7776783SApple OSS Distributions 
126*e7776783SApple OSS Distributions 	dispatch_group_leave(group);
127*e7776783SApple OSS Distributions }
128*e7776783SApple OSS Distributions 
129*e7776783SApple OSS Distributions int
do_cooperative_then_overcommit()130*e7776783SApple OSS Distributions do_cooperative_then_overcommit()
131*e7776783SApple OSS Distributions {
132*e7776783SApple OSS Distributions 	int ret = _pthread_workqueue_init(worker_cooperative_then_overcommit, 0, 0);
133*e7776783SApple OSS Distributions 	assert(ret == 0);
134*e7776783SApple OSS Distributions 
135*e7776783SApple OSS Distributions 	req_wq_threads(QOS_CLASS_USER_INITIATED, 1, true);
136*e7776783SApple OSS Distributions 	req_cooperative_wq_threads(QOS_CLASS_USER_INITIATED, 1);
137*e7776783SApple OSS Distributions 
138*e7776783SApple OSS Distributions 	dispatch_group_wait(group, DISPATCH_TIME_FOREVER);
139*e7776783SApple OSS Distributions 	return 0;
140*e7776783SApple OSS Distributions }
141*e7776783SApple OSS Distributions 
142*e7776783SApple OSS Distributions /*
143*e7776783SApple OSS Distributions  * Test thread reuse from cooperative requests
144*e7776783SApple OSS Distributions  */
145*e7776783SApple OSS Distributions 
146*e7776783SApple OSS Distributions bool test_should_end = false;
147*e7776783SApple OSS Distributions 
148*e7776783SApple OSS Distributions qos_class_t
get_rand_qos_class(void)149*e7776783SApple OSS Distributions get_rand_qos_class(void)
150*e7776783SApple OSS Distributions {
151*e7776783SApple OSS Distributions 	switch (rand() % 6) {
152*e7776783SApple OSS Distributions 	case 0:
153*e7776783SApple OSS Distributions 		return QOS_CLASS_MAINTENANCE;
154*e7776783SApple OSS Distributions 	case 1:
155*e7776783SApple OSS Distributions 		return QOS_CLASS_BACKGROUND;
156*e7776783SApple OSS Distributions 	case 2:
157*e7776783SApple OSS Distributions 		return QOS_CLASS_UTILITY;
158*e7776783SApple OSS Distributions 	case 3:
159*e7776783SApple OSS Distributions 		return QOS_CLASS_DEFAULT;
160*e7776783SApple OSS Distributions 	case 4:
161*e7776783SApple OSS Distributions 		return QOS_CLASS_USER_INITIATED;
162*e7776783SApple OSS Distributions 	case 5:
163*e7776783SApple OSS Distributions 		return QOS_CLASS_USER_INTERACTIVE;
164*e7776783SApple OSS Distributions 	}
165*e7776783SApple OSS Distributions }
166*e7776783SApple OSS Distributions 
167*e7776783SApple OSS Distributions int
get_rand_num_thread_requests(void)168*e7776783SApple OSS Distributions get_rand_num_thread_requests(void)
169*e7776783SApple OSS Distributions {
170*e7776783SApple OSS Distributions 	return rand() % (ncpus() * 2);
171*e7776783SApple OSS Distributions }
172*e7776783SApple OSS Distributions 
173*e7776783SApple OSS Distributions uint64_t
get_rand_spin_duration_nsecs(void)174*e7776783SApple OSS Distributions get_rand_spin_duration_nsecs(void)
175*e7776783SApple OSS Distributions {
176*e7776783SApple OSS Distributions 	/* Spin for at most half a second */
177*e7776783SApple OSS Distributions 	return rand() % (NSEC_PER_SEC / 2);
178*e7776783SApple OSS Distributions }
179*e7776783SApple OSS Distributions 
180*e7776783SApple OSS Distributions void
spin(uint64_t spin_duration_nsecs)181*e7776783SApple OSS Distributions spin(uint64_t spin_duration_nsecs)
182*e7776783SApple OSS Distributions {
183*e7776783SApple OSS Distributions 	uint64_t duration = spin_duration_nsecs * timebase_info.denom / timebase_info.numer;
184*e7776783SApple OSS Distributions 	uint64_t deadline = mach_absolute_time() + duration;
185*e7776783SApple OSS Distributions 	while (mach_absolute_time() < deadline) {
186*e7776783SApple OSS Distributions 		;
187*e7776783SApple OSS Distributions 	}
188*e7776783SApple OSS Distributions }
189*e7776783SApple OSS Distributions 
190*e7776783SApple OSS Distributions static void
worker_cb_stress(pthread_priority_t priority)191*e7776783SApple OSS Distributions worker_cb_stress(pthread_priority_t priority)
192*e7776783SApple OSS Distributions {
193*e7776783SApple OSS Distributions 	if (test_should_end) {
194*e7776783SApple OSS Distributions 		dispatch_group_leave(group);
195*e7776783SApple OSS Distributions 		return;
196*e7776783SApple OSS Distributions 	}
197*e7776783SApple OSS Distributions 
198*e7776783SApple OSS Distributions 	if (thread_is_cooperative(priority)) {
199*e7776783SApple OSS Distributions 		printf("\t Cooperative thread of QoS %s\n", qos_to_str(thread_has_qos(priority)));
200*e7776783SApple OSS Distributions 		spin(get_rand_spin_duration_nsecs());
201*e7776783SApple OSS Distributions 		req_wq_threads(get_rand_qos_class(), get_rand_num_thread_requests(), false);
202*e7776783SApple OSS Distributions 	} else if (thread_is_nonovercommit(priority)) {
203*e7776783SApple OSS Distributions 		printf("\t Nonovercommit thread of QoS %s\n", qos_to_str(thread_has_qos(priority)));
204*e7776783SApple OSS Distributions 
205*e7776783SApple OSS Distributions 		spin(get_rand_spin_duration_nsecs());
206*e7776783SApple OSS Distributions 		req_cooperative_wq_threads(get_rand_qos_class(), get_rand_num_thread_requests());
207*e7776783SApple OSS Distributions 	} else {
208*e7776783SApple OSS Distributions 		printf("\t Overcommit thread of QoS %s\n", qos_to_str(thread_has_qos(priority)));
209*e7776783SApple OSS Distributions 		req_wq_threads(get_rand_qos_class(), get_rand_num_thread_requests(), true);
210*e7776783SApple OSS Distributions 		spin(get_rand_spin_duration_nsecs());
211*e7776783SApple OSS Distributions 	}
212*e7776783SApple OSS Distributions 
213*e7776783SApple OSS Distributions 	dispatch_group_leave(group);
214*e7776783SApple OSS Distributions }
215*e7776783SApple OSS Distributions 
216*e7776783SApple OSS Distributions int
do_stress_test()217*e7776783SApple OSS Distributions do_stress_test()
218*e7776783SApple OSS Distributions {
219*e7776783SApple OSS Distributions 	int ret = _pthread_workqueue_init(worker_cb_stress, 0, 0);
220*e7776783SApple OSS Distributions 	assert(ret == 0);
221*e7776783SApple OSS Distributions 
222*e7776783SApple OSS Distributions 	req_wq_threads(QOS_CLASS_DEFAULT, ncpus() / 2, true);
223*e7776783SApple OSS Distributions 	req_cooperative_wq_threads(QOS_CLASS_USER_INITIATED, ncpus());
224*e7776783SApple OSS Distributions 	req_wq_threads(QOS_CLASS_DEFAULT, ncpus(), false);
225*e7776783SApple OSS Distributions 
226*e7776783SApple OSS Distributions 	sleep(10);
227*e7776783SApple OSS Distributions 
228*e7776783SApple OSS Distributions 	test_should_end = true;
229*e7776783SApple OSS Distributions 
230*e7776783SApple OSS Distributions 	dispatch_group_wait(group, DISPATCH_TIME_FOREVER);
231*e7776783SApple OSS Distributions 	printf("\n All thread requests completed\n");
232*e7776783SApple OSS Distributions 	return 0;
233*e7776783SApple OSS Distributions }
234*e7776783SApple OSS Distributions 
235*e7776783SApple OSS Distributions int
main(int argc,char * argv[])236*e7776783SApple OSS Distributions main(int argc, char * argv[])
237*e7776783SApple OSS Distributions {
238*e7776783SApple OSS Distributions 	int ret = 0;
239*e7776783SApple OSS Distributions 
240*e7776783SApple OSS Distributions 	if (argc < 2) {
241*e7776783SApple OSS Distributions 		return EINVAL;
242*e7776783SApple OSS Distributions 	}
243*e7776783SApple OSS Distributions 
244*e7776783SApple OSS Distributions 	const char *cmd = argv[1];
245*e7776783SApple OSS Distributions 
246*e7776783SApple OSS Distributions 	group = dispatch_group_create();
247*e7776783SApple OSS Distributions 	mach_timebase_info(&timebase_info);
248*e7776783SApple OSS Distributions 
249*e7776783SApple OSS Distributions 	if (strcmp(cmd, "cooperative_then_overcommit") == 0) {
250*e7776783SApple OSS Distributions 		return do_cooperative_then_overcommit();
251*e7776783SApple OSS Distributions 	}
252*e7776783SApple OSS Distributions 
253*e7776783SApple OSS Distributions 	if (strcmp(cmd, "stress_test") == 0) {
254*e7776783SApple OSS Distributions 		return do_stress_test();
255*e7776783SApple OSS Distributions 	}
256*e7776783SApple OSS Distributions 
257*e7776783SApple OSS Distributions 	return -1;
258*e7776783SApple OSS Distributions }
259