xref: /xnu-8020.121.3/tests/ulock.c (revision fdd8201d7b966f0c3ea610489d29bd841d358941)
1*fdd8201dSApple OSS Distributions #include <darwintest.h>
2*fdd8201dSApple OSS Distributions 
3*fdd8201dSApple OSS Distributions #include <stdatomic.h>
4*fdd8201dSApple OSS Distributions 
5*fdd8201dSApple OSS Distributions #include <unistd.h>
6*fdd8201dSApple OSS Distributions #include <pthread.h>
7*fdd8201dSApple OSS Distributions #include <sys/ulock.h>
8*fdd8201dSApple OSS Distributions 
9*fdd8201dSApple OSS Distributions #include <os/tsd.h>
10*fdd8201dSApple OSS Distributions 
11*fdd8201dSApple OSS Distributions #ifndef __TSD_MACH_THREAD_SELF
12*fdd8201dSApple OSS Distributions #define __TSD_MACH_THREAD_SELF 3
13*fdd8201dSApple OSS Distributions #endif
14*fdd8201dSApple OSS Distributions 
15*fdd8201dSApple OSS Distributions #pragma clang diagnostic push
16*fdd8201dSApple OSS Distributions #pragma clang diagnostic ignored "-Wbad-function-cast"
17*fdd8201dSApple OSS Distributions __inline static mach_port_name_t
_os_get_self(void)18*fdd8201dSApple OSS Distributions _os_get_self(void)
19*fdd8201dSApple OSS Distributions {
20*fdd8201dSApple OSS Distributions 	mach_port_name_t self = (mach_port_name_t)_os_tsd_get_direct(__TSD_MACH_THREAD_SELF);
21*fdd8201dSApple OSS Distributions 	return self;
22*fdd8201dSApple OSS Distributions }
23*fdd8201dSApple OSS Distributions #pragma clang diagnostic pop
24*fdd8201dSApple OSS Distributions 
25*fdd8201dSApple OSS Distributions T_GLOBAL_META(T_META_RUN_CONCURRENTLY(true));
26*fdd8201dSApple OSS Distributions 
27*fdd8201dSApple OSS Distributions #pragma mark ulock_non_owner_wake
28*fdd8201dSApple OSS Distributions 
29*fdd8201dSApple OSS Distributions static _Atomic uint32_t test_ulock;
30*fdd8201dSApple OSS Distributions 
31*fdd8201dSApple OSS Distributions static void *
test_waiter(void * arg __unused)32*fdd8201dSApple OSS Distributions test_waiter(void *arg __unused)
33*fdd8201dSApple OSS Distributions {
34*fdd8201dSApple OSS Distributions 	for (;;) {
35*fdd8201dSApple OSS Distributions 		uint32_t test_ulock_owner = atomic_load_explicit(&test_ulock,
36*fdd8201dSApple OSS Distributions 		    memory_order_relaxed);
37*fdd8201dSApple OSS Distributions 		int rc = __ulock_wait(UL_UNFAIR_LOCK | ULF_NO_ERRNO, &test_ulock,
38*fdd8201dSApple OSS Distributions 		    test_ulock_owner, 0);
39*fdd8201dSApple OSS Distributions 		if (rc == -EINTR || rc == -EFAULT) {
40*fdd8201dSApple OSS Distributions 			continue;
41*fdd8201dSApple OSS Distributions 		}
42*fdd8201dSApple OSS Distributions 		T_ASSERT_GE(rc, 0, "__ulock_wait");
43*fdd8201dSApple OSS Distributions 		break;
44*fdd8201dSApple OSS Distributions 	}
45*fdd8201dSApple OSS Distributions 
46*fdd8201dSApple OSS Distributions 	T_PASS("Waiter woke");
47*fdd8201dSApple OSS Distributions 	T_END;
48*fdd8201dSApple OSS Distributions 
49*fdd8201dSApple OSS Distributions 	return NULL;
50*fdd8201dSApple OSS Distributions }
51*fdd8201dSApple OSS Distributions 
52*fdd8201dSApple OSS Distributions static void *
test_waker(void * arg __unused)53*fdd8201dSApple OSS Distributions test_waker(void *arg __unused)
54*fdd8201dSApple OSS Distributions {
55*fdd8201dSApple OSS Distributions 	for (;;) {
56*fdd8201dSApple OSS Distributions 		int rc = __ulock_wake(UL_UNFAIR_LOCK | ULF_NO_ERRNO | ULF_WAKE_ALLOW_NON_OWNER,
57*fdd8201dSApple OSS Distributions 		    &test_ulock, 0);
58*fdd8201dSApple OSS Distributions 		if (rc == -EINTR) {
59*fdd8201dSApple OSS Distributions 			continue;
60*fdd8201dSApple OSS Distributions 		}
61*fdd8201dSApple OSS Distributions 		T_ASSERT_EQ(rc, 0, "__ulock_wake");
62*fdd8201dSApple OSS Distributions 		break;
63*fdd8201dSApple OSS Distributions 	}
64*fdd8201dSApple OSS Distributions 	return NULL;
65*fdd8201dSApple OSS Distributions }
66*fdd8201dSApple OSS Distributions 
67*fdd8201dSApple OSS Distributions T_DECL(ulock_non_owner_wake, "ulock_wake respects non-owner wakes",
68*fdd8201dSApple OSS Distributions     T_META_CHECK_LEAKS(false))
69*fdd8201dSApple OSS Distributions {
70*fdd8201dSApple OSS Distributions 	pthread_t waiter, waker;
71*fdd8201dSApple OSS Distributions 
72*fdd8201dSApple OSS Distributions 	atomic_store_explicit(&test_ulock, _os_get_self() & ~0x3u, memory_order_relaxed);
73*fdd8201dSApple OSS Distributions 
74*fdd8201dSApple OSS Distributions 	T_ASSERT_POSIX_ZERO(pthread_create(&waiter, NULL, test_waiter, NULL), "create waiter");
75*fdd8201dSApple OSS Distributions 
76*fdd8201dSApple OSS Distributions 	// wait for the waiter to reach the kernel
77*fdd8201dSApple OSS Distributions 	for (;;) {
78*fdd8201dSApple OSS Distributions 		int kernel_ulocks = __ulock_wake(UL_DEBUG_HASH_DUMP_PID, NULL, 0);
79*fdd8201dSApple OSS Distributions 		T_QUIET; T_ASSERT_NE(kernel_ulocks, -1, "UL_DEBUG_HASH_DUMP_PID");
80*fdd8201dSApple OSS Distributions 
81*fdd8201dSApple OSS Distributions 		if (kernel_ulocks == 1) {
82*fdd8201dSApple OSS Distributions 			T_LOG("waiter is now waiting");
83*fdd8201dSApple OSS Distributions 			break;
84*fdd8201dSApple OSS Distributions 		}
85*fdd8201dSApple OSS Distributions 		usleep(100);
86*fdd8201dSApple OSS Distributions 	}
87*fdd8201dSApple OSS Distributions 
88*fdd8201dSApple OSS Distributions 	T_ASSERT_POSIX_ZERO(pthread_create(&waker, NULL, test_waker, NULL), "create waker");
89*fdd8201dSApple OSS Distributions 
90*fdd8201dSApple OSS Distributions 	// won't ever actually join
91*fdd8201dSApple OSS Distributions 	pthread_join(waiter, NULL);
92*fdd8201dSApple OSS Distributions }
93