1*fdd8201dSApple OSS Distributions #include <darwintest.h>
2*fdd8201dSApple OSS Distributions
3*fdd8201dSApple OSS Distributions #include <stdatomic.h>
4*fdd8201dSApple OSS Distributions
5*fdd8201dSApple OSS Distributions #include <unistd.h>
6*fdd8201dSApple OSS Distributions #include <pthread.h>
7*fdd8201dSApple OSS Distributions #include <sys/ulock.h>
8*fdd8201dSApple OSS Distributions
9*fdd8201dSApple OSS Distributions #include <os/tsd.h>
10*fdd8201dSApple OSS Distributions
11*fdd8201dSApple OSS Distributions #ifndef __TSD_MACH_THREAD_SELF
12*fdd8201dSApple OSS Distributions #define __TSD_MACH_THREAD_SELF 3
13*fdd8201dSApple OSS Distributions #endif
14*fdd8201dSApple OSS Distributions
15*fdd8201dSApple OSS Distributions #pragma clang diagnostic push
16*fdd8201dSApple OSS Distributions #pragma clang diagnostic ignored "-Wbad-function-cast"
17*fdd8201dSApple OSS Distributions __inline static mach_port_name_t
_os_get_self(void)18*fdd8201dSApple OSS Distributions _os_get_self(void)
19*fdd8201dSApple OSS Distributions {
20*fdd8201dSApple OSS Distributions mach_port_name_t self = (mach_port_name_t)_os_tsd_get_direct(__TSD_MACH_THREAD_SELF);
21*fdd8201dSApple OSS Distributions return self;
22*fdd8201dSApple OSS Distributions }
23*fdd8201dSApple OSS Distributions #pragma clang diagnostic pop
24*fdd8201dSApple OSS Distributions
25*fdd8201dSApple OSS Distributions T_GLOBAL_META(T_META_RUN_CONCURRENTLY(true));
26*fdd8201dSApple OSS Distributions
27*fdd8201dSApple OSS Distributions #pragma mark ulock_non_owner_wake
28*fdd8201dSApple OSS Distributions
29*fdd8201dSApple OSS Distributions static _Atomic uint32_t test_ulock;
30*fdd8201dSApple OSS Distributions
31*fdd8201dSApple OSS Distributions static void *
test_waiter(void * arg __unused)32*fdd8201dSApple OSS Distributions test_waiter(void *arg __unused)
33*fdd8201dSApple OSS Distributions {
34*fdd8201dSApple OSS Distributions for (;;) {
35*fdd8201dSApple OSS Distributions uint32_t test_ulock_owner = atomic_load_explicit(&test_ulock,
36*fdd8201dSApple OSS Distributions memory_order_relaxed);
37*fdd8201dSApple OSS Distributions int rc = __ulock_wait(UL_UNFAIR_LOCK | ULF_NO_ERRNO, &test_ulock,
38*fdd8201dSApple OSS Distributions test_ulock_owner, 0);
39*fdd8201dSApple OSS Distributions if (rc == -EINTR || rc == -EFAULT) {
40*fdd8201dSApple OSS Distributions continue;
41*fdd8201dSApple OSS Distributions }
42*fdd8201dSApple OSS Distributions T_ASSERT_GE(rc, 0, "__ulock_wait");
43*fdd8201dSApple OSS Distributions break;
44*fdd8201dSApple OSS Distributions }
45*fdd8201dSApple OSS Distributions
46*fdd8201dSApple OSS Distributions T_PASS("Waiter woke");
47*fdd8201dSApple OSS Distributions T_END;
48*fdd8201dSApple OSS Distributions
49*fdd8201dSApple OSS Distributions return NULL;
50*fdd8201dSApple OSS Distributions }
51*fdd8201dSApple OSS Distributions
52*fdd8201dSApple OSS Distributions static void *
test_waker(void * arg __unused)53*fdd8201dSApple OSS Distributions test_waker(void *arg __unused)
54*fdd8201dSApple OSS Distributions {
55*fdd8201dSApple OSS Distributions for (;;) {
56*fdd8201dSApple OSS Distributions int rc = __ulock_wake(UL_UNFAIR_LOCK | ULF_NO_ERRNO | ULF_WAKE_ALLOW_NON_OWNER,
57*fdd8201dSApple OSS Distributions &test_ulock, 0);
58*fdd8201dSApple OSS Distributions if (rc == -EINTR) {
59*fdd8201dSApple OSS Distributions continue;
60*fdd8201dSApple OSS Distributions }
61*fdd8201dSApple OSS Distributions T_ASSERT_EQ(rc, 0, "__ulock_wake");
62*fdd8201dSApple OSS Distributions break;
63*fdd8201dSApple OSS Distributions }
64*fdd8201dSApple OSS Distributions return NULL;
65*fdd8201dSApple OSS Distributions }
66*fdd8201dSApple OSS Distributions
67*fdd8201dSApple OSS Distributions T_DECL(ulock_non_owner_wake, "ulock_wake respects non-owner wakes",
68*fdd8201dSApple OSS Distributions T_META_CHECK_LEAKS(false))
69*fdd8201dSApple OSS Distributions {
70*fdd8201dSApple OSS Distributions pthread_t waiter, waker;
71*fdd8201dSApple OSS Distributions
72*fdd8201dSApple OSS Distributions atomic_store_explicit(&test_ulock, _os_get_self() & ~0x3u, memory_order_relaxed);
73*fdd8201dSApple OSS Distributions
74*fdd8201dSApple OSS Distributions T_ASSERT_POSIX_ZERO(pthread_create(&waiter, NULL, test_waiter, NULL), "create waiter");
75*fdd8201dSApple OSS Distributions
76*fdd8201dSApple OSS Distributions // wait for the waiter to reach the kernel
77*fdd8201dSApple OSS Distributions for (;;) {
78*fdd8201dSApple OSS Distributions int kernel_ulocks = __ulock_wake(UL_DEBUG_HASH_DUMP_PID, NULL, 0);
79*fdd8201dSApple OSS Distributions T_QUIET; T_ASSERT_NE(kernel_ulocks, -1, "UL_DEBUG_HASH_DUMP_PID");
80*fdd8201dSApple OSS Distributions
81*fdd8201dSApple OSS Distributions if (kernel_ulocks == 1) {
82*fdd8201dSApple OSS Distributions T_LOG("waiter is now waiting");
83*fdd8201dSApple OSS Distributions break;
84*fdd8201dSApple OSS Distributions }
85*fdd8201dSApple OSS Distributions usleep(100);
86*fdd8201dSApple OSS Distributions }
87*fdd8201dSApple OSS Distributions
88*fdd8201dSApple OSS Distributions T_ASSERT_POSIX_ZERO(pthread_create(&waker, NULL, test_waker, NULL), "create waker");
89*fdd8201dSApple OSS Distributions
90*fdd8201dSApple OSS Distributions // won't ever actually join
91*fdd8201dSApple OSS Distributions pthread_join(waiter, NULL);
92*fdd8201dSApple OSS Distributions }
93