1*19c3b8c2SApple OSS Distributions // Copyright (c) 2020 Apple Computer, Inc. All rights reserved.
2*19c3b8c2SApple OSS Distributions
3*19c3b8c2SApple OSS Distributions #include <darwintest.h>
4*19c3b8c2SApple OSS Distributions #include <dirent.h>
5*19c3b8c2SApple OSS Distributions #include <inttypes.h>
6*19c3b8c2SApple OSS Distributions #include <mach/machine.h>
7*19c3b8c2SApple OSS Distributions #include <stddef.h>
8*19c3b8c2SApple OSS Distributions #include <stdlib.h>
9*19c3b8c2SApple OSS Distributions #include <stdint.h>
10*19c3b8c2SApple OSS Distributions #include <sys/fcntl.h>
11*19c3b8c2SApple OSS Distributions #include <sys/ioctl.h>
12*19c3b8c2SApple OSS Distributions #include <sys/perfmon_private.h>
13*19c3b8c2SApple OSS Distributions #include <sys/sysctl.h>
14*19c3b8c2SApple OSS Distributions #include <sys/syslimits.h>
15*19c3b8c2SApple OSS Distributions #include <unistd.h>
16*19c3b8c2SApple OSS Distributions
17*19c3b8c2SApple OSS Distributions T_GLOBAL_META(
18*19c3b8c2SApple OSS Distributions T_META_NAMESPACE("xnu.perfmon"),
19*19c3b8c2SApple OSS Distributions T_META_CHECK_LEAKS(false),
20*19c3b8c2SApple OSS Distributions T_META_RUN_CONCURRENTLY(false),
21*19c3b8c2SApple OSS Distributions T_META_ASROOT(true));
22*19c3b8c2SApple OSS Distributions
23*19c3b8c2SApple OSS Distributions #define MAX_MONITORS (8)
24*19c3b8c2SApple OSS Distributions
25*19c3b8c2SApple OSS Distributions struct monitor_list {
26*19c3b8c2SApple OSS Distributions int fds[MAX_MONITORS];
27*19c3b8c2SApple OSS Distributions char *names[MAX_MONITORS];
28*19c3b8c2SApple OSS Distributions size_t length;
29*19c3b8c2SApple OSS Distributions };
30*19c3b8c2SApple OSS Distributions
31*19c3b8c2SApple OSS Distributions static struct monitor_list
open_monitors(void)32*19c3b8c2SApple OSS Distributions open_monitors(void)
33*19c3b8c2SApple OSS Distributions {
34*19c3b8c2SApple OSS Distributions struct monitor_list monitors = { 0 };
35*19c3b8c2SApple OSS Distributions
36*19c3b8c2SApple OSS Distributions T_SETUPBEGIN;
37*19c3b8c2SApple OSS Distributions
38*19c3b8c2SApple OSS Distributions struct dirent *entry;
39*19c3b8c2SApple OSS Distributions DIR *dir = opendir("/dev");
40*19c3b8c2SApple OSS Distributions T_WITH_ERRNO; T_QUIET; T_ASSERT_NOTNULL(dir, "opendir /dev");
41*19c3b8c2SApple OSS Distributions
42*19c3b8c2SApple OSS Distributions while ((entry = readdir(dir)) != NULL) {
43*19c3b8c2SApple OSS Distributions if (strncmp(entry->d_name, "perfmon", strlen("perfmon")) == 0) {
44*19c3b8c2SApple OSS Distributions char path[PATH_MAX] = { 0 };
45*19c3b8c2SApple OSS Distributions snprintf(path, sizeof(path), "/dev/%s", entry->d_name);
46*19c3b8c2SApple OSS Distributions
47*19c3b8c2SApple OSS Distributions T_SETUPEND;
48*19c3b8c2SApple OSS Distributions
49*19c3b8c2SApple OSS Distributions monitors.fds[monitors.length] = open(path, O_RDONLY);
50*19c3b8c2SApple OSS Distributions T_QUIET;
51*19c3b8c2SApple OSS Distributions T_ASSERT_POSIX_SUCCESS(monitors.fds[monitors.length],
52*19c3b8c2SApple OSS Distributions "open %s", entry->d_name);
53*19c3b8c2SApple OSS Distributions
54*19c3b8c2SApple OSS Distributions T_SETUPBEGIN;
55*19c3b8c2SApple OSS Distributions
56*19c3b8c2SApple OSS Distributions monitors.names[monitors.length] = strdup(entry->d_name);
57*19c3b8c2SApple OSS Distributions T_QUIET; T_ASSERT_NOTNULL(monitors.names[monitors.length], "strdup");
58*19c3b8c2SApple OSS Distributions monitors.length += 1;
59*19c3b8c2SApple OSS Distributions if (monitors.length > MAX_MONITORS) {
60*19c3b8c2SApple OSS Distributions T_ASSERT_FAIL("exceeded maximum number of monitors");
61*19c3b8c2SApple OSS Distributions }
62*19c3b8c2SApple OSS Distributions }
63*19c3b8c2SApple OSS Distributions }
64*19c3b8c2SApple OSS Distributions
65*19c3b8c2SApple OSS Distributions T_SETUPEND;
66*19c3b8c2SApple OSS Distributions
67*19c3b8c2SApple OSS Distributions return monitors;
68*19c3b8c2SApple OSS Distributions }
69*19c3b8c2SApple OSS Distributions
70*19c3b8c2SApple OSS Distributions static void
close_monitors(struct monitor_list * monitors)71*19c3b8c2SApple OSS Distributions close_monitors(struct monitor_list *monitors)
72*19c3b8c2SApple OSS Distributions {
73*19c3b8c2SApple OSS Distributions for (size_t i = 0; i < monitors->length; i++) {
74*19c3b8c2SApple OSS Distributions close(monitors->fds[i]);
75*19c3b8c2SApple OSS Distributions free(monitors->names[i]);
76*19c3b8c2SApple OSS Distributions }
77*19c3b8c2SApple OSS Distributions }
78*19c3b8c2SApple OSS Distributions
79*19c3b8c2SApple OSS Distributions T_DECL(layout, "ensure layout can be read from available monitors")
80*19c3b8c2SApple OSS Distributions {
81*19c3b8c2SApple OSS Distributions struct monitor_list monitors = open_monitors();
82*19c3b8c2SApple OSS Distributions if (monitors.length == 0) {
83*19c3b8c2SApple OSS Distributions T_SKIP("no monitors present");
84*19c3b8c2SApple OSS Distributions }
85*19c3b8c2SApple OSS Distributions
86*19c3b8c2SApple OSS Distributions for (size_t i = 0; i < monitors.length; i++) {
87*19c3b8c2SApple OSS Distributions struct perfmon_layout layout = { 0 };
88*19c3b8c2SApple OSS Distributions const char *name = monitors.names[i];
89*19c3b8c2SApple OSS Distributions int ret = ioctl(monitors.fds[i], PERFMON_CTL_GET_LAYOUT, &layout);
90*19c3b8c2SApple OSS Distributions T_ASSERT_POSIX_SUCCESS(ret, "ioctl %s PERFMON_CTL_GET_LAYOUT",
91*19c3b8c2SApple OSS Distributions monitors.names[i]);
92*19c3b8c2SApple OSS Distributions
93*19c3b8c2SApple OSS Distributions T_QUIET;
94*19c3b8c2SApple OSS Distributions T_EXPECT_GT(layout.pl_counter_count, (unsigned short)0,
95*19c3b8c2SApple OSS Distributions "%s: non-zero counters", name);
96*19c3b8c2SApple OSS Distributions T_QUIET;
97*19c3b8c2SApple OSS Distributions T_EXPECT_GT(layout.pl_unit_count, (unsigned short)0,
98*19c3b8c2SApple OSS Distributions "%s: non-zero monitors", name);
99*19c3b8c2SApple OSS Distributions T_QUIET;
100*19c3b8c2SApple OSS Distributions T_EXPECT_GT(layout.pl_reg_count, (unsigned short)0,
101*19c3b8c2SApple OSS Distributions "%s: non-zero registers", name);
102*19c3b8c2SApple OSS Distributions }
103*19c3b8c2SApple OSS Distributions }
104*19c3b8c2SApple OSS Distributions
105*19c3b8c2SApple OSS Distributions T_DECL(registers, "ensure registers can be read from available monitors")
106*19c3b8c2SApple OSS Distributions {
107*19c3b8c2SApple OSS Distributions struct monitor_list monitors = open_monitors();
108*19c3b8c2SApple OSS Distributions if (monitors.length == 0) {
109*19c3b8c2SApple OSS Distributions T_SKIP("no monitors present");
110*19c3b8c2SApple OSS Distributions }
111*19c3b8c2SApple OSS Distributions
112*19c3b8c2SApple OSS Distributions for (size_t i = 0; i < monitors.length; i++) {
113*19c3b8c2SApple OSS Distributions const char *name = monitors.names[i];
114*19c3b8c2SApple OSS Distributions
115*19c3b8c2SApple OSS Distributions T_SETUPBEGIN;
116*19c3b8c2SApple OSS Distributions
117*19c3b8c2SApple OSS Distributions struct perfmon_layout layout = { 0 };
118*19c3b8c2SApple OSS Distributions int ret = ioctl(monitors.fds[i], PERFMON_CTL_GET_LAYOUT, &layout);
119*19c3b8c2SApple OSS Distributions T_QUIET;
120*19c3b8c2SApple OSS Distributions T_ASSERT_POSIX_SUCCESS(ret, "ioctl %s PERFMON_CTL_GET_LAYOUT",
121*19c3b8c2SApple OSS Distributions monitors.names[i]);
122*19c3b8c2SApple OSS Distributions
123*19c3b8c2SApple OSS Distributions if (layout.pl_reg_count == 0) {
124*19c3b8c2SApple OSS Distributions T_LOG("skipping %s: no registers", name);
125*19c3b8c2SApple OSS Distributions continue;
126*19c3b8c2SApple OSS Distributions }
127*19c3b8c2SApple OSS Distributions
128*19c3b8c2SApple OSS Distributions perfmon_name_t *names = calloc(layout.pl_reg_count,
129*19c3b8c2SApple OSS Distributions sizeof(names[0]));
130*19c3b8c2SApple OSS Distributions T_QUIET; T_WITH_ERRNO; T_ASSERT_NOTNULL(names, "calloc");
131*19c3b8c2SApple OSS Distributions
132*19c3b8c2SApple OSS Distributions uint64_t *values = calloc(
133*19c3b8c2SApple OSS Distributions layout.pl_reg_count * layout.pl_unit_count,
134*19c3b8c2SApple OSS Distributions sizeof(values[0]));
135*19c3b8c2SApple OSS Distributions T_QUIET; T_WITH_ERRNO; T_ASSERT_NOTNULL(names, "calloc");
136*19c3b8c2SApple OSS Distributions
137*19c3b8c2SApple OSS Distributions T_SETUPEND;
138*19c3b8c2SApple OSS Distributions
139*19c3b8c2SApple OSS Distributions ret = ioctl(monitors.fds[i], PERFMON_CTL_LIST_REGS, names);
140*19c3b8c2SApple OSS Distributions T_ASSERT_POSIX_SUCCESS(ret, "ioctl %s PERFMON_CTL_LIST_REGS", name);
141*19c3b8c2SApple OSS Distributions printf("%s registers:", name);
142*19c3b8c2SApple OSS Distributions for (unsigned short j = 0; j < layout.pl_reg_count; j++) {
143*19c3b8c2SApple OSS Distributions if (j != 0) {
144*19c3b8c2SApple OSS Distributions printf(", ");
145*19c3b8c2SApple OSS Distributions }
146*19c3b8c2SApple OSS Distributions if (j % 4 == 0) {
147*19c3b8c2SApple OSS Distributions printf("\n%4s", "");
148*19c3b8c2SApple OSS Distributions }
149*19c3b8c2SApple OSS Distributions printf("%18s", names[j]);
150*19c3b8c2SApple OSS Distributions }
151*19c3b8c2SApple OSS Distributions printf("\n");
152*19c3b8c2SApple OSS Distributions
153*19c3b8c2SApple OSS Distributions ret = ioctl(monitors.fds[i], PERFMON_CTL_SAMPLE_REGS, values);
154*19c3b8c2SApple OSS Distributions T_ASSERT_POSIX_SUCCESS(ret, "ioctl %s PERFMON_CTL_SAMPLE_REGS", name);
155*19c3b8c2SApple OSS Distributions for (unsigned short j = 0; j < layout.pl_unit_count; j++) {
156*19c3b8c2SApple OSS Distributions printf("%2d: ", j);
157*19c3b8c2SApple OSS Distributions for (unsigned short k = 0; k < layout.pl_reg_count;
158*19c3b8c2SApple OSS Distributions k++) {
159*19c3b8c2SApple OSS Distributions if (k != 0) {
160*19c3b8c2SApple OSS Distributions printf(", ");
161*19c3b8c2SApple OSS Distributions if (k % 4 == 0) {
162*19c3b8c2SApple OSS Distributions printf("\n%4s", "");
163*19c3b8c2SApple OSS Distributions }
164*19c3b8c2SApple OSS Distributions }
165*19c3b8c2SApple OSS Distributions
166*19c3b8c2SApple OSS Distributions uint64_t value = values[j * layout.pl_reg_count + k];
167*19c3b8c2SApple OSS Distributions printf("0x%016" PRIx64, value);
168*19c3b8c2SApple OSS Distributions }
169*19c3b8c2SApple OSS Distributions printf("\n");
170*19c3b8c2SApple OSS Distributions }
171*19c3b8c2SApple OSS Distributions }
172*19c3b8c2SApple OSS Distributions }
173*19c3b8c2SApple OSS Distributions
174*19c3b8c2SApple OSS Distributions T_DECL(presence, "ensure perfmon is available on supported hardware")
175*19c3b8c2SApple OSS Distributions {
176*19c3b8c2SApple OSS Distributions struct monitor_list monitors = open_monitors();
177*19c3b8c2SApple OSS Distributions
178*19c3b8c2SApple OSS Distributions #if defined(__arm64__)
179*19c3b8c2SApple OSS Distributions T_ASSERT_GT(monitors.length, (size_t)0,
180*19c3b8c2SApple OSS Distributions "ARM64 devices should have monitors");
181*19c3b8c2SApple OSS Distributions
182*19c3b8c2SApple OSS Distributions bool found_core = false;
183*19c3b8c2SApple OSS Distributions bool found_uncore = false;
184*19c3b8c2SApple OSS Distributions for (size_t i = 0; i < monitors.length; i++) {
185*19c3b8c2SApple OSS Distributions if (strcmp(monitors.names[i], "perfmon_core") == 0) {
186*19c3b8c2SApple OSS Distributions found_core = true;
187*19c3b8c2SApple OSS Distributions } else if (strcmp(monitors.names[i], "perfmon_uncore") == 0) {
188*19c3b8c2SApple OSS Distributions found_uncore = true;
189*19c3b8c2SApple OSS Distributions }
190*19c3b8c2SApple OSS Distributions }
191*19c3b8c2SApple OSS Distributions T_EXPECT_TRUE(found_core, "all ARM64 devices should expose core PMU");
192*19c3b8c2SApple OSS Distributions
193*19c3b8c2SApple OSS Distributions T_SETUPBEGIN;
194*19c3b8c2SApple OSS Distributions
195*19c3b8c2SApple OSS Distributions int subtype = 0;
196*19c3b8c2SApple OSS Distributions size_t subtype_size = sizeof(subtype);
197*19c3b8c2SApple OSS Distributions int ret = sysctlbyname("hw.cpusubtype", &subtype, &subtype_size, NULL, 0);
198*19c3b8c2SApple OSS Distributions T_QUIET; T_ASSERT_POSIX_SUCCESS(ret, "sysctlbyname hw.cpusubtype");
199*19c3b8c2SApple OSS Distributions
200*19c3b8c2SApple OSS Distributions T_SETUPEND;
201*19c3b8c2SApple OSS Distributions
202*19c3b8c2SApple OSS Distributions if (access("/dev/monotonic/uncore", O_RDONLY) == 0) {
203*19c3b8c2SApple OSS Distributions T_EXPECT_TRUE(found_uncore,
204*19c3b8c2SApple OSS Distributions "any device supported by Monotonic devices should have uncore PMU");
205*19c3b8c2SApple OSS Distributions }
206*19c3b8c2SApple OSS Distributions
207*19c3b8c2SApple OSS Distributions #else // defined(__arm64__)
208*19c3b8c2SApple OSS Distributions #pragma unused(monitors)
209*19c3b8c2SApple OSS Distributions T_SKIP("non-ARM64 devices unsupported");
210*19c3b8c2SApple OSS Distributions #endif // !defined(__arm64__)
211*19c3b8c2SApple OSS Distributions }
212*19c3b8c2SApple OSS Distributions
213*19c3b8c2SApple OSS Distributions T_DECL(open_close_stress, "ensure that the files can be opened and closed")
214*19c3b8c2SApple OSS Distributions {
215*19c3b8c2SApple OSS Distributions const int n = 100;
216*19c3b8c2SApple OSS Distributions for (int i = 0; i < n; i++) {
217*19c3b8c2SApple OSS Distributions struct monitor_list monitors = open_monitors();
218*19c3b8c2SApple OSS Distributions if (monitors.length == 0) {
219*19c3b8c2SApple OSS Distributions if (i == 0) {
220*19c3b8c2SApple OSS Distributions T_SKIP("no monitors present");
221*19c3b8c2SApple OSS Distributions } else {
222*19c3b8c2SApple OSS Distributions T_ASSERT_FAIL("failed to open monitors");
223*19c3b8c2SApple OSS Distributions }
224*19c3b8c2SApple OSS Distributions }
225*19c3b8c2SApple OSS Distributions close_monitors(&monitors);
226*19c3b8c2SApple OSS Distributions }
227*19c3b8c2SApple OSS Distributions
228*19c3b8c2SApple OSS Distributions T_PASS("passed %d cycles", n);
229*19c3b8c2SApple OSS Distributions }
230