1*19c3b8c2SApple OSS Distributions /*
2*19c3b8c2SApple OSS Distributions * Madvise benchmark.
3*19c3b8c2SApple OSS Distributions * Currently only times various types of madvise frees.
4*19c3b8c2SApple OSS Distributions */
5*19c3b8c2SApple OSS Distributions
6*19c3b8c2SApple OSS Distributions #include <assert.h>
7*19c3b8c2SApple OSS Distributions #include <errno.h>
8*19c3b8c2SApple OSS Distributions #include <stdio.h>
9*19c3b8c2SApple OSS Distributions #include <stdlib.h>
10*19c3b8c2SApple OSS Distributions #include <string.h>
11*19c3b8c2SApple OSS Distributions
12*19c3b8c2SApple OSS Distributions #include <sys/mman.h>
13*19c3b8c2SApple OSS Distributions #include <sys/sysctl.h>
14*19c3b8c2SApple OSS Distributions
15*19c3b8c2SApple OSS Distributions #include "benchmark/helpers.h"
16*19c3b8c2SApple OSS Distributions
17*19c3b8c2SApple OSS Distributions typedef enum test_variant {
18*19c3b8c2SApple OSS Distributions VARIANT_MADVISE_FREE
19*19c3b8c2SApple OSS Distributions } test_variant_t;
20*19c3b8c2SApple OSS Distributions
21*19c3b8c2SApple OSS Distributions /* Arguments parsed from the command line */
22*19c3b8c2SApple OSS Distributions typedef struct test_args {
23*19c3b8c2SApple OSS Distributions uint64_t ta_duration_seconds;
24*19c3b8c2SApple OSS Distributions uint64_t ta_size;
25*19c3b8c2SApple OSS Distributions test_variant_t ta_variant;
26*19c3b8c2SApple OSS Distributions bool ta_verbose;
27*19c3b8c2SApple OSS Distributions } test_args_t;
28*19c3b8c2SApple OSS Distributions
29*19c3b8c2SApple OSS Distributions static void print_help(char **argv);
30*19c3b8c2SApple OSS Distributions static void parse_arguments(int argc, char** argv, test_args_t *args);
31*19c3b8c2SApple OSS Distributions static double madvise_free_test(const test_args_t* args);
32*19c3b8c2SApple OSS Distributions /*
33*19c3b8c2SApple OSS Distributions * Allocate a buffer of the given size and fault in all of its pages.
34*19c3b8c2SApple OSS Distributions */
35*19c3b8c2SApple OSS Distributions static void *allocate_and_init_buffer(uint64_t size);
36*19c3b8c2SApple OSS Distributions /*
37*19c3b8c2SApple OSS Distributions * Fault in the pages in the given buffer.
38*19c3b8c2SApple OSS Distributions */
39*19c3b8c2SApple OSS Distributions static void fault_pages(unsigned char *buffer, size_t size, size_t stride);
40*19c3b8c2SApple OSS Distributions /*
41*19c3b8c2SApple OSS Distributions * Output the results of the test in pages / CPU second.
42*19c3b8c2SApple OSS Distributions */
43*19c3b8c2SApple OSS Distributions static void output_throughput(double throughput);
44*19c3b8c2SApple OSS Distributions
45*19c3b8c2SApple OSS Distributions /* Test Variants */
46*19c3b8c2SApple OSS Distributions static const char* kMadviseFreeArgument = "MADV_FREE";
47*19c3b8c2SApple OSS Distributions /* The VM page size */
48*19c3b8c2SApple OSS Distributions static size_t kPageSize = 0;
49*19c3b8c2SApple OSS Distributions static const clockid_t kThreadCPUTimeClock = CLOCK_THREAD_CPUTIME_ID;
50*19c3b8c2SApple OSS Distributions
51*19c3b8c2SApple OSS Distributions int
main(int argc,char ** argv)52*19c3b8c2SApple OSS Distributions main(int argc, char** argv)
53*19c3b8c2SApple OSS Distributions {
54*19c3b8c2SApple OSS Distributions test_args_t args;
55*19c3b8c2SApple OSS Distributions parse_arguments(argc, argv, &args);
56*19c3b8c2SApple OSS Distributions double throughput = 0.0;
57*19c3b8c2SApple OSS Distributions if (args.ta_variant == VARIANT_MADVISE_FREE) {
58*19c3b8c2SApple OSS Distributions throughput = madvise_free_test(&args);
59*19c3b8c2SApple OSS Distributions } else {
60*19c3b8c2SApple OSS Distributions fprintf(stderr, "Unknown test variant\n");
61*19c3b8c2SApple OSS Distributions exit(2);
62*19c3b8c2SApple OSS Distributions }
63*19c3b8c2SApple OSS Distributions output_throughput(throughput);
64*19c3b8c2SApple OSS Distributions return 0;
65*19c3b8c2SApple OSS Distributions }
66*19c3b8c2SApple OSS Distributions
67*19c3b8c2SApple OSS Distributions static double
madvise_free_test(const test_args_t * args)68*19c3b8c2SApple OSS Distributions madvise_free_test(const test_args_t* args)
69*19c3b8c2SApple OSS Distributions {
70*19c3b8c2SApple OSS Distributions int ret, ret_end;
71*19c3b8c2SApple OSS Distributions assert(args->ta_variant == VARIANT_MADVISE_FREE);
72*19c3b8c2SApple OSS Distributions benchmark_log(args->ta_verbose, "Running madvise free test\n");
73*19c3b8c2SApple OSS Distributions size_t time_elapsed_us = 0;
74*19c3b8c2SApple OSS Distributions size_t count = 0;
75*19c3b8c2SApple OSS Distributions double throughput = 0;
76*19c3b8c2SApple OSS Distributions
77*19c3b8c2SApple OSS Distributions while (time_elapsed_us < args->ta_duration_seconds * kNumMicrosecondsInSecond) {
78*19c3b8c2SApple OSS Distributions benchmark_log(args->ta_verbose, "Starting iteration %zu\n", count + 1);
79*19c3b8c2SApple OSS Distributions void* buffer = allocate_and_init_buffer(args->ta_size);
80*19c3b8c2SApple OSS Distributions benchmark_log(args->ta_verbose, "Allocated and faulted in test buffer\n");
81*19c3b8c2SApple OSS Distributions struct timespec start_time, end_time;
82*19c3b8c2SApple OSS Distributions ret = clock_gettime(kThreadCPUTimeClock, &start_time);
83*19c3b8c2SApple OSS Distributions
84*19c3b8c2SApple OSS Distributions madvise(buffer, args->ta_size, MADV_FREE);
85*19c3b8c2SApple OSS Distributions
86*19c3b8c2SApple OSS Distributions ret_end = clock_gettime(kThreadCPUTimeClock, &end_time);
87*19c3b8c2SApple OSS Distributions assert(ret == 0);
88*19c3b8c2SApple OSS Distributions assert(ret_end == 0);
89*19c3b8c2SApple OSS Distributions time_elapsed_us += timespec_difference_us(&end_time, &start_time);
90*19c3b8c2SApple OSS Distributions
91*19c3b8c2SApple OSS Distributions ret = munmap(buffer, args->ta_size);
92*19c3b8c2SApple OSS Distributions assert(ret == 0);
93*19c3b8c2SApple OSS Distributions benchmark_log(args->ta_verbose, "Completed iteration %zu\nMeasured %zu time on CPU so far.\n", count + 1, time_elapsed_us);
94*19c3b8c2SApple OSS Distributions
95*19c3b8c2SApple OSS Distributions count++;
96*19c3b8c2SApple OSS Distributions }
97*19c3b8c2SApple OSS Distributions assert(kPageSize != 0);
98*19c3b8c2SApple OSS Distributions throughput = (count * args->ta_size) / ((double)time_elapsed_us / kNumMicrosecondsInSecond);
99*19c3b8c2SApple OSS Distributions return throughput;
100*19c3b8c2SApple OSS Distributions }
101*19c3b8c2SApple OSS Distributions
102*19c3b8c2SApple OSS Distributions static void *
allocate_and_init_buffer(uint64_t size)103*19c3b8c2SApple OSS Distributions allocate_and_init_buffer(uint64_t size)
104*19c3b8c2SApple OSS Distributions {
105*19c3b8c2SApple OSS Distributions unsigned char *buffer = NULL;
106*19c3b8c2SApple OSS Distributions int ret;
107*19c3b8c2SApple OSS Distributions size_t len;
108*19c3b8c2SApple OSS Distributions if (kPageSize == 0) {
109*19c3b8c2SApple OSS Distributions size_t pagesize_size = sizeof(kPageSize);
110*19c3b8c2SApple OSS Distributions ret = sysctlbyname("vm.pagesize", &kPageSize, &pagesize_size, NULL, 0);
111*19c3b8c2SApple OSS Distributions assert(ret == 0);
112*19c3b8c2SApple OSS Distributions assert(kPageSize > 0);
113*19c3b8c2SApple OSS Distributions }
114*19c3b8c2SApple OSS Distributions len = size;
115*19c3b8c2SApple OSS Distributions buffer = mmap_buffer(len);
116*19c3b8c2SApple OSS Distributions fault_pages(buffer, len, kPageSize);
117*19c3b8c2SApple OSS Distributions return buffer;
118*19c3b8c2SApple OSS Distributions }
119*19c3b8c2SApple OSS Distributions
120*19c3b8c2SApple OSS Distributions static void
fault_pages(unsigned char * buffer,size_t size,size_t stride)121*19c3b8c2SApple OSS Distributions fault_pages(unsigned char *buffer, size_t size, size_t stride)
122*19c3b8c2SApple OSS Distributions {
123*19c3b8c2SApple OSS Distributions volatile unsigned char val;
124*19c3b8c2SApple OSS Distributions for (unsigned char* ptr = buffer; ptr < buffer + size; ptr += stride) {
125*19c3b8c2SApple OSS Distributions val = *ptr;
126*19c3b8c2SApple OSS Distributions }
127*19c3b8c2SApple OSS Distributions }
128*19c3b8c2SApple OSS Distributions
129*19c3b8c2SApple OSS Distributions static void
parse_arguments(int argc,char ** argv,test_args_t * args)130*19c3b8c2SApple OSS Distributions parse_arguments(int argc, char** argv, test_args_t *args)
131*19c3b8c2SApple OSS Distributions {
132*19c3b8c2SApple OSS Distributions int current_positional_argument = 0;
133*19c3b8c2SApple OSS Distributions long duration = -1, size_mb = -1;
134*19c3b8c2SApple OSS Distributions memset(args, 0, sizeof(test_args_t));
135*19c3b8c2SApple OSS Distributions for (int current_argument = 1; current_argument < argc; current_argument++) {
136*19c3b8c2SApple OSS Distributions if (argv[current_argument][0] == '-') {
137*19c3b8c2SApple OSS Distributions if (strcmp(argv[current_argument], "-v") == 0) {
138*19c3b8c2SApple OSS Distributions args->ta_verbose = true;
139*19c3b8c2SApple OSS Distributions } else {
140*19c3b8c2SApple OSS Distributions fprintf(stderr, "Unknown argument %s\n", argv[current_argument]);
141*19c3b8c2SApple OSS Distributions print_help(argv);
142*19c3b8c2SApple OSS Distributions exit(1);
143*19c3b8c2SApple OSS Distributions }
144*19c3b8c2SApple OSS Distributions if (current_argument >= argc) {
145*19c3b8c2SApple OSS Distributions print_help(argv);
146*19c3b8c2SApple OSS Distributions exit(1);
147*19c3b8c2SApple OSS Distributions }
148*19c3b8c2SApple OSS Distributions } else {
149*19c3b8c2SApple OSS Distributions if (current_positional_argument == 0) {
150*19c3b8c2SApple OSS Distributions if (strcasecmp(argv[current_argument], kMadviseFreeArgument) == 0) {
151*19c3b8c2SApple OSS Distributions args->ta_variant = VARIANT_MADVISE_FREE;
152*19c3b8c2SApple OSS Distributions } else {
153*19c3b8c2SApple OSS Distributions print_help(argv);
154*19c3b8c2SApple OSS Distributions exit(1);
155*19c3b8c2SApple OSS Distributions }
156*19c3b8c2SApple OSS Distributions current_positional_argument++;
157*19c3b8c2SApple OSS Distributions } else if (current_positional_argument == 1) {
158*19c3b8c2SApple OSS Distributions duration = strtol(argv[current_argument], NULL, 10);
159*19c3b8c2SApple OSS Distributions if (duration <= 0) {
160*19c3b8c2SApple OSS Distributions print_help(argv);
161*19c3b8c2SApple OSS Distributions exit(1);
162*19c3b8c2SApple OSS Distributions }
163*19c3b8c2SApple OSS Distributions current_positional_argument++;
164*19c3b8c2SApple OSS Distributions } else if (current_positional_argument == 2) {
165*19c3b8c2SApple OSS Distributions size_mb = strtol(argv[current_argument], NULL, 10);
166*19c3b8c2SApple OSS Distributions if (size_mb <= 0) {
167*19c3b8c2SApple OSS Distributions print_help(argv);
168*19c3b8c2SApple OSS Distributions exit(1);
169*19c3b8c2SApple OSS Distributions }
170*19c3b8c2SApple OSS Distributions current_positional_argument++;
171*19c3b8c2SApple OSS Distributions } else {
172*19c3b8c2SApple OSS Distributions print_help(argv);
173*19c3b8c2SApple OSS Distributions exit(1);
174*19c3b8c2SApple OSS Distributions }
175*19c3b8c2SApple OSS Distributions }
176*19c3b8c2SApple OSS Distributions }
177*19c3b8c2SApple OSS Distributions if (current_positional_argument != 3) {
178*19c3b8c2SApple OSS Distributions fprintf(stderr, "Expected 3 positional arguments. %d were supplied.\n", current_positional_argument);
179*19c3b8c2SApple OSS Distributions print_help(argv);
180*19c3b8c2SApple OSS Distributions exit(1);
181*19c3b8c2SApple OSS Distributions }
182*19c3b8c2SApple OSS Distributions args->ta_duration_seconds = (uint64_t) duration;
183*19c3b8c2SApple OSS Distributions args->ta_size = ((uint64_t) size_mb * (1UL << 20));
184*19c3b8c2SApple OSS Distributions }
185*19c3b8c2SApple OSS Distributions
186*19c3b8c2SApple OSS Distributions static void
print_help(char ** argv)187*19c3b8c2SApple OSS Distributions print_help(char** argv)
188*19c3b8c2SApple OSS Distributions {
189*19c3b8c2SApple OSS Distributions fprintf(stderr, "%s: <test-variant> [-v] duration_seconds size_mb\n", argv[0]);
190*19c3b8c2SApple OSS Distributions fprintf(stderr, "\ntest variants:\n");
191*19c3b8c2SApple OSS Distributions fprintf(stderr, " %s Measure MADV_FREE time.\n", kMadviseFreeArgument);
192*19c3b8c2SApple OSS Distributions }
193*19c3b8c2SApple OSS Distributions
194*19c3b8c2SApple OSS Distributions static void
output_throughput(double throughput)195*19c3b8c2SApple OSS Distributions output_throughput(double throughput)
196*19c3b8c2SApple OSS Distributions {
197*19c3b8c2SApple OSS Distributions printf("-----Results-----\n");
198*19c3b8c2SApple OSS Distributions printf("Throughput (bytes / CPU second)\n");
199*19c3b8c2SApple OSS Distributions printf("%f\n", throughput);
200*19c3b8c2SApple OSS Distributions }
201