1*1b191cb5SApple OSS Distributions /*
2*1b191cb5SApple OSS Distributions * Copyright (c) 2000-2021 Apple Inc. All rights reserved.
3*1b191cb5SApple OSS Distributions *
4*1b191cb5SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*1b191cb5SApple OSS Distributions *
6*1b191cb5SApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*1b191cb5SApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*1b191cb5SApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*1b191cb5SApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*1b191cb5SApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*1b191cb5SApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*1b191cb5SApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*1b191cb5SApple OSS Distributions * terms of an Apple operating system software license agreement.
14*1b191cb5SApple OSS Distributions *
15*1b191cb5SApple OSS Distributions * Please obtain a copy of the License at
16*1b191cb5SApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*1b191cb5SApple OSS Distributions *
18*1b191cb5SApple OSS Distributions * The Original Code and all software distributed under the License are
19*1b191cb5SApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*1b191cb5SApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*1b191cb5SApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*1b191cb5SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*1b191cb5SApple OSS Distributions * Please see the License for the specific language governing rights and
24*1b191cb5SApple OSS Distributions * limitations under the License.
25*1b191cb5SApple OSS Distributions *
26*1b191cb5SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*1b191cb5SApple OSS Distributions */
28*1b191cb5SApple OSS Distributions
29*1b191cb5SApple OSS Distributions /*
30*1b191cb5SApple OSS Distributions * Telemetry from the VM is usually colected at a daily cadence.
31*1b191cb5SApple OSS Distributions * All of those events are in this file along with a single thread
32*1b191cb5SApple OSS Distributions * call for reporting them.
33*1b191cb5SApple OSS Distributions *
34*1b191cb5SApple OSS Distributions * NB: The freezer subsystem has its own telemetry based on its budget interval
35*1b191cb5SApple OSS Distributions * so it's not included here.
36*1b191cb5SApple OSS Distributions */
37*1b191cb5SApple OSS Distributions
38*1b191cb5SApple OSS Distributions #include <kern/thread_call.h>
39*1b191cb5SApple OSS Distributions #include <libkern/coreanalytics/coreanalytics.h>
40*1b191cb5SApple OSS Distributions #include <os/log.h>
41*1b191cb5SApple OSS Distributions #include <vm/vm_page.h>
42*1b191cb5SApple OSS Distributions
43*1b191cb5SApple OSS Distributions #include "vm_compressor_backing_store.h"
44*1b191cb5SApple OSS Distributions
45*1b191cb5SApple OSS Distributions void vm_analytics_tick(void *arg0, void *arg1);
46*1b191cb5SApple OSS Distributions
47*1b191cb5SApple OSS Distributions #define ANALYTICS_PERIOD_HOURS (24ULL)
48*1b191cb5SApple OSS Distributions
49*1b191cb5SApple OSS Distributions static thread_call_t vm_analytics_thread_call;
50*1b191cb5SApple OSS Distributions
51*1b191cb5SApple OSS Distributions CA_EVENT(vm_swapusage,
52*1b191cb5SApple OSS Distributions CA_INT, max_alloced,
53*1b191cb5SApple OSS Distributions CA_INT, max_used,
54*1b191cb5SApple OSS Distributions CA_INT, trial_deployment_id,
55*1b191cb5SApple OSS Distributions CA_STATIC_STRING(CA_UUID_LEN), trial_treatment_id,
56*1b191cb5SApple OSS Distributions CA_STATIC_STRING(CA_UUID_LEN), trial_experiment_id);
57*1b191cb5SApple OSS Distributions
58*1b191cb5SApple OSS Distributions CA_EVENT(mlock_failures,
59*1b191cb5SApple OSS Distributions CA_INT, over_global_limit,
60*1b191cb5SApple OSS Distributions CA_INT, over_user_limit,
61*1b191cb5SApple OSS Distributions CA_INT, trial_deployment_id,
62*1b191cb5SApple OSS Distributions CA_STATIC_STRING(CA_UUID_LEN), trial_treatment_id,
63*1b191cb5SApple OSS Distributions CA_STATIC_STRING(CA_UUID_LEN), trial_experiment_id);
64*1b191cb5SApple OSS Distributions
65*1b191cb5SApple OSS Distributions /*
66*1b191cb5SApple OSS Distributions * NB: It's a good practice to include these trial
67*1b191cb5SApple OSS Distributions * identifiers in all of our events so that we can
68*1b191cb5SApple OSS Distributions * measure the impact of any A/B tests on these metrics.
69*1b191cb5SApple OSS Distributions */
70*1b191cb5SApple OSS Distributions extern uuid_string_t trial_treatment_id;
71*1b191cb5SApple OSS Distributions extern uuid_string_t trial_experiment_id;
72*1b191cb5SApple OSS Distributions extern int trial_deployment_id;
73*1b191cb5SApple OSS Distributions
74*1b191cb5SApple OSS Distributions static void
add_trial_uuids(char * treatment_id,char * experiment_id)75*1b191cb5SApple OSS Distributions add_trial_uuids(char *treatment_id, char *experiment_id)
76*1b191cb5SApple OSS Distributions {
77*1b191cb5SApple OSS Distributions strlcpy(treatment_id, trial_treatment_id, CA_UUID_LEN);
78*1b191cb5SApple OSS Distributions strlcpy(experiment_id, trial_experiment_id, CA_UUID_LEN);
79*1b191cb5SApple OSS Distributions }
80*1b191cb5SApple OSS Distributions
81*1b191cb5SApple OSS Distributions static void
report_vm_swapusage()82*1b191cb5SApple OSS Distributions report_vm_swapusage()
83*1b191cb5SApple OSS Distributions {
84*1b191cb5SApple OSS Distributions uint64_t max_alloced, max_used;
85*1b191cb5SApple OSS Distributions ca_event_t event = CA_EVENT_ALLOCATE(vm_swapusage);
86*1b191cb5SApple OSS Distributions CA_EVENT_TYPE(vm_swapusage) * e = event->data;
87*1b191cb5SApple OSS Distributions
88*1b191cb5SApple OSS Distributions vm_swap_reset_max_segs_tracking(&max_alloced, &max_used);
89*1b191cb5SApple OSS Distributions e->max_alloced = max_alloced;
90*1b191cb5SApple OSS Distributions e->max_used = max_used;
91*1b191cb5SApple OSS Distributions add_trial_uuids(e->trial_treatment_id, e->trial_experiment_id);
92*1b191cb5SApple OSS Distributions e->trial_deployment_id = trial_deployment_id;
93*1b191cb5SApple OSS Distributions CA_EVENT_SEND(event);
94*1b191cb5SApple OSS Distributions }
95*1b191cb5SApple OSS Distributions
96*1b191cb5SApple OSS Distributions static void
report_mlock_failures()97*1b191cb5SApple OSS Distributions report_mlock_failures()
98*1b191cb5SApple OSS Distributions {
99*1b191cb5SApple OSS Distributions ca_event_t event = CA_EVENT_ALLOCATE(mlock_failures);
100*1b191cb5SApple OSS Distributions CA_EVENT_TYPE(mlock_failures) * e = event->data;
101*1b191cb5SApple OSS Distributions
102*1b191cb5SApple OSS Distributions e->over_global_limit = os_atomic_load_wide(&vm_add_wire_count_over_global_limit, relaxed);
103*1b191cb5SApple OSS Distributions e->over_user_limit = os_atomic_load_wide(&vm_add_wire_count_over_user_limit, relaxed);
104*1b191cb5SApple OSS Distributions
105*1b191cb5SApple OSS Distributions os_atomic_store_wide(&vm_add_wire_count_over_global_limit, 0, relaxed);
106*1b191cb5SApple OSS Distributions os_atomic_store_wide(&vm_add_wire_count_over_user_limit, 0, relaxed);
107*1b191cb5SApple OSS Distributions
108*1b191cb5SApple OSS Distributions add_trial_uuids(e->trial_treatment_id, e->trial_experiment_id);
109*1b191cb5SApple OSS Distributions e->trial_deployment_id = trial_deployment_id;
110*1b191cb5SApple OSS Distributions CA_EVENT_SEND(event);
111*1b191cb5SApple OSS Distributions }
112*1b191cb5SApple OSS Distributions
113*1b191cb5SApple OSS Distributions #if XNU_TARGET_OS_WATCH
114*1b191cb5SApple OSS Distributions CA_EVENT(compressor_age,
115*1b191cb5SApple OSS Distributions CA_INT, hour1,
116*1b191cb5SApple OSS Distributions CA_INT, hour6,
117*1b191cb5SApple OSS Distributions CA_INT, hour12,
118*1b191cb5SApple OSS Distributions CA_INT, hour24,
119*1b191cb5SApple OSS Distributions CA_INT, hour36,
120*1b191cb5SApple OSS Distributions CA_INT, hour48,
121*1b191cb5SApple OSS Distributions CA_INT, hourMax,
122*1b191cb5SApple OSS Distributions CA_INT, trial_deployment_id,
123*1b191cb5SApple OSS Distributions CA_STATIC_STRING(CA_UUID_LEN), trial_treatment_id,
124*1b191cb5SApple OSS Distributions CA_STATIC_STRING(CA_UUID_LEN), trial_experiment_id);
125*1b191cb5SApple OSS Distributions
126*1b191cb5SApple OSS Distributions /**
127*1b191cb5SApple OSS Distributions * Compressor age bucket descriptor.
128*1b191cb5SApple OSS Distributions */
129*1b191cb5SApple OSS Distributions typedef struct {
130*1b191cb5SApple OSS Distributions /* Number of segments in this bucket. */
131*1b191cb5SApple OSS Distributions uint64_t count;
132*1b191cb5SApple OSS Distributions /* The bucket's lower bound (inclusive) */
133*1b191cb5SApple OSS Distributions uint64_t lower;
134*1b191cb5SApple OSS Distributions /* The bucket's upper bound (exclusive) */
135*1b191cb5SApple OSS Distributions uint64_t upper;
136*1b191cb5SApple OSS Distributions } c_reporting_bucket_t;
137*1b191cb5SApple OSS Distributions #define C_REPORTING_BUCKETS_MAX (UINT64_MAX)
138*1b191cb5SApple OSS Distributions #ifndef ARRAY_SIZE
139*1b191cb5SApple OSS Distributions #define ARRAY_SIZE(x) (sizeof(x) / sizeof(x[0]))
140*1b191cb5SApple OSS Distributions #endif
141*1b191cb5SApple OSS Distributions #define HR_TO_S(x) ((x) * 60 * 60)
142*1b191cb5SApple OSS Distributions
143*1b191cb5SApple OSS Distributions /**
144*1b191cb5SApple OSS Distributions * Report the age of segments in the compressor.
145*1b191cb5SApple OSS Distributions */
146*1b191cb5SApple OSS Distributions static void
report_compressor_age()147*1b191cb5SApple OSS Distributions report_compressor_age()
148*1b191cb5SApple OSS Distributions {
149*1b191cb5SApple OSS Distributions /* If the compressor is not configured, do nothing and return early. */
150*1b191cb5SApple OSS Distributions if (vm_compressor_mode == VM_PAGER_NOT_CONFIGURED) {
151*1b191cb5SApple OSS Distributions os_log(OS_LOG_DEFAULT, "%s: vm_compressor_mode == VM_PAGER_NOT_CONFIGURED, returning early", __func__);
152*1b191cb5SApple OSS Distributions return;
153*1b191cb5SApple OSS Distributions }
154*1b191cb5SApple OSS Distributions
155*1b191cb5SApple OSS Distributions const queue_head_t *c_queues[] = {&c_age_list_head, &c_major_list_head};
156*1b191cb5SApple OSS Distributions c_reporting_bucket_t c_buckets[] = {
157*1b191cb5SApple OSS Distributions {.count = 0, .lower = HR_TO_S(0), .upper = HR_TO_S(1)}, /* [0, 1) hours */
158*1b191cb5SApple OSS Distributions {.count = 0, .lower = HR_TO_S(1), .upper = HR_TO_S(6)}, /* [1, 6) hours */
159*1b191cb5SApple OSS Distributions {.count = 0, .lower = HR_TO_S(6), .upper = HR_TO_S(12)}, /* [6, 12) hours */
160*1b191cb5SApple OSS Distributions {.count = 0, .lower = HR_TO_S(12), .upper = HR_TO_S(24)}, /* [12, 24) hours */
161*1b191cb5SApple OSS Distributions {.count = 0, .lower = HR_TO_S(24), .upper = HR_TO_S(36)}, /* [24, 36) hours */
162*1b191cb5SApple OSS Distributions {.count = 0, .lower = HR_TO_S(36), .upper = HR_TO_S(48)}, /* [36, 48) hours */
163*1b191cb5SApple OSS Distributions {.count = 0, .lower = HR_TO_S(48), .upper = C_REPORTING_BUCKETS_MAX}, /* [48, MAX) hours */
164*1b191cb5SApple OSS Distributions };
165*1b191cb5SApple OSS Distributions clock_sec_t now;
166*1b191cb5SApple OSS Distributions clock_nsec_t nsec;
167*1b191cb5SApple OSS Distributions
168*1b191cb5SApple OSS Distributions /* Collect the segments and update the bucket counts. */
169*1b191cb5SApple OSS Distributions lck_mtx_lock_spin_always(c_list_lock);
170*1b191cb5SApple OSS Distributions for (unsigned q = 0; q < ARRAY_SIZE(c_queues); q++) {
171*1b191cb5SApple OSS Distributions c_segment_t c_seg = (c_segment_t) queue_first(c_queues[q]);
172*1b191cb5SApple OSS Distributions while (!queue_end(c_queues[q], (queue_entry_t) c_seg)) {
173*1b191cb5SApple OSS Distributions for (unsigned b = 0; b < ARRAY_SIZE(c_buckets); b++) {
174*1b191cb5SApple OSS Distributions uint32_t creation_ts = c_seg->c_creation_ts;
175*1b191cb5SApple OSS Distributions clock_get_system_nanotime(&now, &nsec);
176*1b191cb5SApple OSS Distributions clock_sec_t age = now - creation_ts;
177*1b191cb5SApple OSS Distributions if ((age >= c_buckets[b].lower) &&
178*1b191cb5SApple OSS Distributions (age < c_buckets[b].upper)) {
179*1b191cb5SApple OSS Distributions c_buckets[b].count++;
180*1b191cb5SApple OSS Distributions break;
181*1b191cb5SApple OSS Distributions }
182*1b191cb5SApple OSS Distributions }
183*1b191cb5SApple OSS Distributions c_seg = (c_segment_t) queue_next(&c_seg->c_age_list);
184*1b191cb5SApple OSS Distributions }
185*1b191cb5SApple OSS Distributions }
186*1b191cb5SApple OSS Distributions lck_mtx_unlock_always(c_list_lock);
187*1b191cb5SApple OSS Distributions
188*1b191cb5SApple OSS Distributions /* Send the ages to CoreAnalytics. */
189*1b191cb5SApple OSS Distributions ca_event_t event = CA_EVENT_ALLOCATE(compressor_age);
190*1b191cb5SApple OSS Distributions CA_EVENT_TYPE(compressor_age) * e = event->data;
191*1b191cb5SApple OSS Distributions e->hour1 = c_buckets[0].count;
192*1b191cb5SApple OSS Distributions e->hour6 = c_buckets[1].count;
193*1b191cb5SApple OSS Distributions e->hour12 = c_buckets[2].count;
194*1b191cb5SApple OSS Distributions e->hour24 = c_buckets[3].count;
195*1b191cb5SApple OSS Distributions e->hour36 = c_buckets[4].count;
196*1b191cb5SApple OSS Distributions e->hour48 = c_buckets[5].count;
197*1b191cb5SApple OSS Distributions e->hourMax = c_buckets[6].count;
198*1b191cb5SApple OSS Distributions add_trial_uuids(e->trial_treatment_id, e->trial_experiment_id);
199*1b191cb5SApple OSS Distributions e->trial_deployment_id = trial_deployment_id;
200*1b191cb5SApple OSS Distributions CA_EVENT_SEND(event);
201*1b191cb5SApple OSS Distributions }
202*1b191cb5SApple OSS Distributions #endif /* XNU_TARGET_OS_WATCH */
203*1b191cb5SApple OSS Distributions
204*1b191cb5SApple OSS Distributions static void
schedule_analytics_thread_call()205*1b191cb5SApple OSS Distributions schedule_analytics_thread_call()
206*1b191cb5SApple OSS Distributions {
207*1b191cb5SApple OSS Distributions static const uint64_t analytics_period_ns = ANALYTICS_PERIOD_HOURS * 60 * 60 * NSEC_PER_SEC;
208*1b191cb5SApple OSS Distributions uint64_t analytics_period_absolutetime;
209*1b191cb5SApple OSS Distributions nanoseconds_to_absolutetime(analytics_period_ns, &analytics_period_absolutetime);
210*1b191cb5SApple OSS Distributions
211*1b191cb5SApple OSS Distributions thread_call_enter_delayed(vm_analytics_thread_call, analytics_period_absolutetime + mach_absolute_time());
212*1b191cb5SApple OSS Distributions }
213*1b191cb5SApple OSS Distributions
214*1b191cb5SApple OSS Distributions /*
215*1b191cb5SApple OSS Distributions * This is the main entry point for reporting periodic analytics.
216*1b191cb5SApple OSS Distributions * It's called once every ANALYTICS_PERIOD_HOURS hours.
217*1b191cb5SApple OSS Distributions */
218*1b191cb5SApple OSS Distributions void
vm_analytics_tick(void * arg0,void * arg1)219*1b191cb5SApple OSS Distributions vm_analytics_tick(void *arg0, void *arg1)
220*1b191cb5SApple OSS Distributions {
221*1b191cb5SApple OSS Distributions #pragma unused(arg0, arg1)
222*1b191cb5SApple OSS Distributions report_vm_swapusage();
223*1b191cb5SApple OSS Distributions report_mlock_failures();
224*1b191cb5SApple OSS Distributions #if XNU_TARGET_OS_WATCH
225*1b191cb5SApple OSS Distributions report_compressor_age();
226*1b191cb5SApple OSS Distributions #endif /* XNU_TARGET_OS_WATCH */
227*1b191cb5SApple OSS Distributions schedule_analytics_thread_call();
228*1b191cb5SApple OSS Distributions }
229*1b191cb5SApple OSS Distributions
230*1b191cb5SApple OSS Distributions static void
vm_analytics_init()231*1b191cb5SApple OSS Distributions vm_analytics_init()
232*1b191cb5SApple OSS Distributions {
233*1b191cb5SApple OSS Distributions vm_analytics_thread_call = thread_call_allocate_with_options(vm_analytics_tick, NULL, THREAD_CALL_PRIORITY_KERNEL, THREAD_CALL_OPTIONS_ONCE);
234*1b191cb5SApple OSS Distributions schedule_analytics_thread_call();
235*1b191cb5SApple OSS Distributions }
236*1b191cb5SApple OSS Distributions
237*1b191cb5SApple OSS Distributions STARTUP(THREAD_CALL, STARTUP_RANK_MIDDLE, vm_analytics_init);
238