1 /* 2 * Copyright (c) 2006-2018 Apple Computer, Inc. All rights reserved. 3 * 4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ 5 * 6 * This file contains Original Code and/or Modifications of Original Code 7 * as defined in and that are subject to the Apple Public Source License 8 * Version 2.0 (the 'License'). You may not use this file except in 9 * compliance with the License. The rights granted to you under the License 10 * may not be used to create, or enable the creation or redistribution of, 11 * unlawful or unlicensed copies of an Apple operating system, or to 12 * circumvent, violate, or enable the circumvention or violation of, any 13 * terms of an Apple operating system software license agreement. 14 * 15 * Please obtain a copy of the License at 16 * http://www.opensource.apple.com/apsl/ and read it before using this file. 17 * 18 * The Original Code and all software distributed under the License are 19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER 20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, 21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, 22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. 23 * Please see the License for the specific language governing rights and 24 * limitations under the License. 25 * 26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ 27 */ 28 29 #ifndef SYS_MEMORYSTATUS_H 30 #define SYS_MEMORYSTATUS_H 31 32 #include <sys/time.h> 33 #include <mach_debug/zone_info.h> 34 #include <sys/proc.h> 35 #include <sys/reason.h> 36 37 #define MEMORYSTATUS_ENTITLEMENT "com.apple.private.memorystatus" 38 39 #define JETSAM_PRIORITY_REVISION 2 40 41 #define JETSAM_PRIORITY_IDLE_HEAD -2 42 /* The value -1 is an alias to JETSAM_PRIORITY_DEFAULT */ 43 #define JETSAM_PRIORITY_IDLE 0 44 #define JETSAM_PRIORITY_ENTITLED_MAX 9 /* Entitled processes may use bands 1-9 for experimentation */ 45 #define JETSAM_PRIORITY_IDLE_DEFERRED 10 /* Keeping this around till all xnu_quick_tests can be moved away from it.*/ 46 #define JETSAM_PRIORITY_AGING_BAND1 JETSAM_PRIORITY_IDLE_DEFERRED 47 #define JETSAM_PRIORITY_BACKGROUND_OPPORTUNISTIC 20 48 #define JETSAM_PRIORITY_AGING_BAND2 JETSAM_PRIORITY_BACKGROUND_OPPORTUNISTIC 49 #define JETSAM_PRIORITY_BACKGROUND 30 50 /* 51 * NB: This band is no longer used by mail, but IS used by many active 52 * processes doing background work. 53 */ 54 #define JETSAM_PRIORITY_MAIL 40 55 #define JETSAM_PRIORITY_ELEVATED_INACTIVE JETSAM_PRIORITY_MAIL 56 #define JETSAM_PRIORITY_PHONE 50 57 #define JETSAM_PRIORITY_FREEZER 75 58 #define JETSAM_PRIORITY_UI_SUPPORT 80 59 #define JETSAM_PRIORITY_FOREGROUND_SUPPORT 90 60 #define JETSAM_PRIORITY_FOREGROUND 100 61 #define JETSAM_PRIORITY_AUDIO_AND_ACCESSORY 120 62 #define JETSAM_PRIORITY_CONDUCTOR 130 63 #define JETSAM_PRIORITY_DRIVER_APPLE 150 64 #define JETSAM_PRIORITY_HOME 160 65 #define JETSAM_PRIORITY_EXECUTIVE 170 66 #define JETSAM_PRIORITY_IMPORTANT 180 67 #define JETSAM_PRIORITY_CRITICAL 190 68 69 #define JETSAM_PRIORITY_MAX 210 70 71 /* TODO - tune. This should probably be lower priority */ 72 #define JETSAM_PRIORITY_DEFAULT 180 73 #define JETSAM_PRIORITY_TELEPHONY 190 74 75 /* Compatibility */ 76 #define DEFAULT_JETSAM_PRIORITY 180 77 78 /* 79 * The deferral time used by default for apps and daemons in all aging 80 * policies except kJetsamAgingPolicySysProcsReclaimedFirst is 81 * DEFERRED_IDLE_EXIT_TIME_SECS. 82 * 83 * For kJetsamAgingPolicySysProcsReclaimedFirst, 84 * 85 * Daemons: The actual idle deferred time for the daemon is based on 86 * the relaunch behavior of the daemon. The relaunch behavior determines 87 * the scaling factor applied to DEFERRED_IDLE_EXIT_TIME_SECS. See 88 * kJetsamSysProcsIdleDelayTime* ratios defined in kern_memorystatus.c 89 * 90 * Apps: The apps are aged for DEFERRED_IDLE_EXIT_TIME_SECS factored 91 * by kJetsamAppsIdleDelayTimeRatio. 92 */ 93 #define DEFERRED_IDLE_EXIT_TIME_SECS 10 94 95 #define KEV_MEMORYSTATUS_SUBCLASS 3 96 97 enum { 98 kMemorystatusLevelNote = 1, 99 kMemorystatusSnapshotNote = 2, 100 kMemorystatusFreezeNote = 3, 101 kMemorystatusPressureNote = 4 102 }; 103 104 enum { 105 kMemorystatusLevelAny = -1, 106 kMemorystatusLevelNormal = 0, 107 kMemorystatusLevelWarning = 1, 108 kMemorystatusLevelUrgent = 2, 109 kMemorystatusLevelCritical = 3 110 }; 111 112 typedef struct memorystatus_priority_entry { 113 pid_t pid; 114 int32_t priority; 115 uint64_t user_data; 116 int32_t limit; /* MB */ 117 uint32_t state; 118 } memorystatus_priority_entry_t; 119 120 /* 121 * This should be the structure to specify different properties 122 * for processes (group or single) from user-space. Unfortunately, 123 * we can't move to it completely because the priority_entry structure 124 * above has been in use for a while now. We'll have to deprecate it. 125 * 126 * To support new fields/properties, we will add a new structure with a 127 * new version and a new size. 128 */ 129 #define MEMORYSTATUS_MPE_VERSION_1 1 130 131 #define MEMORYSTATUS_MPE_VERSION_1_SIZE sizeof(struct memorystatus_properties_entry_v1) 132 133 typedef struct memorystatus_properties_entry_v1 { 134 int version; 135 pid_t pid; 136 int32_t priority; 137 int use_probability; 138 uint64_t user_data; 139 int32_t limit; /* MB */ 140 uint32_t state; 141 char proc_name[MAXCOMLEN + 1]; 142 char __pad1[3]; 143 } memorystatus_properties_entry_v1_t; 144 145 /* 146 * Represents a freeze or demotion candidate. 147 */ 148 typedef struct memorystatus_properties_freeze_entry_v1 { 149 int version; 150 pid_t pid; 151 uint32_t priority; 152 char proc_name[(2 * MAXCOMLEN) + 1]; 153 char __pad1[3]; 154 } memorystatus_properties_freeze_entry_v1; 155 156 typedef struct memorystatus_kernel_stats { 157 uint32_t free_pages; 158 uint32_t active_pages; 159 uint32_t inactive_pages; 160 uint32_t throttled_pages; 161 uint32_t purgeable_pages; 162 uint32_t wired_pages; 163 uint32_t speculative_pages; 164 uint32_t filebacked_pages; 165 uint32_t anonymous_pages; 166 uint32_t compressor_pages; 167 uint64_t compressions; 168 uint64_t decompressions; 169 uint64_t total_uncompressed_pages_in_compressor; 170 uint64_t zone_map_size; 171 uint64_t zone_map_capacity; 172 uint64_t largest_zone_size; 173 char largest_zone_name[MACH_ZONE_NAME_MAX_LEN]; 174 } memorystatus_kernel_stats_t; 175 176 typedef enum memorystatus_freeze_skip_reason { 177 kMemorystatusFreezeSkipReasonNone = 0, 178 kMemorystatusFreezeSkipReasonExcessSharedMemory = 1, 179 kMemorystatusFreezeSkipReasonLowPrivateSharedRatio = 2, 180 kMemorystatusFreezeSkipReasonNoCompressorSpace = 3, 181 kMemorystatusFreezeSkipReasonNoSwapSpace = 4, 182 kMemorystatusFreezeSkipReasonBelowMinPages = 5, 183 kMemorystatusFreezeSkipReasonLowProbOfUse = 6, 184 kMemorystatusFreezeSkipReasonOther = 7, 185 kMemorystatusFreezeSkipReasonOutOfBudget = 8, 186 kMemorystatusFreezeSkipReasonOutOfSlots = 9, 187 kMemorystatusFreezeSkipReasonDisabled = 10, 188 kMemorystatusFreezeSkipReasonElevated = 11, 189 _kMemorystatusFreezeSkipReasonMax 190 } memorystatus_freeze_skip_reason_t; 191 /* 192 ** This is a variable-length struct. 193 ** Allocate a buffer of the size returned by the sysctl, cast to a memorystatus_snapshot_t * 194 */ 195 196 typedef struct jetsam_snapshot_entry { 197 pid_t pid; 198 char name[(2 * MAXCOMLEN) + 1]; 199 int32_t priority; 200 uint32_t state; 201 uint32_t fds; 202 memorystatus_freeze_skip_reason_t jse_freeze_skip_reason; /* why wasn't this process frozen? */ 203 uint8_t uuid[16]; 204 uint64_t user_data; 205 uint64_t killed; 206 uint64_t pages; 207 uint64_t max_pages_lifetime; 208 uint64_t purgeable_pages; 209 uint64_t jse_internal_pages; 210 uint64_t jse_internal_compressed_pages; 211 uint64_t jse_purgeable_nonvolatile_pages; 212 uint64_t jse_purgeable_nonvolatile_compressed_pages; 213 uint64_t jse_alternate_accounting_pages; 214 uint64_t jse_alternate_accounting_compressed_pages; 215 uint64_t jse_iokit_mapped_pages; 216 uint64_t jse_page_table_pages; 217 uint64_t jse_memory_region_count; 218 uint64_t jse_gencount; /* memorystatus_thread generation counter */ 219 uint64_t jse_starttime; /* absolute time when process starts */ 220 uint64_t jse_killtime; /* absolute time when jetsam chooses to kill a process */ 221 uint64_t jse_idle_delta; /* time spent in idle band */ 222 uint64_t jse_coalition_jetsam_id; /* we only expose coalition id for COALITION_TYPE_JETSAM */ 223 struct timeval64 cpu_time; 224 uint64_t jse_thaw_count; 225 uint64_t jse_frozen_to_swap_pages; 226 uint64_t csflags; 227 uint32_t cs_trust_level; 228 } memorystatus_jetsam_snapshot_entry_t; 229 230 typedef struct jetsam_snapshot { 231 uint64_t snapshot_time; /* absolute time snapshot was initialized */ 232 uint64_t notification_time; /* absolute time snapshot was consumed */ 233 uint64_t js_gencount; /* memorystatus_thread generation counter */ 234 memorystatus_kernel_stats_t stats; /* system stat when snapshot is initialized */ 235 size_t entry_count; 236 memorystatus_jetsam_snapshot_entry_t entries[]; 237 } memorystatus_jetsam_snapshot_t; 238 239 /* TODO - deprecate; see <rdar://problem/12969599> */ 240 #define kMaxSnapshotEntries 192 241 242 /* 243 * default jetsam snapshot support 244 */ 245 extern memorystatus_jetsam_snapshot_t *memorystatus_jetsam_snapshot; 246 extern memorystatus_jetsam_snapshot_t *memorystatus_jetsam_snapshot_copy; 247 #if CONFIG_FREEZE 248 extern memorystatus_jetsam_snapshot_t *memorystatus_jetsam_snapshot_freezer; 249 extern unsigned int memorystatus_jetsam_snapshot_freezer_max; 250 extern unsigned int memorystatus_jetsam_snapshot_freezer_size; 251 #endif /* CONFIG_FREEZE */ 252 extern unsigned int memorystatus_jetsam_snapshot_count; 253 extern unsigned int memorystatus_jetsam_snapshot_copy_count; 254 extern unsigned int memorystatus_jetsam_snapshot_max; 255 extern unsigned int memorystatus_jetsam_snapshot_size; 256 extern uint64_t memorystatus_jetsam_snapshot_last_timestamp; 257 extern uint64_t memorystatus_jetsam_snapshot_timeout; 258 #define memorystatus_jetsam_snapshot_list memorystatus_jetsam_snapshot->entries 259 #define JETSAM_SNAPSHOT_TIMEOUT_SECS 30 260 261 /* General memorystatus stuff */ 262 263 extern uint64_t memorystatus_sysprocs_idle_delay_time; 264 extern uint64_t memorystatus_apps_idle_delay_time; 265 266 /* State */ 267 #define kMemorystatusSuspended 0x01 268 #define kMemorystatusFrozen 0x02 269 #define kMemorystatusWasThawed 0x04 270 #define kMemorystatusTracked 0x08 271 #define kMemorystatusSupportsIdleExit 0x10 272 #define kMemorystatusDirty 0x20 273 #define kMemorystatusAssertion 0x40 274 275 /* 276 * Jetsam exit reason definitions - related to memorystatus 277 * 278 * When adding new exit reasons also update: 279 * JETSAM_REASON_MEMORYSTATUS_MAX 280 * kMemorystatusKilled... Cause enum 281 * memorystatus_kill_cause_name[] 282 */ 283 #define JETSAM_REASON_INVALID 0 284 #define JETSAM_REASON_GENERIC 1 285 #define JETSAM_REASON_MEMORY_HIGHWATER 2 286 #define JETSAM_REASON_VNODE 3 287 #define JETSAM_REASON_MEMORY_VMPAGESHORTAGE 4 288 #define JETSAM_REASON_MEMORY_PROCTHRASHING 5 289 #define JETSAM_REASON_MEMORY_FCTHRASHING 6 290 #define JETSAM_REASON_MEMORY_PERPROCESSLIMIT 7 291 #define JETSAM_REASON_MEMORY_DISK_SPACE_SHORTAGE 8 292 #define JETSAM_REASON_MEMORY_IDLE_EXIT 9 293 #define JETSAM_REASON_ZONE_MAP_EXHAUSTION 10 294 #define JETSAM_REASON_MEMORY_VMCOMPRESSOR_THRASHING 11 295 #define JETSAM_REASON_MEMORY_VMCOMPRESSOR_SPACE_SHORTAGE 12 296 #define JETSAM_REASON_LOWSWAP 13 297 #define JETSAM_REASON_MEMORY_SUSTAINED_PRESSURE 14 298 #define JETSAM_REASON_MEMORYSTATUS_MAX JETSAM_REASON_MEMORY_SUSTAINED_PRESSURE 299 300 /* 301 * Jetsam exit reason definitions - not related to memorystatus 302 */ 303 #define JETSAM_REASON_CPULIMIT 100 304 305 /* Cause */ 306 enum { 307 kMemorystatusInvalid = JETSAM_REASON_INVALID, 308 kMemorystatusKilled = JETSAM_REASON_GENERIC, 309 kMemorystatusKilledHiwat = JETSAM_REASON_MEMORY_HIGHWATER, 310 kMemorystatusKilledVnodes = JETSAM_REASON_VNODE, 311 kMemorystatusKilledVMPageShortage = JETSAM_REASON_MEMORY_VMPAGESHORTAGE, 312 kMemorystatusKilledProcThrashing = JETSAM_REASON_MEMORY_PROCTHRASHING, 313 kMemorystatusKilledFCThrashing = JETSAM_REASON_MEMORY_FCTHRASHING, 314 kMemorystatusKilledPerProcessLimit = JETSAM_REASON_MEMORY_PERPROCESSLIMIT, 315 kMemorystatusKilledDiskSpaceShortage = JETSAM_REASON_MEMORY_DISK_SPACE_SHORTAGE, 316 kMemorystatusKilledIdleExit = JETSAM_REASON_MEMORY_IDLE_EXIT, 317 kMemorystatusKilledZoneMapExhaustion = JETSAM_REASON_ZONE_MAP_EXHAUSTION, 318 kMemorystatusKilledVMCompressorThrashing = JETSAM_REASON_MEMORY_VMCOMPRESSOR_THRASHING, 319 kMemorystatusKilledVMCompressorSpaceShortage = JETSAM_REASON_MEMORY_VMCOMPRESSOR_SPACE_SHORTAGE, 320 kMemorystatusKilledLowSwap = JETSAM_REASON_LOWSWAP, 321 kMemorystatusKilledSustainedPressure = JETSAM_REASON_MEMORY_SUSTAINED_PRESSURE 322 }; 323 324 /* 325 * For backwards compatibility 326 * Keeping these around for external users (e.g. ReportCrash, Ariadne). 327 * TODO: Remove once they stop using these. 328 */ 329 #define kMemorystatusKilledDiagnostic kMemorystatusKilledDiskSpaceShortage 330 #define kMemorystatusKilledVMThrashing kMemorystatusKilledVMCompressorThrashing 331 #define JETSAM_REASON_MEMORY_VMTHRASHING JETSAM_REASON_MEMORY_VMCOMPRESSOR_THRASHING 332 333 /* Memorystatus control */ 334 #define MEMORYSTATUS_BUFFERSIZE_MAX 65536 335 336 #ifndef KERNEL 337 __BEGIN_DECLS 338 int memorystatus_get_level(user_addr_t level); 339 int memorystatus_control(uint32_t command, int32_t pid, uint32_t flags, void *buffer, size_t buffersize); 340 __END_DECLS 341 #endif 342 343 /* Commands */ 344 #define MEMORYSTATUS_CMD_GET_PRIORITY_LIST 1 345 #define MEMORYSTATUS_CMD_SET_PRIORITY_PROPERTIES 2 346 #define MEMORYSTATUS_CMD_GET_JETSAM_SNAPSHOT 3 347 #define MEMORYSTATUS_CMD_GET_PRESSURE_STATUS 4 348 #define MEMORYSTATUS_CMD_SET_JETSAM_HIGH_WATER_MARK 5 /* Set active memory limit = inactive memory limit, both non-fatal */ 349 #define MEMORYSTATUS_CMD_SET_JETSAM_TASK_LIMIT 6 /* Set active memory limit = inactive memory limit, both fatal */ 350 #define MEMORYSTATUS_CMD_SET_MEMLIMIT_PROPERTIES 7 /* Set memory limits plus attributes independently */ 351 #define MEMORYSTATUS_CMD_GET_MEMLIMIT_PROPERTIES 8 /* Get memory limits plus attributes */ 352 #define MEMORYSTATUS_CMD_PRIVILEGED_LISTENER_ENABLE 9 /* Set the task's status as a privileged listener w.r.t memory notifications */ 353 #define MEMORYSTATUS_CMD_PRIVILEGED_LISTENER_DISABLE 10 /* Reset the task's status as a privileged listener w.r.t memory notifications */ 354 #define MEMORYSTATUS_CMD_AGGRESSIVE_JETSAM_LENIENT_MODE_ENABLE 11 /* Enable the 'lenient' mode for aggressive jetsam. See comments in kern_memorystatus.c near the top. */ 355 #define MEMORYSTATUS_CMD_AGGRESSIVE_JETSAM_LENIENT_MODE_DISABLE 12 /* Disable the 'lenient' mode for aggressive jetsam. */ 356 #define MEMORYSTATUS_CMD_GET_MEMLIMIT_EXCESS 13 /* Compute how much a process's phys_footprint exceeds inactive memory limit */ 357 #define MEMORYSTATUS_CMD_ELEVATED_INACTIVEJETSAMPRIORITY_ENABLE 14 /* Set the inactive jetsam band for a process to JETSAM_PRIORITY_ELEVATED_INACTIVE */ 358 #define MEMORYSTATUS_CMD_ELEVATED_INACTIVEJETSAMPRIORITY_DISABLE 15 /* Reset the inactive jetsam band for a process to the default band (0)*/ 359 #define MEMORYSTATUS_CMD_SET_PROCESS_IS_MANAGED 16 /* (Re-)Set state on a process that marks it as (un-)managed by a system entity e.g. assertiond */ 360 #define MEMORYSTATUS_CMD_GET_PROCESS_IS_MANAGED 17 /* Return the 'managed' status of a process */ 361 #define MEMORYSTATUS_CMD_SET_PROCESS_IS_FREEZABLE 18 /* Is the process eligible for freezing? Apps and extensions can pass in FALSE to opt out of freezing, i.e., 362 * if they would prefer being jetsam'ed in the idle band to being frozen in an elevated band. */ 363 #define MEMORYSTATUS_CMD_GET_PROCESS_IS_FREEZABLE 19 /* Return the freezable state of a process. */ 364 365 #define MEMORYSTATUS_CMD_FREEZER_CONTROL 20 366 367 #define MEMORYSTATUS_CMD_GET_AGGRESSIVE_JETSAM_LENIENT_MODE 21 /* Query if the lenient mode for aggressive jetsam is enabled. */ 368 369 #define MEMORYSTATUS_CMD_INCREASE_JETSAM_TASK_LIMIT 22 /* Used by DYLD to increase the jetsam active and inactive limits, when using roots */ 370 371 #if PRIVATE 372 #define MEMORYSTATUS_CMD_SET_TESTING_PID 23 /* Used by unit tests in the development kernel only. */ 373 #endif /* PRIVATE */ 374 375 #define MEMORYSTATUS_CMD_GET_PROCESS_IS_FROZEN 24 /* Check if the process is frozen. */ 376 377 #define MEMORYSTATUS_CMD_MARK_PROCESS_COALITION_SWAPPABLE 25 /* Set the coalition led by this process as swappable. This is a one-way transition. Swappable coalitions can never be made non-swappable. */ 378 #define MEMORYSTATUS_CMD_GET_PROCESS_COALITION_IS_SWAPPABLE 26 /* Get the swappable status for this process' coalition. */ 379 380 #define MEMORYSTATUS_CMD_CONVERT_MEMLIMIT_MB 28 /* Given a memlimit value (which may be 0 or -1), convert it to an actual limit in megabytes. */ 381 382 /* Commands that act on a group of processes */ 383 #define MEMORYSTATUS_CMD_GRP_SET_PROPERTIES 100 384 385 #if PRIVATE 386 /* Test commands */ 387 388 /* Trigger forced jetsam */ 389 #define MEMORYSTATUS_CMD_TEST_JETSAM 1000 390 #define MEMORYSTATUS_CMD_TEST_JETSAM_SORT 1001 391 392 /* Select priority band sort order */ 393 #define JETSAM_SORT_NOSORT 0 394 #define JETSAM_SORT_DEFAULT 1 395 396 #endif /* PRIVATE */ 397 398 /* memorystatus_control() flags */ 399 400 #define MEMORYSTATUS_FLAGS_SNAPSHOT_ON_DEMAND 0x1 /* A populated snapshot buffer is returned on demand */ 401 #define MEMORYSTATUS_FLAGS_SNAPSHOT_AT_BOOT 0x2 /* Returns a snapshot with memstats collected at boot */ 402 #define MEMORYSTATUS_FLAGS_SNAPSHOT_COPY 0x4 /* No longer supported. Used to return the previously populated snapshot created by the system */ 403 #define MEMORYSTATUS_FLAGS_GRP_SET_PRIORITY 0x8 /* Set jetsam priorities for a group of pids */ 404 #define MEMORYSTATUS_FLAGS_GRP_SET_PROBABILITY 0x10 /* Set probability of use for a group of processes */ 405 406 #if PRIVATE 407 #define MEMORYSTATUS_FLAGS_SET_TESTING_PID 0x20 /* Only used by xnu unit tests. */ 408 #define MEMORYSTATUS_FLAGS_UNSET_TESTING_PID 0x40 /* Only used by xnu unit tests. */ 409 #endif /* PRIVATE */ 410 411 #define MEMORYSTATUS_FLAGS_SNAPSHOT_FREEZER 0x80 /* A snapshot buffer containing app kills since last consumption */ 412 413 #define MEMORYSTATUS_FLAGS_GRP_SET_FREEZE_PRIORITY 0x100 /* Set a new ordered list of freeze candidates */ 414 #define MEMORYSTATUS_FLAGS_GRP_SET_DEMOTE_PRIORITY 0x200 /* Set a new ordered list of demote candidates */ 415 /* 416 * For use with memorystatus_control: 417 * MEMORYSTATUS_CMD_GET_JETSAM_SNAPSHOT 418 * 419 * A jetsam snapshot is initialized when a non-idle 420 * jetsam event occurs. The data is held in the 421 * buffer until it is reaped. This is the default 422 * behavior. 423 * 424 * Flags change the default behavior: 425 * Demand mode - this is an on_demand snapshot, 426 * meaning data is populated upon request. 427 * 428 * Boot mode - this is a snapshot of 429 * memstats collected before loading the 430 * init program. Once collected, these 431 * stats do not change. In this mode, 432 * the snapshot entry_count is always 0. 433 * 434 * Copy mode - this returns the previous snapshot 435 * collected by the system. The current snaphshot 436 * might be only half populated. 437 * 438 * Snapshots are inherently racey between request 439 * for buffer size and actual data compilation. 440 */ 441 442 /* These definitions are required for backwards compatibility */ 443 #define MEMORYSTATUS_SNAPSHOT_ON_DEMAND MEMORYSTATUS_FLAGS_SNAPSHOT_ON_DEMAND 444 #define MEMORYSTATUS_SNAPSHOT_AT_BOOT MEMORYSTATUS_FLAGS_SNAPSHOT_AT_BOOT 445 #define MEMORYSTATUS_SNAPSHOT_COPY MEMORYSTATUS_FLAGS_SNAPSHOT_COPY 446 447 /* 448 * For use with memorystatus_control: 449 * MEMORYSTATUS_CMD_SET_PRIORITY_PROPERTIES 450 */ 451 typedef struct memorystatus_priority_properties { 452 int32_t priority; 453 uint64_t user_data; 454 } memorystatus_priority_properties_t; 455 456 /* 457 * Inform the kernel that setting the priority property is driven by assertions. 458 */ 459 #define MEMORYSTATUS_SET_PRIORITY_ASSERTION 0x1 460 461 /* 462 * For use with memorystatus_control: 463 * MEMORYSTATUS_CMD_SET_MEMLIMIT_PROPERTIES 464 * MEMORYSTATUS_CMD_GET_MEMLIMIT_PROPERTIES 465 */ 466 typedef struct memorystatus_memlimit_properties { 467 int32_t memlimit_active; /* jetsam memory limit (in MB) when process is active */ 468 uint32_t memlimit_active_attr; 469 int32_t memlimit_inactive; /* jetsam memory limit (in MB) when process is inactive */ 470 uint32_t memlimit_inactive_attr; 471 } memorystatus_memlimit_properties_t; 472 473 typedef struct memorystatus_memlimit_properties2 { 474 memorystatus_memlimit_properties_t v1; 475 uint32_t memlimit_increase; /* jetsam memory limit increase (in MB) for active and inactive states */ 476 uint32_t memlimit_increase_bytes; /* bytes used to determine the jetsam memory limit increase, for active and inactive states */ 477 } memorystatus_memlimit_properties2_t; 478 479 #define MEMORYSTATUS_MEMLIMIT_ATTR_FATAL 0x1 /* if set, exceeding the memlimit is fatal */ 480 481 #ifdef XNU_KERNEL_PRIVATE 482 483 /* 484 * A process will be killed immediately if it crosses a memory limit marked as fatal. 485 * Fatal limit types are the 486 * - default system-wide task limit 487 * - per-task custom memory limit 488 * 489 * A process with a non-fatal memory limit can exceed that limit, but becomes an early 490 * candidate for jetsam when the device is under memory pressure. 491 * Non-fatal limit types are the 492 * - high-water-mark limit 493 * 494 * Processes that opt into dirty tracking are evaluated 495 * based on clean vs dirty state. 496 * dirty ==> active 497 * clean ==> inactive 498 * 499 * Processes that do not opt into dirty tracking are 500 * evalulated based on priority level. 501 * Foreground or above ==> active 502 * Below Foreground ==> inactive 503 */ 504 505 /* 506 * p_memstat_state flag holds 507 * - in kernel process state and memlimit state 508 */ 509 510 #define P_MEMSTAT_SUSPENDED 0x00000001 /* Process is suspended and likely in the IDLE band */ 511 #define P_MEMSTAT_FROZEN 0x00000002 /* Process has some state on disk. It should be suspended */ 512 #define P_MEMSTAT_FREEZE_DISABLED 0x00000004 /* Process isn't freeze-eligible and will not be frozen */ 513 #define P_MEMSTAT_ERROR 0x00000008 /* Process couldn't be jetsammed for some reason. Transient state so jetsam can skip it next time it sees it */ 514 #define P_MEMSTAT_LOCKED 0x00000010 /* Process is being actively worked on behind the proc_list_lock */ 515 #define P_MEMSTAT_TERMINATED 0x00000020 /* Process is exiting */ 516 #define P_MEMSTAT_FREEZE_IGNORE 0x00000040 /* Process was evaluated by freezer and will be ignored till the next time it goes active and does something */ 517 #define P_MEMSTAT_PRIORITYUPDATED 0x00000080 /* Process had its jetsam priority updated */ 518 #define P_MEMSTAT_FOREGROUND 0x00000100 /* Process is in the FG jetsam band...unused??? */ 519 #define P_MEMSTAT_REFREEZE_ELIGIBLE 0x00000400 /* Process was once thawed i.e. its state was brought back from disk. It is now refreeze eligible.*/ 520 #define P_MEMSTAT_MANAGED 0x00000800 /* Process is managed by RunningBoard i.e. is either application or extension */ 521 #define P_MEMSTAT_INTERNAL 0x00001000 /* Process is a system-critical-not-be-jetsammed process i.e. launchd */ 522 #define P_MEMSTAT_FATAL_MEMLIMIT 0x00002000 /* current fatal state of the process's memlimit */ 523 #define P_MEMSTAT_MEMLIMIT_ACTIVE_FATAL 0x00004000 /* if set, exceeding limit is fatal when the process is active */ 524 #define P_MEMSTAT_MEMLIMIT_INACTIVE_FATAL 0x00008000 /* if set, exceeding limit is fatal when the process is inactive */ 525 #define P_MEMSTAT_USE_ELEVATED_INACTIVE_BAND 0x00010000 /* if set, the process will go into this band & stay there when in the background instead 526 * of the aging bands and/or the IDLE band. */ 527 #define P_MEMSTAT_PRIORITY_ASSERTION 0x00020000 /* jetsam priority is being driven by an assertion */ 528 #define P_MEMSTAT_FREEZE_CONSIDERED 0x00040000 /* This process has been considered for the freezer. */ 529 #define P_MEMSTAT_SKIP 0x00080000 /* Process is temporarily ineligible for memory pressure kills. Used only on development & debug kernels to make corpses of buggy processes */ 530 #define P_MEMSTAT_FROZEN_XPC_SERVICE 0x00100000 /* Process is an XPC service. Only used for freezer telemetry. */ 531 #define P_MEMSTAT_FROZEN_FOCAL_THAW 0x00200000 /* Process has been thawed while focal in the current freezer interval. Only used for freezer telemetry. */ 532 533 /* 534 * p_memstat_relaunch_flags holds 535 * - relaunch behavior when jetsammed 536 */ 537 #define P_MEMSTAT_RELAUNCH_UNKNOWN 0x0 538 #define P_MEMSTAT_RELAUNCH_LOW 0x1 539 #define P_MEMSTAT_RELAUNCH_MED 0x2 540 #define P_MEMSTAT_RELAUNCH_HIGH 0x4 541 542 /* 543 * Checking the p_memstat_state almost always requires the proc_list_lock 544 * because the jetsam thread could be on the other core changing the state. 545 * 546 * App -- almost always managed by a system process. Always have dirty tracking OFF. Can include extensions too. 547 * System Processes -- not managed by anybody. Always have dirty tracking ON. Can include extensions (here) too. 548 */ 549 #define isApp(p) ((p->p_memstat_state & P_MEMSTAT_MANAGED) || ! (p->p_memstat_dirty & P_DIRTY_TRACK)) 550 #define isSysProc(p) ( ! (p->p_memstat_state & P_MEMSTAT_MANAGED) || (p->p_memstat_dirty & P_DIRTY_TRACK)) 551 552 #define MEMSTAT_BUCKET_COUNT (JETSAM_PRIORITY_MAX + 1) 553 554 typedef struct memstat_bucket { 555 TAILQ_HEAD(, proc) list; 556 int count; 557 int relaunch_high_count; 558 } memstat_bucket_t; 559 560 extern memstat_bucket_t memstat_bucket[MEMSTAT_BUCKET_COUNT]; 561 562 /* 563 * Table that expresses the probability of a process 564 * being used in the next hour. 565 */ 566 typedef struct memorystatus_internal_probabilities { 567 char proc_name[MAXCOMLEN + 1]; 568 int use_probability; 569 } memorystatus_internal_probabilities_t; 570 571 extern memorystatus_internal_probabilities_t *memorystatus_global_probabilities_table; 572 extern size_t memorystatus_global_probabilities_size; 573 574 extern void memorystatus_init(void); 575 576 extern void memorystatus_init_at_boot_snapshot(void); 577 578 extern int memorystatus_add(proc_t p, boolean_t locked); 579 extern int memorystatus_update(proc_t p, int priority, uint64_t user_data, boolean_t is_assertion, boolean_t effective, 580 boolean_t update_memlimit, int32_t memlimit_active, boolean_t memlimit_active_is_fatal, 581 int32_t memlimit_inactive, boolean_t memlimit_inactive_is_fatal); 582 583 /* Remove this process from jetsam bands for killing or freezing. 584 * The proc_list_lock is held by the caller. 585 * @param p: The process to remove. 586 * @return: 0 if successful. EAGAIN if the process can't be removed right now (because it's being frozen) or ESRCH. 587 */ 588 extern int memorystatus_remove(proc_t p); 589 590 int memorystatus_update_inactive_jetsam_priority_band(pid_t pid, uint32_t opflags, int priority, boolean_t effective_now); 591 int memorystatus_relaunch_flags_update(proc_t p, int relaunch_flags); 592 593 extern int memorystatus_dirty_track(proc_t p, uint32_t pcontrol); 594 extern int memorystatus_dirty_set(proc_t p, boolean_t self, uint32_t pcontrol); 595 extern int memorystatus_dirty_get(proc_t p, boolean_t locked); 596 extern int memorystatus_dirty_clear(proc_t p, uint32_t pcontrol); 597 598 extern int memorystatus_on_terminate(proc_t p); 599 600 extern void memorystatus_on_suspend(proc_t p); 601 extern void memorystatus_on_resume(proc_t p); 602 extern void memorystatus_on_inactivity(proc_t p); 603 604 extern void memorystatus_on_pageout_scan_end(void); 605 606 /* Memorystatus kevent */ 607 608 void memorystatus_kevent_init(lck_grp_t *grp, lck_attr_t *attr); 609 610 int memorystatus_knote_register(struct knote *kn); 611 void memorystatus_knote_unregister(struct knote *kn); 612 613 #if CONFIG_MEMORYSTATUS 614 void memorystatus_log_exception(const int max_footprint_mb, boolean_t memlimit_is_active, boolean_t memlimit_is_fatal); 615 void memorystatus_on_ledger_footprint_exceeded(int warning, boolean_t memlimit_is_active, boolean_t memlimit_is_fatal); 616 void proc_memstat_skip(proc_t p, boolean_t set); 617 void memorystatus_proc_flags_unsafe(void * v, boolean_t *is_dirty, boolean_t *is_dirty_tracked, boolean_t *allow_idle_exit); 618 619 #if __arm64__ 620 void memorystatus_act_on_legacy_footprint_entitlement(proc_t p, boolean_t footprint_increase); 621 void memorystatus_act_on_ios13extended_footprint_entitlement(proc_t p); 622 void memorystatus_act_on_entitled_task_limit(proc_t p); 623 #endif /* __arm64__ */ 624 625 #endif /* CONFIG_MEMORYSTATUS */ 626 627 int memorystatus_get_pressure_status_kdp(void); 628 int memorystatus_get_proccnt_upto_priority(int32_t max_bucket_index); 629 630 #if CONFIG_JETSAM 631 632 typedef enum memorystatus_policy { 633 kPolicyDefault = 0x0, 634 kPolicyMoreFree = 0x1, 635 } memorystatus_policy_t; 636 extern unsigned int memorystatus_swap_all_apps; 637 638 /* 639 * Synchronous memorystatus kill calls. 640 */ 641 642 boolean_t memorystatus_kill_on_VM_page_shortage(void); 643 boolean_t memorystatus_kill_on_vnode_limit(void); 644 boolean_t memorystatus_kill_on_sustained_pressure(void); 645 646 /* 647 * Wake up the memorystatus thread so it can do async kills. 648 * The memorystatus thread will keep killing until the system is 649 * considered healthy. 650 */ 651 void memorystatus_thread_wake(void); 652 653 /* 654 * Attempt to kill the specified pid with the given reason. 655 * Consumes a reference on the jetsam_reason. 656 */ 657 boolean_t memorystatus_kill_with_jetsam_reason_sync(pid_t pid, os_reason_t jetsam_reason); 658 659 void jetsam_on_ledger_cpulimit_exceeded(void); 660 void memorystatus_fast_jetsam_override(boolean_t enable_override); 661 /* 662 * Disable memorystatus_swap_all_apps. 663 * Used by vm_pageout at boot if the swap volume is too small to support app swap. 664 * Returns true iff app swap is now disabled. 665 * On development or debug kernels, app swap can be enabled via a boot-arg and in 666 * that case can not be disabled. 667 */ 668 bool memorystatus_disable_swap(void); 669 670 #endif /* CONFIG_JETSAM */ 671 672 boolean_t memorystatus_kill_on_zone_map_exhaustion(pid_t pid); 673 boolean_t memorystatus_kill_on_VM_compressor_space_shortage(boolean_t async); 674 void memorystatus_pages_update(unsigned int pages_avail); 675 boolean_t memorystatus_idle_exit_from_VM(void); 676 proc_t memorystatus_get_first_proc_locked(unsigned int *bucket_index, boolean_t search); 677 proc_t memorystatus_get_next_proc_locked(unsigned int *bucket_index, proc_t p, boolean_t search); 678 void memorystatus_get_task_page_counts(task_t task, uint32_t *footprint, uint32_t *max_footprint_lifetime, uint32_t *purgeable_pages); 679 void memorystatus_invalidate_idle_demotion_locked(proc_t p, boolean_t clean_state); 680 void memorystatus_update_priority_locked(proc_t p, int priority, boolean_t head_insert, boolean_t skip_demotion_check); 681 682 bool memorystatus_task_has_increased_memory_limit_entitlement(task_t task); 683 bool memorystatus_task_has_legacy_footprint_entitlement(task_t task); 684 bool memorystatus_task_has_ios13extended_footprint_limit(task_t task); 685 686 #if VM_PRESSURE_EVENTS 687 688 extern kern_return_t memorystatus_update_vm_pressure(boolean_t); 689 690 #if CONFIG_MEMORYSTATUS 691 /* Flags */ 692 extern int memorystatus_low_mem_privileged_listener(uint32_t op_flags); 693 extern int memorystatus_send_pressure_note(int pid); 694 extern boolean_t memorystatus_is_foreground_locked(proc_t p); 695 extern boolean_t memorystatus_bg_pressure_eligible(proc_t p); 696 #endif /* CONFIG_MEMORYSTATUS */ 697 698 #endif /* VM_PRESSURE_EVENTS */ 699 700 #endif /* XNU_KERNEL_PRIVATE */ 701 702 #endif /* SYS_MEMORYSTATUS_H */ 703