/* * Copyright (c) 2025 Apple Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * * This file contains Original Code and/or Modifications of Original Code * as defined in and that are subject to the Apple Public Source License * Version 2.0 (the 'License'). You may not use this file except in * compliance with the License. The rights granted to you under the License * may not be used to create, or enable the creation or redistribution of, * unlawful or unlicensed copies of an Apple operating system, or to * circumvent, violate, or enable the circumvention or violation of, any * terms of an Apple operating system software license agreement. * * Please obtain a copy of the License at * http://www.opensource.apple.com/apsl/ and read it before using this file. * * The Original Code and all software distributed under the License are * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. * Please see the License for the specific language governing rights and * limitations under the License. * * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ #include #include #include #include #include #include #include #include #include #include #include T_GLOBAL_META( T_META_NAMESPACE("xnu.vm"), T_META_RADAR_COMPONENT_NAME("xnu"), T_META_RADAR_COMPONENT_VERSION("VM"), T_META_TAG_VM_PREFERRED); T_DECL(memory_entry_page_counts, "Test that page counts are computed correctly for memory entries") { mach_error_t err; int ret; uint64_t pages = 1024; mach_vm_size_t size = pages * vm_page_size; mach_port_t memory_entry = MACH_PORT_NULL; uint64_t resident, dirty, swapped; T_LOG("Creating memory entry"); err = mach_make_memory_entry_64(mach_task_self(), &size, (memory_object_offset_t)0, (MAP_MEM_NAMED_CREATE | MAP_MEM_LEDGER_TAGGED | VM_PROT_DEFAULT), &memory_entry, MEMORY_OBJECT_NULL); T_QUIET; T_ASSERT_MACH_SUCCESS(err, "mach_make_memory_entry()"); T_QUIET; T_ASSERT_NE(memory_entry, MACH_PORT_NULL, "memory entry is non-null"); T_LOG("Mapping memory entry"); mach_vm_address_t addr; err = mach_vm_map(mach_task_self(), &addr, size, 0, VM_FLAGS_ANYWHERE, memory_entry, 0, FALSE, VM_PROT_DEFAULT, VM_PROT_DEFAULT, VM_INHERIT_NONE); T_QUIET; T_ASSERT_MACH_SUCCESS(err, "mach_vm_map()"); T_LOG("Querying page counts"); ret = mach_memory_entry_get_page_counts(memory_entry, &resident, &dirty, &swapped); T_QUIET; T_ASSERT_MACH_SUCCESS(ret, "mach_memory_entry_get_page_counts()"); T_EXPECT_EQ(resident, 0ull, "Entry should have no resident pages"); T_EXPECT_EQ(dirty, 0ull, "Entry should have no dirty pages"); T_EXPECT_EQ(swapped, 0ull, "Entry should have no swapped pages"); T_LOG("Faulting mapping"); memset((void *)addr, 0xAB, size); T_LOG("Wiring mapping"); ret = mlock((void *)addr, size); T_QUIET; T_ASSERT_POSIX_SUCCESS(ret, "mlock()"); T_LOG("Querying page counts"); ret = mach_memory_entry_get_page_counts(memory_entry, &resident, &dirty, &swapped); T_QUIET; T_ASSERT_MACH_SUCCESS(ret, "mach_memory_entry_get_page_counts()"); T_EXPECT_EQ(resident, pages, "Entry should have all resident pages"); T_EXPECT_EQ(dirty, pages, "Entry should have all dirty pages"); T_EXPECT_EQ(swapped, 0ull, "Entry should have no swapped pages"); T_LOG("Un-wiring mapping"); ret = munlock((void *)addr, size); T_QUIET; T_ASSERT_POSIX_SUCCESS(ret, "munlock()"); T_LOG("Evicting backing pages..."); ret = madvise((void *)addr, size, MADV_PAGEOUT); T_QUIET; T_ASSERT_POSIX_SUCCESS(ret, "madvise()"); /* MADV_PAGEOUT is asynchronous */ sleep(1); T_LOG("Querying page counts"); ret = mach_memory_entry_get_page_counts(memory_entry, &resident, &dirty, &swapped); T_QUIET; T_ASSERT_MACH_SUCCESS(ret, "mach_memory_entry_get_page_counts()"); T_EXPECT_EQ(resident, 0ull, "Entry should have no resident pages"); T_EXPECT_EQ(dirty, 0ull, "Entry should have no dirty pages"); T_EXPECT_EQ(swapped, pages, "Entry should have all swapped pages"); err = mach_vm_deallocate(mach_task_self(), addr, size); T_QUIET; T_ASSERT_MACH_SUCCESS(err, "mach_vm_deallocate()"); err = mach_port_deallocate(mach_task_self(), memory_entry); T_QUIET; T_ASSERT_MACH_SUCCESS(err, "mach_port_deallocate()"); } T_DECL(memory_entry_partial_fixed_mapping, "Test a fixed mapping of a subset of a memory entry") { mach_error_t err; mach_vm_address_t map_addr; uint64_t map_pages = 5; mach_vm_size_t map_size = map_pages * vm_page_size; uint64_t me_pages = 3; mach_vm_size_t me_size = me_pages * vm_page_size; mach_port_t memory_entry = MACH_PORT_NULL; int i; T_LOG("Creating mapping"); map_addr = 0; err = mach_vm_allocate(mach_task_self(), &map_addr, map_size, VM_FLAGS_ANYWHERE); T_QUIET; T_ASSERT_MACH_SUCCESS(err, "mach_vm_allocate()"); for (i = 0; i < map_pages; i++) { memset(&((char *)map_addr)[i * vm_page_size], 'a' + i, vm_page_size); T_LOG("map_addr[0x%lx] = '%c' expected '%c'", i * vm_page_size, ((unsigned char *)map_addr)[i * vm_page_size], 'a' + i); T_QUIET; T_ASSERT_EQ(((char *)map_addr)[i * vm_page_size], 'a' + i, "mapping contents are correct"); } T_LOG("Creating memory entry"); err = mach_make_memory_entry_64(mach_task_self(), &me_size, map_addr, (MAP_MEM_VM_SHARE | VM_PROT_DEFAULT), &memory_entry, MEMORY_OBJECT_NULL); T_QUIET; T_ASSERT_MACH_SUCCESS(err, "mach_make_memory_entry()"); T_QUIET; T_ASSERT_NE(memory_entry, MACH_PORT_NULL, "memory entry is non-null"); T_LOG("Mapping partial memory entry over original mapping"); mach_vm_address_t remap_addr; int remap_offset = 2; int bad_contents = 0; remap_addr = map_addr + (remap_offset * vm_page_size); err = mach_vm_map(mach_task_self(), &remap_addr, vm_page_size, 0, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, memory_entry, vm_page_size, FALSE, VM_PROT_DEFAULT, VM_PROT_DEFAULT, VM_INHERIT_NONE); T_QUIET; T_ASSERT_EQ(remap_addr, map_addr + (2 * vm_page_size), "fixed address"); if (err == KERN_INVALID_ARGUMENT) { /* failing is OK; contents should be unchanged */ for (i = 0; i < map_pages; i++) { unsigned char expected = 'a' + i; T_LOG("map_addr[0x%lx] = '%c' expected '%c'", i * vm_page_size, ((unsigned char *)map_addr)[i * vm_page_size], expected); if (((char *)map_addr)[i * vm_page_size] != expected) { bad_contents++; } } T_ASSERT_EQ(bad_contents, 0, "new contents correct"); T_ASSERT_MACH_ERROR(err, KERN_INVALID_ARGUMENT, "mach_vm_map() was rejected"); } else { /* if it succeeds, the contents should be as follows */ for (i = 0; i < map_pages; i++) { unsigned char expected = 'a' + i; if (i == remap_offset) { expected = 'b'; } T_LOG("map_addr[0x%lx] = '%c' expected '%c'", i * vm_page_size, ((unsigned char *)map_addr)[i * vm_page_size], expected); if (((char *)map_addr)[i * vm_page_size] != expected) { bad_contents++; } } T_ASSERT_EQ(bad_contents, 0, "new contents correct"); } /* cleanup */ err = mach_vm_deallocate(mach_task_self(), map_addr, map_size); T_QUIET; T_ASSERT_MACH_SUCCESS(err, "mach_vm_deallocate()"); err = mach_port_deallocate(mach_task_self(), memory_entry); T_QUIET; T_ASSERT_MACH_SUCCESS(err, "mach_port_deallocate()"); }