| /xnu-10002.1.13/osfmk/vm/ |
| H A D | vm_resident.c | 124 #define ASSERT_PMAP_FREE(mem) pmap_assert_free(VM_PAGE_GET_PHYS_PAGE(mem)) 830 pnum = VM_PAGE_GET_PHYS_PAGE(p); in vm_free_delayed_pages_contig() 2297 pmap_set_cache_attributes(VM_PAGE_GET_PHYS_PAGE(mem), 0); in vm_page_remove() 2713 assert(VM_PAGE_GET_PHYS_PAGE(m) == vm_page_fictitious_addr || in vm_page_release_fictitious() 2714 VM_PAGE_GET_PHYS_PAGE(m) == vm_page_guard_addr); in vm_page_release_fictitious() 2717 if (VM_PAGE_GET_PHYS_PAGE(m) == vm_page_guard_addr) { in vm_page_release_fictitious() 3105 assert(!pmap_is_noencrypt(VM_PAGE_GET_PHYS_PAGE(mem))); in vm_page_grablo() 3190 assert(!pmap_is_noencrypt(VM_PAGE_GET_PHYS_PAGE(mem))); in vm_page_grab_options() 3377 assert(!pmap_is_noencrypt(VM_PAGE_GET_PHYS_PAGE(mem))); in vm_page_grab_options() 3534 refmod_state = pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(mem)); in vm_page_grab_secluded() [all …]
|
| H A D | vm_fault.c | 632 …pmap_clear_refmod_options(VM_PAGE_GET_PHYS_PAGE(m), VM_MEM_REFERENCED, PMAP_OPTIONS_NOFLUSH, (void… in vm_fault_deactivate_behind() 1222 if (VM_PAGE_GET_PHYS_PAGE(m) == vm_page_guard_addr) { in vm_fault_page() 1680 VM_PAGE_GET_PHYS_PAGE(m), in vm_fault_page() 1723 VM_PAGE_GET_PHYS_PAGE(m)); in vm_fault_page() 2159 pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(m)); in vm_fault_page() 2369 pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(m)); in vm_fault_page() 3006 src_vaddr = (vm_map_offset_t) phystokv((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m) << PAGE_SHIFT); in vm_fault_cs_handle_violation() 3009 …NG: tainted page %p phys 0x%x phystokv 0x%llx copied to %p\n", m, VM_PAGE_GET_PHYS_PAGE(m), (uint6… in vm_fault_cs_handle_violation() 3017 VM_PAGE_GET_PHYS_PAGE(m), in vm_fault_cs_handle_violation() 3344 ppnum_t phys_page = VM_PAGE_GET_PHYS_PAGE(m); in vm_fault_enter_set_mapped() [all …]
|
| H A D | vm_object.c | 867 refmod_state = pmap_get_refmod(VM_PAGE_GET_PHYS_PAGE(p)); in vm_object_page_grab() 877 refmod_state = pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(p)); in vm_object_page_grab() 1121 pmap_clear_reference(VM_PAGE_GET_PHYS_PAGE(p)); in vm_object_cache_evict() 1557 pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(m)); \ 1710 …pmap_disconnect_options(VM_PAGE_GET_PHYS_PAGE(p), PMAP_OPTIONS_NOFLUSH | PMAP_OPTIONS_NOREFMOD, (v… in vm_object_reap_pages() 1728 assert(VM_PAGE_GET_PHYS_PAGE(p) == vm_page_guard_addr); in vm_object_reap_pages() 1732 p->vmp_dirty = pmap_is_modified(VM_PAGE_GET_PHYS_PAGE(p)); in vm_object_reap_pages() 2218 pmap_zero_page(VM_PAGE_GET_PHYS_PAGE(m)); 2288 pmap_clear_refmod_options(VM_PAGE_GET_PHYS_PAGE(m), 2615 pmap_clear_refmod_options(VM_PAGE_GET_PHYS_PAGE((m)), \ [all …]
|
| H A D | vm_page.h | 427 VM_PAGE_GET_PHYS_PAGE(vm_page_t m) in VM_PAGE_GET_PHYS_PAGE() function 440 assert(ppnum == VM_PAGE_GET_PHYS_PAGE(m)); \ 443 #define VM_PAGE_GET_COLOR(m) (VM_PAGE_GET_PHYS_PAGE(m) & vm_color_mask) 454 #define VM_PAGE_GET_PHYS_PAGE(page) (page)->vmp_phys_page macro 460 #define VM_PAGE_GET_CLUMP(m) ((VM_PAGE_GET_PHYS_PAGE(m)) >> vm_clump_shift) 698 n = VM_PAGE_GET_PHYS_PAGE(elt) & vm_clump_mask; in vm_page_queue_enter_clump() 1678 pmap_set_modify(VM_PAGE_GET_PHYS_PAGE(__page__)); \ 1810 __phys_page = VM_PAGE_GET_PHYS_PAGE(mem); \
|
| H A D | vm_pageout.c | 455 if (pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(m)) & VM_MEM_MODIFIED) { in vm_pageout_object_terminate() 498 pmap_clear_modify(VM_PAGE_GET_PHYS_PAGE(m)); in vm_pageout_object_terminate() 559 pmap_clear_modify(VM_PAGE_GET_PHYS_PAGE(m)); in vm_pageclean_setup() 573 assert(VM_PAGE_GET_PHYS_PAGE(new_m) == vm_page_fictitious_addr); in vm_pageclean_setup() 577 VM_PAGE_SET_PHYS_PAGE(new_m, VM_PAGE_GET_PHYS_PAGE(m)); in vm_pageclean_setup() 659 pmap_clear_modify(VM_PAGE_GET_PHYS_PAGE(m)); in vm_pageout_initialize_page() 1200 pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(m)); in vm_pageout_disconnect_all_pages_in_queue() 1409 phys_page = VM_PAGE_GET_PHYS_PAGE(m); in vm_pageout_page_queue() 2753 pmap_clear_reference(VM_PAGE_GET_PHYS_PAGE(m)); in vps_switch_object() 2956 assert(VM_PAGE_GET_PHYS_PAGE(m) != vm_page_guard_addr); in vm_page_balance_inactive() [all …]
|
| H A D | memory_object.c | 130 (((m)->vmp_dirty || ((m)->vmp_dirty = pmap_is_modified(VM_PAGE_GET_PHYS_PAGE(m)))) || \ 215 if (pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(m)) & VM_MEM_MODIFIED) { in memory_object_lock_page() 225 pmap_page_protect(VM_PAGE_GET_PHYS_PAGE(m), VM_PROT_ALL & ~prot); in memory_object_lock_page()
|
| H A D | pmap.h | 452 pmap_set_cache_attributes(VM_PAGE_GET_PHYS_PAGE(mem), cache_attr); \
|
| H A D | bsd_vm.c | 251 pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(dst_page)); in memory_object_control_uiomove() 278 …if ((retval = uiomove64((addr64_t)(((addr64_t)(VM_PAGE_GET_PHYS_PAGE(dst_page)) << PAGE_SHIFT) + s… in memory_object_control_uiomove()
|
| H A D | vm_kern.c | 1240 VM_PAGE_GET_PHYS_PAGE(mem), prot, VM_PROT_NONE, in kernel_memory_populate_pmap_enter() 1249 VM_PAGE_GET_PHYS_PAGE(mem), prot, VM_PROT_NONE, in kernel_memory_populate_pmap_enter() 1341 pmap_set_noencrypt(VM_PAGE_GET_PHYS_PAGE(mem)); in kernel_memory_populate_object_and_unlock() 1447 pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(mem)); in kernel_memory_depopulate() 1880 pmap_disconnect(VM_PAGE_GET_PHYS_PAGE(mem)); in kmem_realloc_guard()
|
| H A D | vm_fourk_pager.c | 1017 phystokv((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(src_page) in fourk_pager_data_request()
|
| H A D | vm_shared_region_pager.c | 643 phystokv((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(src_page) in shared_region_pager_data_request()
|
| H A D | vm_apple_protect.c | 494 phystokv((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(src_page) in apple_protect_pager_data_request()
|
| H A D | vm_dyld_pager.c | 864 …src_vaddr = (vm_map_offset_t)phystokv((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(src_page) << PAGE_SHIFT); in dyld_pager_data_request()
|
| H A D | vm_map.c | 3248 sp_object->vo_shadow_offset = (vm_object_offset_t)VM_PAGE_GET_PHYS_PAGE(pages) * PAGE_SIZE; in vm_map_enter() 3258 pmap_zero_page(VM_PAGE_GET_PHYS_PAGE(m)); in vm_map_enter() 5288 …assert(VM_PAGE_GET_PHYS_PAGE(m) >= (avail_start >> PAGE_SHIFT) && VM_PAGE_GET_PHYS_PAGE(m) <= (ava… in vm_map_enter_cpm() 5407 if (VM_PAGE_GET_PHYS_PAGE(m) != prev_addr + 1) { in vm_map_enter_cpm() 5415 prev_addr = VM_PAGE_GET_PHYS_PAGE(m); in vm_map_enter_cpm() 6964 *physpage_p = VM_PAGE_GET_PHYS_PAGE(m); in vm_map_wire_nested() 15714 (p->vmp_dirty || pmap_is_modified(VM_PAGE_GET_PHYS_PAGE(p)))) { in vm_map_region_look_for_page() 16062 VM_PAGE_GET_PHYS_PAGE(m), in vm_map_machine_attribute() 19968 if (m->vmp_dirty || pmap_is_modified(VM_PAGE_GET_PHYS_PAGE(m))) { in vm_map_page_range_info_internal() 19972 if (m->vmp_reference || pmap_is_referenced(VM_PAGE_GET_PHYS_PAGE(m))) { in vm_map_page_range_info_internal() [all …]
|
| H A D | vm_user.c | 4458 phys_page = (ppnum_t)(VM_PAGE_GET_PHYS_PAGE(dst_page)); in vm_map_get_phys_page()
|
| /xnu-10002.1.13/osfmk/tests/ |
| H A D | pmap_tests.c | 103 ppnum_t phys_page = VM_PAGE_GET_PHYS_PAGE(m); in test_pmap_enter_disconnect() 169 ppnum_t phys_page = VM_PAGE_GET_PHYS_PAGE(m); in test_pmap_compress_remove() 280 const ppnum_t pp1 = VM_PAGE_GET_PHYS_PAGE(m1); in test_pmap_nesting() 281 const ppnum_t pp2 = VM_PAGE_GET_PHYS_PAGE(m2); in test_pmap_nesting() 486 ppnum_t phys_page = VM_PAGE_GET_PHYS_PAGE(m); in test_pmap_page_protect_overhead()
|
| /xnu-10002.1.13/osfmk/mach/i386/ |
| H A D | vm_param.h | 306 pmap_set_cache_attributes(VM_PAGE_GET_PHYS_PAGE(mem), (cache_attr)); \
|
| /xnu-10002.1.13/osfmk/arm/pmap/ |
| H A D | pmap_data.c | 1225 (vm_object_offset_t) ((ptoa(VM_PAGE_GET_PHYS_PAGE(mem))) - gPhysBase); in pmap_enqueue_pages() 1383 *pa = (pmap_paddr_t)ptoa(VM_PAGE_GET_PHYS_PAGE(mem)); in pmap_pages_alloc_zeroed() 1438 pa = (pmap_paddr_t)ptoa(VM_PAGE_GET_PHYS_PAGE(mem)); in pmap_alloc_page_for_kern()
|
| H A D | pmap.c | 14305 ppnum_t pn = VM_PAGE_GET_PHYS_PAGE(unwired_vm_page); 14306 ppnum_t wired_pn = VM_PAGE_GET_PHYS_PAGE(wired_vm_page);
|
| /xnu-10002.1.13/osfmk/kdp/ |
| H A D | kdp_core.c | 469 if (VM_PAGE_GET_PHYS_PAGE(m) >= atop(avail_start)) { in pmap_traverse_present_mappings() 470 ppn = VM_PAGE_GET_PHYS_PAGE(m); in pmap_traverse_present_mappings()
|
| /xnu-10002.1.13/osfmk/x86_64/ |
| H A D | pmap.c | 2094 pn = VM_PAGE_GET_PHYS_PAGE(m); in pmap_expand_pml4() 2200 pn = VM_PAGE_GET_PHYS_PAGE(m); in pmap_expand_pdpt() 2324 pn = VM_PAGE_GET_PHYS_PAGE(m); in pmap_expand()
|
| /xnu-10002.1.13/osfmk/arm64/ |
| H A D | platform_tests.c | 1367 ppnum_t pn = VM_PAGE_GET_PHYS_PAGE(vm_page); in arm64_pan_test()
|