| /xnu-8019.80.24/osfmk/vm/ |
| H A D | pmap.h | 118 extern boolean_t pmap_has_managed_page(ppnum_t first, ppnum_t last); 203 extern boolean_t pmap_next_page(ppnum_t *pnum); 204 extern boolean_t pmap_next_page_hi(ppnum_t *pnum, boolean_t might_free); 206 extern kern_return_t pmap_next_page_large(ppnum_t *pnum); 236 ppnum_t pn, 245 ppnum_t pn, 265 ppnum_t pn); 268 ppnum_t pn); 271 ppnum_t pn); 279 ppnum_t phys, [all …]
|
| H A D | vm_compressor_pager.h | 41 ppnum_t ppnum, 48 ppnum_t ppnum, 112 extern int vm_compressor_put(ppnum_t pn, int *slot, void **current_chead, char *scratch_buf); 113 extern int vm_compressor_get(ppnum_t pn, int *slot, int flags);
|
| H A D | cpm.h | 56 cpm_allocate(vm_size_t size, vm_page_t *list, ppnum_t max_pnum, ppnum_t pnum_mask, boolean_t wire, …
|
| H A D | vm_page.h | 277 ppnum_t vmp_phys_page; /* Physical page number of the page */ 412 ppnum_t vmp_phys_page; 417 static inline ppnum_t 421 return (ppnum_t)((uintptr_t)(m - vm_page_array_beginning_addr) + vm_first_phys_ppnum); in VM_PAGE_GET_PHYS_PAGE() 682 ppnum_t clump_num; in vm_page_queue_enter_clump() 1389 extern const ppnum_t vm_page_fictitious_addr; 1392 extern const ppnum_t vm_page_guard_addr; 1411 extern ppnum_t max_valid_low_ppnum; 1423 ppnum_t start, 1424 ppnum_t end); [all …]
|
| /xnu-8019.80.24/osfmk/i386/ |
| H A D | pmap_common.c | 68 pmap_cache_attributes(ppnum_t pn) in pmap_cache_attributes() 84 pmap_set_cache_attributes(ppnum_t pn, unsigned int cacheattr) in pmap_set_cache_attributes() 127 pmap_get_cache_attributes(ppnum_t pn, boolean_t is_ept) in pmap_get_cache_attributes() 164 pmap_has_managed_page(ppnum_t first, ppnum_t last) in pmap_has_managed_page() 166 ppnum_t pn, kdata_start, kdata_end; in pmap_has_managed_page() 196 pmap_is_noencrypt(ppnum_t pn) in pmap_is_noencrypt() 215 pmap_set_noencrypt(ppnum_t pn) in pmap_set_noencrypt() 232 pmap_clear_noencrypt(ppnum_t pn) in pmap_clear_noencrypt() 260 pmap_lock_phys_page(ppnum_t pn) in pmap_lock_phys_page() 275 pmap_unlock_phys_page(ppnum_t pn) in pmap_unlock_phys_page() [all …]
|
| H A D | i386_vm_init.c | 102 ppnum_t vm_kernel_base_page; 126 ppnum_t max_ppnum = 0; 136 ppnum_t pmap_high_used_top = 0; 137 ppnum_t pmap_high_used_bottom = 0; 138 ppnum_t pmap_middle_used_top = 0; 139 ppnum_t pmap_middle_used_bottom = 0; 262 ppnum_t fap; in i386_vm_init() 264 ppnum_t maxpg = 0; in i386_vm_init() 445 fap = (ppnum_t) i386_btop(first_avail); in i386_vm_init() 459 ppnum_t base, top; in i386_vm_init() [all …]
|
| H A D | pmap_internal.h | 109 ppnum_t phys, 113 ppnum_t pn); 116 ppnum_t pn); 122 pmap_update_cache_attributes_locked(ppnum_t, unsigned); 267 ppnum_t ppn; 508 extern ppnum_t last_managed_page; 514 extern ppnum_t pmap_high_used_top; 515 extern ppnum_t pmap_high_used_bottom; 516 extern ppnum_t pmap_middle_used_top; 517 extern ppnum_t pmap_middle_used_bottom; [all …]
|
| H A D | phys.c | 94 ppnum_t pn) in pmap_zero_page() 107 ppnum_t pn, in pmap_zero_part_page() 122 ppnum_t psrc, in pmap_copy_part_page() 124 ppnum_t pdst, in pmap_copy_part_page() 153 __unused ppnum_t pdst, in pmap_copy_part_lpage() 168 __unused ppnum_t psrc, in pmap_copy_part_rpage()
|
| H A D | hibernate_i386.c | 53 extern ppnum_t max_ppnum; 62 ppnum_t base, num; in hibernate_page_list_allocate() 74 ppnum_t pnmax = max_ppnum; in hibernate_page_list_allocate() 86 pnmax = (ppnum_t)atop(shadow_ptop); in hibernate_page_list_allocate() 93 base = (ppnum_t) (mptr->PhysicalStart >> I386_PGSHIFT); in hibernate_page_list_allocate() 94 num = (ppnum_t) mptr->NumberOfPages; in hibernate_page_list_allocate()
|
| H A D | pmap.h | 631 ppnum_t base; /* first page of this region */ 632 ppnum_t alloc_up; /* pages below this one have been "stolen" */ 633 ppnum_t alloc_down; /* pages above this one have been "stolen" */ 634 ppnum_t alloc_frag_up; /* low page of fragment after large page alloc */ 635 ppnum_t alloc_frag_down; /* high page of fragment after large page alloc */ 636 ppnum_t end; /* last page of this region */ 733 ppnum_t pn); 748 extern unsigned pmap_get_cache_attributes(ppnum_t, boolean_t is_ept); 761 ppnum_t pa, 770 extern ppnum_t pmap_find_phys(pmap_t map, addr64_t va); [all …]
|
| H A D | pmap_x86_common.c | 380 ppnum_t 383 ppnum_t ppn = 0; in pmap_find_phys() 387 ppn = (ppnum_t) i386_btop(pa); in pmap_find_phys() 392 ppnum_t 487 pmap_update_cache_attributes_locked(ppnum_t pn, unsigned attributes) in pmap_update_cache_attributes_locked() 577 ppnum_t pn, in pmap_enter() 631 ppnum_t pn, in pmap_enter_options() 641 ppnum_t pai; in pmap_enter_options() 963 pvh_e = pmap_pv_remove(pmap, vaddr, (ppnum_t *) &pai, &old_pte, &was_altacct); in pmap_enter_options() 1280 pmap_page_protect((ppnum_t)atop_kernel(kvtophys(vaddr)), VM_PROT_READ); in pmap_enter_options() [all …]
|
| H A D | misc_protos.h | 95 extern void cache_flush_page_phys(ppnum_t pa); 140 extern ppnum_t released_PT_ppn;
|
| /xnu-8019.80.24/iokit/IOKit/ |
| H A D | IOMapper.h | 39 ppnum_t IOMapperIOVMAlloc(unsigned pages); 40 void IOMapperIOVMFree(ppnum_t addr, unsigned pages); 41 ppnum_t IOMapperInsertPage(ppnum_t addr, unsigned offset, ppnum_t page);
|
| /xnu-8019.80.24/iokit/Kernel/ |
| H A D | IOMapper.cpp | 40 extern ppnum_t pmap_find_phys(pmap_t pmap, addr64_t va); 231 ppnum_t 254 return (ppnum_t) atop_64(dmaAddress); in IOMapperIOVMAlloc() 260 IOMapperIOVMFree(ppnum_t addr, unsigned pages) in IOMapperIOVMFree() 267 ppnum_t 268 IOMapperInsertPage(ppnum_t addr, unsigned offset, ppnum_t page) in IOMapperInsertPage()
|
| H A D | IOHibernateInternal.h | 90 extern ppnum_t gIOHibernateHandoffPages[]; 96 #define atop_64_ppnum(x) ((ppnum_t)((uint64_t)(x) >> PAGE_SHIFT))
|
| H A D | IOMemoryDescriptor.cpp | 75 extern ppnum_t pmap_find_phys(pmap_t pmap, addr64_t va); 84 ppnum_t gIOLastPage; 134 ppnum_t fMappedPage; // Page number of first page in this iopl 2279 _highestPage = (ppnum_t) highPage; in initWithOptions() 2851 ((uintptr_t) atop_64(segments_page[0]) << 32) | (ppnum_t) atop_64(segments_page[1]), in ktraceEmitPhysicalSegments() 2852 ((uintptr_t) atop_64(segments_page[2]) << 32) | (ppnum_t) atop_64(segments_page[3]), in ktraceEmitPhysicalSegments() 2853 ((uintptr_t) atop_64(segments_page[4]) << 32) | (ppnum_t) atop_64(segments_page[5]), in ktraceEmitPhysicalSegments() 2854 ((uintptr_t) atop_64(segments_page[6]) << 32) | (ppnum_t) atop_64(segments_page[7])); in ktraceEmitPhysicalSegments() 2857 (ppnum_t) atop_32(segments_page[1]), in ktraceEmitPhysicalSegments() 2858 (ppnum_t) atop_32(segments_page[2]), in ktraceEmitPhysicalSegments() [all …]
|
| /xnu-8019.80.24/osfmk/arm/ |
| H A D | pmap.h | 544 extern vm_map_address_t pmap_ptov(pmap_t, ppnum_t); 547 extern ppnum_t pmap_find_phys(pmap_t map, addr64_t va); 548 extern ppnum_t pmap_find_phys_nofault(pmap_t map, addr64_t va); 586 extern kern_return_t pmap_map_block(pmap_t pmap, addr64_t va, ppnum_t pa, uint32_t size, vm_prot_t … 610 extern unsigned int pmap_map_cpu_windows_copy(ppnum_t pn, vm_prot_t prot, unsigned int wimg_bits); 618 extern void pmap_invoke_with_page(ppnum_t page_number, void *ctx, 619 void (*callback)(void *ctx, ppnum_t page_number, const void *page)); 626 extern boolean_t pmap_valid_page(ppnum_t pn); 627 extern boolean_t pmap_bootloader_page(ppnum_t pn); 790 extern boolean_t pmap_is_monitor(ppnum_t pn);
|
| H A D | caches.c | 183 wimg_bits = pmap_cache_attributes((ppnum_t) (paddr >> PAGE_SHIFT)); in dcache_incoherent_io_flush64() 185 …index = pmap_map_cpu_windows_copy((ppnum_t) (paddr >> PAGE_SHIFT), VM_PROT_READ | VM_PROT_WRITE, w… in dcache_incoherent_io_flush64() 216 unsigned int wimg_bits = pmap_cache_attributes((ppnum_t) (paddr >> PAGE_SHIFT)); in dcache_incoherent_io_store64() 249 wimg_bits = pmap_cache_attributes((ppnum_t) (paddr >> PAGE_SHIFT)); in dcache_incoherent_io_store64() 251 …index = pmap_map_cpu_windows_copy((ppnum_t) (paddr >> PAGE_SHIFT), VM_PROT_READ | VM_PROT_WRITE, w… in dcache_incoherent_io_store64() 273 ppnum_t pp in cache_sync_page() 648 ppnum_t pp in cache_sync_page()
|
| H A D | pmap.c | 768 static void pmap_set_reference(ppnum_t pn); 813 ppnum_t, unsigned); 816 ppnum_t ppnum, 868 arm_force_fast_fault, (ppnum_t ppnum, 874 ppnum_t ppnum, 881 pmap_batch_set_cache_attributes, (ppnum_t pn, 937 pmap_map_cpu_windows_copy, (ppnum_t pn, 965 pmap_page_protect_options, (ppnum_t ppnum, 1006 pmap_set_cache_attributes, (ppnum_t pn, 1011 pmap_update_compressor_page, (ppnum_t pn, [all …]
|
| H A D | loose_ends.c | 72 ppnum_t pn_src = (src >> PAGE_SHIFT); in bcopy_phys() 73 ppnum_t pn_dst = (dst >> PAGE_SHIFT); in bcopy_phys() 118 ppnum_t pn = (src >> PAGE_SHIFT); in bzero_phys() 162 ppnum_t pn = (paddr >> PAGE_SHIFT); in ml_phys_read_data() 199 ppnum_t pn = (paddr >> PAGE_SHIFT); in ml_phys_read_long_long() 285 ppnum_t pn = (paddr >> PAGE_SHIFT); in ml_phys_write_data() 315 ppnum_t pn = (paddr >> PAGE_SHIFT); in ml_phys_write_long_long()
|
| /xnu-8019.80.24/osfmk/tests/ |
| H A D | pmap_tests.c | 40 extern boolean_t arm_force_fast_fault(ppnum_t, vm_prot_t, int, void*); 54 ppnum_t pn; 95 ppnum_t phys_page = VM_PAGE_GET_PHYS_PAGE(m); in test_pmap_enter_disconnect() 168 ppnum_t phys_page = VM_PAGE_GET_PHYS_PAGE(m); in test_pmap_page_protect_overhead()
|
| /xnu-8019.80.24/osfmk/arm64/ |
| H A D | loose_ends.c | 73 ppnum_t pn_src; in bcopy_phys_internal() 74 ppnum_t pn_dst; in bcopy_phys_internal() 94 pn_src = (ppnum_t)(src >> PAGE_SHIFT); in bcopy_phys_internal() 111 pn_dst = (ppnum_t)(dst >> PAGE_SHIFT); in bcopy_phys_internal() 203 ppnum_t pn; in bzero_phys() 213 pn = (ppnum_t)(src >> PAGE_SHIFT); in bzero_phys() 275 ppnum_t pn = atop_kernel(paddr); in ml_phys_read_data() 276 ppnum_t pn_end = atop_kernel(paddr + size - 1); in ml_phys_read_data() 457 ppnum_t pn = atop_kernel(paddr); in ml_phys_write_data() 458 ppnum_t pn_end = atop_kernel(paddr + size - 1); in ml_phys_write_data()
|
| /xnu-8019.80.24/osfmk/device/ |
| H A D | iokit_rpc.c | 451 return pmap_cache_attributes((ppnum_t)(pa >> PAGE_SHIFT)); in IODefaultCacheBits() 460 ppnum_t pagenum; in IOMapPages() 466 pagenum = (ppnum_t)atop_64(pa); in IOMapPages() 576 ppnum_t ppnum = pmap_find_phys(pmap, va + off); in IOProtectCacheMode() 590 ppnum_t 594 ppnum_t lastPage, highest = 0; in IOGetLastPageNumber()
|
| /xnu-8019.80.24/osfmk/x86_64/ |
| H A D | pmap.c | 219 ppnum_t last_managed_page = 0; 285 (ppnum_t) i386_btop(start_addr), prot, VM_PROT_NONE, flags, TRUE); in pmap_map() 722 ppnum_t ppn; in pmap_pv_fixup() 758 ppnum_t ppn; in pmap_init() 824 ppnum_t last_pn = i386_btop(avail_end); in pmap_init() 831 ppnum_t pn; in pmap_init() 987 pmap_free_early_PT(ppnum_t ppn, uint32_t cnt) in pmap_free_early_PT() 989 ppnum_t KPTphys_ppn; in pmap_free_early_PT() 1044 extern ppnum_t vm_kernel_base_page; 1191 ppnum_t KPT_ppn; in pmap_lowmem_finalize() [all …]
|
| H A D | loose_ends.c | 109 extern boolean_t phys_page_exists(ppnum_t); 111 extern void pmap_set_reference(ppnum_t pn); 112 extern void mapping_set_mod(ppnum_t pa); 113 extern void mapping_set_ref(ppnum_t pn); 942 fillPage(ppnum_t pa, unsigned int fill) in fillPage() 1007 mapping_set_mod(ppnum_t pn) in mapping_set_mod() 1013 mapping_set_ref(ppnum_t pn) in mapping_set_ref() 1020 cache_flush_page_phys(ppnum_t pa) in cache_flush_page_phys()
|