| /xnu-8020.101.4/osfmk/arm/ ! |
| H A D | loose_ends.c | 78 if (mmu_kvtop_wpreflight(phystokv((pmap_paddr_t) dst)) && in bcopy_phys() 82 bcopy((char *)phystokv((pmap_paddr_t) src), (char *)phystokv((pmap_paddr_t) dst), bytes); in bcopy_phys() 123 bzero((char *)phystokv((pmap_paddr_t) src), bytes); in bzero_phys() 157 ml_phys_read_data(pmap_paddr_t paddr, int size) in ml_phys_read_data() 194 ml_phys_read_long_long(pmap_paddr_t paddr) in ml_phys_read_long_long() 217 return ml_phys_read_data((pmap_paddr_t)paddr, 4); in ml_phys_read() 223 return ml_phys_read_data((pmap_paddr_t)paddr, 4); in ml_phys_read_word() 229 return ml_phys_read_data((pmap_paddr_t)paddr64, 4); in ml_phys_read_64() 235 return ml_phys_read_data((pmap_paddr_t)paddr64, 4); in ml_phys_read_word_64() 241 return ml_phys_read_data((pmap_paddr_t)paddr, 2); in ml_phys_read_half() [all …]
|
| H A D | pmap.h | 308 extern void set_mmu_ttb(pmap_paddr_t); 309 extern void set_mmu_ttb_alternate(pmap_paddr_t); 313 extern pmap_paddr_t get_mmu_ttb(void); 314 extern pmap_paddr_t mmu_kvtop(vm_offset_t va); 315 extern pmap_paddr_t mmu_kvtop_wpreflight(vm_offset_t va); 316 extern pmap_paddr_t mmu_uvtop(vm_offset_t va); 382 pmap_paddr_t ttep; 525 extern pmap_paddr_t cpu_ttep; /* Physical translation table addr */ 534 extern pmap_paddr_t invalid_ttep; /* Physical invalid translation table addr */ 545 extern pmap_paddr_t pmap_find_pa(pmap_t map, addr64_t va); [all …]
|
| H A D | pmap_public.h | 39 typedef uint64_t pmap_paddr_t; /* physical address (not ppnum_t) */ typedef 41 typedef uint32_t pmap_paddr_t; /* physical address (not ppnum_t) */
|
| H A D | arm_vm_init.c | 163 pmap_paddr_t avail_start, avail_end; 171 (((pmap_paddr_t)(x) + (ARM_PGBYTES<<2) - 1) & ~((ARM_PGBYTES<<2) - 1)) 174 phystokv(pmap_paddr_t pa) in phystokv() 187 pmap_paddr_t pa; in arm_vm_page_granular_helper() 205 pmap_paddr_t l2table = avail_start; in arm_vm_page_granular_helper() 367 pmap_paddr_t p = (pmap_paddr_t)(args->topOfKernelData) + (ARM_PGBYTES * 9); in arm_vm_prot_init() 409 pmap_paddr_t boot_ttep; in arm_vm_init() 596 pmap_paddr_t ptp_phys; in arm_vm_init() 599 ptp_phys = (pmap_paddr_t)avail_start; in arm_vm_init()
|
| H A D | caches.c | 74 paddr = CAST_DOWN(pmap_paddr_t, addr); in flush_dcache() 108 paddr = CAST_DOWN(pmap_paddr_t, addr); in clean_dcache() 169 pmap_paddr_t paddr = CAST_DOWN(pmap_paddr_t, pa); in dcache_incoherent_io_flush64() 212 pmap_paddr_t paddr = CAST_DOWN(pmap_paddr_t, pa); in dcache_incoherent_io_store64() 276 pmap_paddr_t paddr = ptoa(pp); in cache_sync_page() 651 pmap_paddr_t paddr = ptoa(pp); in cache_sync_page()
|
| H A D | pmap.c | 125 static pt_entry_t wimg_to_pte(unsigned int wimg, pmap_paddr_t pa); 447 SECURITY_READ_ONLY_LATE(pmap_paddr_t) invalid_ttep = 0; 450 SECURITY_READ_ONLY_LATE(pmap_paddr_t) cpu_ttep = 0; /* set by arm_vm_init() - p… 496 SECURITY_READ_ONLY_LATE(pmap_paddr_t) vm_first_phys = (pmap_paddr_t) 0; 497 SECURITY_READ_ONLY_LATE(pmap_paddr_t) vm_last_phys = (pmap_paddr_t) 0; 774 pmap_paddr_t pmap_vtophys(pmap_t pmap, addr64_t va); 840 pmap_paddr_t pa, 850 pmap_paddr_t pa, 913 pmap_paddr_t pa, 921 pmap_paddr_t, [all …]
|
| H A D | lowmem_vectors.c | 91 extern const pmap_paddr_t vm_first_phys; in patch_low_glo_static_region() 92 extern const pmap_paddr_t vm_last_phys; in patch_low_glo_static_region()
|
| /xnu-8020.101.4/osfmk/arm/pmap/ ! |
| H A D | pmap_data.h | 66 extern pmap_paddr_t vm_first_phys, vm_last_phys; 78 pa_valid(pmap_paddr_t pa) in pa_valid() 101 pa_index(pmap_paddr_t pa) in pa_index() 1267 ppattr_pa_set_bits(pmap_paddr_t pa, pp_attr_t bits) in ppattr_pa_set_bits() 1282 ppattr_pa_clear_bits(pmap_paddr_t pa, pp_attr_t bits) in ppattr_pa_clear_bits() 1300 ppattr_pa_test_bits(pmap_paddr_t pa, pp_attr_t bits) in ppattr_pa_test_bits() 1312 ppattr_pa_set_modify(pmap_paddr_t pa) in ppattr_pa_set_modify() 1324 ppattr_pa_clear_modify(pmap_paddr_t pa) in ppattr_pa_clear_modify() 1336 ppattr_pa_set_reference(pmap_paddr_t pa) in ppattr_pa_set_reference() 1348 ppattr_pa_clear_reference(pmap_paddr_t pa) in ppattr_pa_clear_reference() [all …]
|
| H A D | pmap_internal.h | 78 extern pmap_paddr_t pmap_release_ppl_pages_to_kernel_internal(void); 121 extern pmap_paddr_t avail_start; 122 extern pmap_paddr_t avail_end; 131 extern void pa_set_range_xprr_perm(pmap_paddr_t, pmap_paddr_t, unsigned int, unsigned int);
|
| H A D | pmap_data.c | 526 SECURITY_READ_ONLY_LATE(pmap_paddr_t) pmap_stacks_start_pa = 0; 527 SECURITY_READ_ONLY_LATE(pmap_paddr_t) pmap_stacks_end_pa = 0; 528 SECURITY_READ_ONLY_LATE(pmap_paddr_t) ppl_cpu_save_area_start = 0; 529 SECURITY_READ_ONLY_LATE(pmap_paddr_t) ppl_cpu_save_area_end = 0; 638 const pmap_paddr_t pmap_struct_start = avail_start; in pmap_data_bootstrap() 901 MARK_AS_PMAP_TEXT static pmap_paddr_t 940 return (pmap_paddr_t)0; in pmap_page_reclaim() 966 pmap_give_free_ppl_page(pmap_paddr_t pa) in pmap_give_free_ppl_page() 990 MARK_AS_PMAP_TEXT static pmap_paddr_t 993 pmap_paddr_t pa = 0; in pmap_get_free_ppl_page() [all …]
|
| H A D | pmap_ppl_interface.c | 69 …pmap_mark_page_as_ppl_page, (pmap_paddr_t pa, bool initially_free), PMAP_MARK_PAGE_AS_PMAP_PAGE_IN… 112 pmap_mark_page_as_ppl_page(pmap_paddr_t pa) in pmap_mark_page_as_ppl_page() 128 pmap_paddr_t pa = 0; in pmap_release_ppl_pages_to_kernel()
|
| /xnu-8020.101.4/osfmk/arm64/ ! |
| H A D | loose_ends.c | 110 …use_copy_window_dst = (!pmap_valid_address(dst) || !mmu_kvtop_wpreflight(phystokv((pmap_paddr_t)ds… in bcopy_phys_internal() 138 tmp_src = (char*)phystokv_range((pmap_paddr_t)src, &count); in bcopy_phys_internal() 146 tmp_dst = (char*)phystokv_range((pmap_paddr_t)dst, &count2); in bcopy_phys_internal() 233 buf = (char *)phystokv_range((pmap_paddr_t)src, &count); in bzero_phys() 272 ml_phys_read_data(pmap_paddr_t paddr, int size) in ml_phys_read_data() 390 return (unsigned int)ml_phys_read_data((pmap_paddr_t)paddr, 4); in ml_phys_read() 396 return (unsigned int)ml_phys_read_data((pmap_paddr_t)paddr, 4); in ml_phys_read_word() 402 return (unsigned int)ml_phys_read_data((pmap_paddr_t)paddr64, 4); in ml_phys_read_64() 408 return (unsigned int)ml_phys_read_data((pmap_paddr_t)paddr64, 4); in ml_phys_read_word_64() 414 return (unsigned int)ml_phys_read_data((pmap_paddr_t)paddr, 2); in ml_phys_read_half() [all …]
|
| H A D | arm_vm_init.c | 333 SECURITY_READ_ONLY_LATE(pmap_paddr_t) avail_start; 334 SECURITY_READ_ONLY_LATE(pmap_paddr_t) avail_end; 335 SECURITY_READ_ONLY_LATE(pmap_paddr_t) real_avail_end; 346 pmap_paddr_t pa; 357 phystokv(pmap_paddr_t pa) in phystokv() 372 phystokv_range(pmap_paddr_t pa, vm_size_t *max_len) in phystokv_range() 470 pmap_paddr_t robegin = kvtophys((vm_offset_t)&ropagetable_begin); in dump_kva_l2() 471 pmap_paddr_t roend = kvtophys((vm_offset_t)&ropagetable_end); in dump_kva_l2() 524 pmap_paddr_t robegin = kvtophys((vm_offset_t)&ropagetable_begin); in dump_kva_space() 525 pmap_paddr_t roend = kvtophys((vm_offset_t)&ropagetable_end); in dump_kva_space() [all …]
|
| H A D | lowmem_vectors.c | 107 extern const pmap_paddr_t vm_first_phys; in patch_low_glo_static_region() 108 extern const pmap_paddr_t vm_last_phys; in patch_low_glo_static_region()
|
| H A D | hibernate_arm64.c | 168 extern pmap_paddr_t pmap_stacks_start_pa, pmap_stacks_end_pa; in hibernate_page_list_setall_machine()
|
| /xnu-8020.101.4/osfmk/mach/i386/ ! |
| H A D | vm_param.h | 130 #define i386_ptob(x) (((pmap_paddr_t)(x)) << I386_PGSHIFT) 139 #define i386_round_page(x) ((((pmap_paddr_t)(x)) + I386_PGBYTES - 1) & \ 141 #define i386_trunc_page(x) (((pmap_paddr_t)(x)) & ~(I386_PGBYTES-1))
|
| /xnu-8020.101.4/osfmk/i386/ ! |
| H A D | phys.c | 128 pmap_paddr_t src, dst; in pmap_copy_part_page() 187 pmap_paddr_t pa; in kvtophys() 189 pa = ((pmap_paddr_t)pmap_find_phys(kernel_pmap, addr)) << INTEL_PGSHIFT; in kvtophys()
|
| H A D | pmap.h | 164 typedef uint64_t pmap_paddr_t; typedef 585 pmap_paddr_t pm_cr3 __attribute((aligned(64))); /* Kernel+user shared PML4 physical*/ 586 pmap_paddr_t pm_ucr3; /* Mirrored user PML4 physical */ 589 pmap_paddr_t pm_eptp; /* EPTP */ 753 pmap_paddr_t pa, 769 extern pmap_paddr_t pmap_find_pa(pmap_t map, addr64_t va); 897 extern kern_return_t pmap_test_text_corruption(pmap_paddr_t);
|
| H A D | pmap_x86_common.c | 328 pmap_paddr_t 336 pmap_paddr_t pa = 0; in pmap_find_pa() 384 pmap_paddr_t pa = 0; in pmap_find_phys() 616 pmap_paddr_t pa, in pmap_enter_options_addr() 645 pmap_paddr_t old_pa; in pmap_enter_options() 646 pmap_paddr_t pa = (pmap_paddr_t) i386_ptob(pn); in pmap_enter_options() 937 if (old_pa != (pmap_paddr_t) 0) { in pmap_enter_options() 1326 pmap_paddr_t pa; in pmap_remove_range_options() 2524 pmap_paddr_t pa; in pmap_query_page_info()
|
| H A D | i386_vm_init.c | 91 pmap_paddr_t first_avail = 0;/* first after page tables */ 149 pmap_paddr_t avail_start, avail_end; 151 static pmap_paddr_t avail_remaining;
|
| /xnu-8020.101.4/osfmk/kdp/ml/arm/ ! |
| H A D | kdp_vm.c | 53 pmap_paddr_t kdp_vtophys(pmap_t pmap, vm_offset_t va); 58 pmap_paddr_t 63 pmap_paddr_t pa; in kdp_vtophys()
|
| /xnu-8020.101.4/osfmk/kdp/ml/i386/ ! |
| H A D | kdp_x86_common.c | 70 pmap_paddr_t kdp_vtophys(pmap_t pmap, vm_offset_t va); 76 pmap_paddr_t 81 pmap_paddr_t pa; in kdp_vtophys()
|
| /xnu-8020.101.4/osfmk/x86_64/ ! |
| H A D | pmap.c | 302 extern pmap_paddr_t avail_start, avail_end; 422 const pmap_paddr_t pa = kvtophys(va + offset); in pmap_ro_zone_memcpy() 441 const pmap_paddr_t pa = kvtophys(va + offset); in pmap_ro_zone_atomic_op() 456 const pmap_paddr_t pa = kvtophys(va + offset); in pmap_ro_zone_bzero() 1630 p->pm_eptp = (pmap_paddr_t)kvtophys((vm_offset_t)p->pm_pml4) | pmap_eptp_flags; in pmap_create_options() 1634 p->pm_cr3 = (pmap_paddr_t)kvtophys((vm_offset_t)p->pm_pml4); in pmap_create_options() 1635 p->pm_ucr3 = (pmap_paddr_t)kvtophys((vm_offset_t)p->pm_upml4); in pmap_create_options() 1976 pmap_paddr_t pa, in pmap_map_block_addr() 2037 pmap_paddr_t pa; in pmap_expand_pml4() 2139 pmap_paddr_t pa; in pmap_expand_pdpt() [all …]
|
| /xnu-8020.101.4/san/memory/ ! |
| H A D | kasan-arm64.c | 65 typedef uint64_t pmap_paddr_t; typedef 66 extern vm_map_address_t phystokv(pmap_paddr_t pa);
|
| /xnu-8020.101.4/osfmk/kdp/output_stages/ ! |
| H A D | out_memory_backing_aware_buffer.c | 82 pmap_paddr_t phys = kvtophys((vm_offset_t)panic_data); in memory_backing_aware_buffer_stage_outproc()
|