| /xnu-8019.80.24/san/memory/ |
| H A D | kasan-arm64.c | 190 uint64_t *pte; in kasan_arm64_pte_map() local
197 pte = kasan_arm64_lookup_l1(base, shadow_base); in kasan_arm64_pte_map()
198 if (*pte & ARM_TTE_VALID) { in kasan_arm64_pte_map()
199 assert((*pte & ARM_TTE_TYPE_MASK) == ARM_TTE_TYPE_TABLE); in kasan_arm64_pte_map()
201 *pte = ((uint64_t)kasan_arm64_alloc_zero_page(early) in kasan_arm64_pte_map()
205 base = (uint64_t *)kasan_arm64_phystokv(*pte & ARM_TTE_TABLE_MASK, early); in kasan_arm64_pte_map()
208 pte = kasan_arm64_lookup_l2(base, shadow_base); in kasan_arm64_pte_map()
209 if (*pte & ARM_TTE_VALID) { in kasan_arm64_pte_map()
210 assert((*pte & ARM_TTE_TYPE_MASK) == ARM_TTE_TYPE_TABLE); in kasan_arm64_pte_map()
212 *pte = ((uint64_t)kasan_arm64_alloc_zero_page(early) in kasan_arm64_pte_map()
[all …]
|
| H A D | kasan-x86_64.c | 197 uint64_t *pte; in kasan_map_shadow() local
238 pte = (uint64_t *)(L1[addr.pt] & ~PAGE_MASK); in kasan_map_shadow()
239 if (pte == NULL) { in kasan_map_shadow()
|
| /xnu-8019.80.24/osfmk/i386/ |
| H A D | pmap_x86_common.c | 334 pt_entry_t pte; in pmap_find_pa() local
358 if ((PT_ENTRY_NULL != ptp) && (((pte = *ptp) & PTE_VALID_MASK(is_ept)) != 0)) { in pmap_find_pa()
359 pa = pte_to_pa(pte) + (va & PAGE_MASK); in pmap_find_pa()
415 pt_entry_t pte; in pmap_get_prot() local
448 if ((PT_ENTRY_NULL != ptp) && (((pte = *ptp) & PTE_VALID_MASK(is_ept)) != 0)) { in pmap_get_prot()
451 if (pte & PTE_WRITE(is_ept)) { in pmap_get_prot()
454 if (PTE_IS_EXECUTABLE(is_ept, pte)) { in pmap_get_prot()
594 pt_entry_t pte; in PTE_LOCK_LOCK() local
596 while ((pte = __c11_atomic_load((_Atomic pt_entry_t *)lpte, memory_order_relaxed)) & PTE_LOCK(0)) { in PTE_LOCK_LOCK()
599 …if (__c11_atomic_compare_exchange_strong((_Atomic pt_entry_t *)lpte, &pte, pte | PTE_LOCK(0), memo… in PTE_LOCK_LOCK()
[all …]
|
| H A D | pmap_internal.h | 84 #define iswired(pte) ((pte) & INTEL_PTE_WIRED) argument
684 pt_entry_t pte; member
720 pmap_pagetable_corruption_records[pmap_pagetable_corruption_log_index].pte = *ptep; in pmap_pagetable_corruption_log()
832 pmap_compressed_pte_corruption_repair(uint64_t pte, uint64_t *pte_addr, uint64_t *ptep, pmap_t pmap, in pmap_compressed_pte_corruption_repair() argument
859 if (pmap_pagetable_corruption_log(ROOT_ABSENT, (pte & INTEL_PTE_NX) ? PTE_NXBITFLIP : PTE_BITFLIP, in pmap_compressed_pte_corruption_repair()
863 pmap_store_pte(is_ept_pmap(pmap), ptep, pte & INTEL_PTE_COMPRESSED_MASK); in pmap_compressed_pte_corruption_repair()
869 …pte_addr, pte, pte & ~INTEL_PTE_COMPRESSED_MASK, *adj_pteps[0], adj_pteps[0], *adj_pteps[1], adj_p… in pmap_compressed_pte_corruption_repair()
882 pt_entry_t *pte, in pmap_pv_remove() argument
899 …_corruption_action_t pac = pmap_classify_pagetable_corruption(pmap, vaddr, ppnp, pte, ROOT_ABSENT); in pmap_pv_remove()
903 …0x%x, 0x%llx, %p, %p): null pv_list, priors: %d", pmap, vaddr, ppn, *pte, ppnp, pte, pmap_pagetabl… in pmap_pv_remove()
[all …]
|
| H A D | pmap.h | 345 pte_remove_ex(pt_entry_t pte, boolean_t is_ept) in pte_remove_ex() argument
348 return pte | INTEL_PTE_NX; in pte_remove_ex()
351 return pte & (~INTEL_EPT_EX); in pte_remove_ex()
355 pte_set_ex(pt_entry_t pte, boolean_t is_ept) in pte_set_ex() argument
358 return pte & (~INTEL_PTE_NX); in pte_set_ex()
361 return pte | INTEL_EPT_EX; in pte_set_ex()
365 pte_set_uex(pt_entry_t pte) in pte_set_uex() argument
367 return pte | INTEL_EPT_UEX; in pte_set_uex()
414 #define PTE_IS_EXECUTABLE(is_ept, pte) ((is_ept) ? (((pte) & (INTEL_EPT_EX | INTEL_EPT_UEX)) != 0)… argument
|
| /xnu-8019.80.24/tools/lldbmacros/ |
| H A D | pmap.py | 586 pte = tte
588 if (pte & 0x3) == 0x0:
591 if (pte & 0x3) == 0x1:
594 if pte & 0x8000 == 0x8000:
601 if (pte & 0x1) == 0x01:
606 b_bit = (pte & 0x4) >> 2
607 c_bit = (pte & 0x8) >> 3
609 access = (pte & 0x30) >> 4 | (pte & 0x200) >> 7
613 tex_bits = ((pte & 0x1c0) >> 6)
614 if (pte & 0x3) == 0x1:
[all …]
|
| /xnu-8019.80.24/osfmk/arm64/ |
| H A D | arm_vm_init.c | 581 arm_vm_map(tt_entry_t * root_ttp, vm_offset_t vaddr, pt_entry_t pte) in arm_vm_map() argument
639 vaddr, pte); in arm_vm_map()
642 *ptep = pte; in arm_vm_map()
657 arm_vm_kernel_el0_map(vm_offset_t vaddr, pt_entry_t pte) in arm_vm_kernel_el0_map() argument
661 arm_vm_map(cpu_tte, kernel_pmap_vaddr, pte); in arm_vm_kernel_el0_map()
672 arm_vm_kernel_el1_map(vm_offset_t vaddr, pt_entry_t pte) in arm_vm_kernel_el1_map() argument
674 arm_vm_map(cpu_tte, vaddr, pte); in arm_vm_kernel_el1_map()
693 pt_entry_t pte = 0; in arm_vm_kernel_pte() local
702 pte = (pt_entry_t)(tte & ~ARM_TTE_TYPE_MASK); in arm_vm_kernel_pte()
703 pte |= ARM_PTE_TYPE_VALID; in arm_vm_kernel_pte()
[all …]
|
| /xnu-8019.80.24/osfmk/arm/ |
| H A D | pmap.c | 531 #define pte_is_wired(pte) \ argument
532 (((pte) & ARM_PTE_WIRED_MASK) == ARM_PTE_WIRED)
534 #define pte_was_writeable(pte) \ argument
535 (((pte) & ARM_PTE_WRITEABLE) == ARM_PTE_WRITEABLE)
537 #define pte_set_was_writeable(pte, was_writeable) \ argument
540 (pte) |= ARM_PTE_WRITEABLE; \
542 (pte) &= ~ARM_PTE_WRITEABLE; \
620 write_pte_fast(pt_entry_t *ptep, pt_entry_t pte) in write_pte_fast() argument
632 __func__, ptep, (void*)pte); in write_pte_fast()
635 if ((pte & ~ARM_PTE_COMPRESSED_MASK) == ARM_PTE_EMPTY) { in write_pte_fast()
[all …]
|
| /xnu-8019.80.24/osfmk/x86_64/ |
| H A D | pmap.c | 1312 pt_entry_t *pte = NULL; in pmap_lowmem_finalize() local
1313 if (0 == (pte = pmap_pte(kernel_pmap, LOWGLOBAL_ALIAS))) { in pmap_lowmem_finalize()
1319 pmap_store_pte(FALSE, pte, kvtophys((vm_offset_t)&lowGlo) in pmap_lowmem_finalize()
1399 pt_entry_t pte = -1ull; in pmap_assert_free() local
1429 pte = (uintptr_t)*ptep; in pmap_assert_free()
1435 (ulong_t)pn, attr, pr_name, va, pte); in pmap_assert_free()
2362 pt_entry_t *pte; in pmap_pre_expand_large_internal() local
2373 pte = pmap64_pml4(pmap, vaddr); in pmap_pre_expand_large_internal()
2375 pmap_store_pte(is_ept, pte, pa_to_pte(i386_ptob(pn)) | in pmap_pre_expand_large_internal()
2380 pte = pmap64_user_pml4(pmap, vaddr); in pmap_pre_expand_large_internal()
[all …]
|