Lines Matching refs:fault_phys_offset
2662 vm_map_offset_t fault_phys_offset) in vm_fault_cs_need_validation() argument
2674 assertf(fault_phys_offset == 0, in vm_fault_cs_need_validation()
2677 (uint64_t)fault_phys_offset); in vm_fault_cs_need_validation()
2689 if (VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_fault_cs_need_validation()
2693 if (VMP_CS_VALIDATED(page, fault_page_size, fault_phys_offset) && in vm_fault_cs_need_validation()
2708 vm_map_offset_t fault_phys_offset, in vm_fault_cs_page_immutable() argument
2711 if (VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) in vm_fault_cs_page_immutable()
2722 vm_map_offset_t fault_phys_offset) in vm_fault_cs_page_nx() argument
2724 return VMP_CS_NX(m, fault_page_size, fault_phys_offset); in vm_fault_cs_page_nx()
2739 vm_map_offset_t fault_phys_offset, in vm_fault_cs_check_violation() argument
2753 fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2756 if (VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2766 !VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2767 !VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2768 !VMP_CS_NX(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2779 vm_page_validate_cs(m, fault_page_size, fault_phys_offset); in vm_fault_cs_check_violation()
2782 vm_page_validate_cs(m, fault_page_size, fault_phys_offset); in vm_fault_cs_check_violation()
2805 vm_fault_cs_page_immutable(m, fault_page_size, fault_phys_offset, prot) && in vm_fault_cs_check_violation()
2812 vm_fault_cs_page_nx(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2834 } else if (VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2840 } else if (vm_fault_cs_page_immutable(m, fault_page_size, fault_phys_offset, prot) && in vm_fault_cs_check_violation()
2859 } else if (!VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2890 vm_map_offset_t fault_phys_offset, in vm_fault_cs_handle_violation() argument
2918 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) ? "yes" : "no", in vm_fault_cs_handle_violation()
2919 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset) ? "yes" : "no", in vm_fault_cs_handle_violation()
3029 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3030 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3031 VMP_CS_NX(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3080 ceri->ceri_page_codesig_validated = VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
3081 ceri->ceri_page_codesig_tainted = VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
3082 ceri->ceri_page_codesig_nx = VMP_CS_NX(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
3129 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3130 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3131 VMP_CS_NX(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3148 if (!VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_handle_violation()
3177 if (!VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_handle_violation()
3179 VMP_CS_SET_TAINTED(m, fault_page_size, fault_phys_offset, TRUE); in vm_fault_cs_handle_violation()
3217 vm_map_offset_t fault_phys_offset, in vm_fault_validate_cs() argument
3228 prot, caller_prot, fault_page_size, fault_phys_offset, fault_info, in vm_fault_validate_cs()
3235 fault_page_size, fault_phys_offset, in vm_fault_validate_cs()
3545 vm_map_offset_t fault_phys_offset, in pmap_enter_object_options_check() argument
3559 pmap_paddr_t physical_address = (pmap_paddr_t)ptoa(pn) + fault_phys_offset; in pmap_enter_object_options_check()
3578 vm_map_offset_t fault_phys_offset, in pmap_enter_options_check() argument
3608 fault_phys_offset, in pmap_enter_options_check()
3646 vm_map_offset_t fault_phys_offset, in vm_fault_attempt_pmap_enter() argument
3660 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_attempt_pmap_enter()
3661 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_attempt_pmap_enter()
3662 fault_phys_offset < PAGE_SIZE), in vm_fault_attempt_pmap_enter()
3663 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_attempt_pmap_enter()
3665 assertf(fault_phys_offset == 0, in vm_fault_attempt_pmap_enter()
3666 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_attempt_pmap_enter()
3670 fault_phys_offset, in vm_fault_attempt_pmap_enter()
3686 fault_phys_offset, in vm_fault_attempt_pmap_enter()
3708 vm_map_offset_t fault_phys_offset, in vm_fault_pmap_enter() argument
3727 fault_page_size, fault_phys_offset, in vm_fault_pmap_enter()
3758 vm_map_offset_t fault_phys_offset, in vm_fault_pmap_enter_with_object_lock() argument
3775 fault_page_size, fault_phys_offset, in vm_fault_pmap_enter_with_object_lock()
3823 fault_phys_offset, in vm_fault_pmap_enter_with_object_lock()
3892 vm_map_offset_t fault_phys_offset, in vm_fault_enter_prepare() argument
3992 *prot, caller_prot, fault_page_size, fault_phys_offset, in vm_fault_enter_prepare()
4071 vm_map_offset_t fault_phys_offset, in vm_fault_enter() argument
4096 fault_page_size, fault_phys_offset, fault_type, in vm_fault_enter()
4113 fault_page_size, fault_phys_offset, m, in vm_fault_enter()
4435 vm_map_offset_t fault_phys_offset; in vm_fault_internal() local
4472 fault_phys_offset = (vm_map_offset_t)-1; in vm_fault_internal()
4481 fault_phys_offset = 0; in vm_fault_internal()
4759 …fault_phys_offset = (vm_map_offset_t)offset - vm_map_trunc_page((vm_map_offset_t)offset, PAGE_MASK… in vm_fault_internal()
5201 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_internal()
5202 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_internal()
5203 fault_phys_offset < PAGE_SIZE), in vm_fault_internal()
5204 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
5206 assertf(fault_phys_offset == 0, in vm_fault_internal()
5207 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
5227 fault_phys_offset, in vm_fault_internal()
5242 fault_phys_offset, in vm_fault_internal()
5925 fault_phys_offset, in vm_fault_internal()
6015 fault_page_size, fault_phys_offset, in vm_fault_internal()
6024 fault_page_size, fault_phys_offset, in vm_fault_internal()
6099 fault_phys_offset = cur_offset - vm_object_trunc_page(cur_offset); in vm_fault_internal()
6581 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_internal()
6582 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_internal()
6583 fault_phys_offset < PAGE_SIZE), in vm_fault_internal()
6584 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
6586 assertf(fault_phys_offset == 0, in vm_fault_internal()
6587 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
6596 fault_phys_offset, in vm_fault_internal()
6611 fault_phys_offset, in vm_fault_internal()
7211 vm_map_offset_t fault_phys_offset; in vm_fault_wire_fast() local
7363 fault_phys_offset = offset - vm_object_trunc_page(offset); in vm_fault_wire_fast()
7375 fault_phys_offset, in vm_fault_wire_fast()
8097 vm_map_offset_t fault_phys_offset) in vm_page_validate_cs_fast() argument
8105 !VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_fast()
8114 VMP_CS_SET_VALIDATED(page, fault_page_size, fault_phys_offset, TRUE); in vm_page_validate_cs_fast()
8115 VMP_CS_SET_TAINTED(page, fault_page_size, fault_phys_offset, TRUE); in vm_page_validate_cs_fast()
8126 if (VMP_CS_VALIDATED(page, fault_page_size, fault_phys_offset) || in vm_page_validate_cs_fast()
8127 VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_fast()
8222 vm_map_offset_t fault_phys_offset, in vm_page_validate_cs_mapped() argument
8225 if (!vm_page_validate_cs_fast(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_mapped()
8302 vm_map_offset_t fault_phys_offset) in vm_page_validate_cs() argument
8309 if (vm_page_validate_cs_fast(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs()