Lines Matching refs:fault_phys_offset
2563 vm_map_offset_t fault_phys_offset) in vm_fault_cs_need_validation() argument
2575 assertf(fault_phys_offset == 0, in vm_fault_cs_need_validation()
2578 (uint64_t)fault_phys_offset); in vm_fault_cs_need_validation()
2590 if (VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_fault_cs_need_validation()
2594 if (VMP_CS_VALIDATED(page, fault_page_size, fault_phys_offset) && in vm_fault_cs_need_validation()
2609 vm_map_offset_t fault_phys_offset, in vm_fault_cs_page_immutable() argument
2612 if (VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) in vm_fault_cs_page_immutable()
2623 vm_map_offset_t fault_phys_offset) in vm_fault_cs_page_nx() argument
2625 return VMP_CS_NX(m, fault_page_size, fault_phys_offset); in vm_fault_cs_page_nx()
2640 vm_map_offset_t fault_phys_offset, in vm_fault_cs_check_violation() argument
2654 fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2657 if (VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2667 !VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2668 !VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2669 !VMP_CS_NX(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2680 vm_page_validate_cs(m, fault_page_size, fault_phys_offset); in vm_fault_cs_check_violation()
2683 vm_page_validate_cs(m, fault_page_size, fault_phys_offset); in vm_fault_cs_check_violation()
2706 vm_fault_cs_page_immutable(m, fault_page_size, fault_phys_offset, prot) && in vm_fault_cs_check_violation()
2713 vm_fault_cs_page_nx(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2735 } else if (VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2741 } else if (vm_fault_cs_page_immutable(m, fault_page_size, fault_phys_offset, prot) && in vm_fault_cs_check_violation()
2760 } else if (!VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2791 vm_map_offset_t fault_phys_offset, in vm_fault_cs_handle_violation() argument
2819 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) ? "yes" : "no", in vm_fault_cs_handle_violation()
2820 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset) ? "yes" : "no", in vm_fault_cs_handle_violation()
2930 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
2931 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
2932 VMP_CS_NX(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
2981 ceri->ceri_page_codesig_validated = VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
2982 ceri->ceri_page_codesig_tainted = VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
2983 ceri->ceri_page_codesig_nx = VMP_CS_NX(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
3030 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3031 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3032 VMP_CS_NX(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3049 if (!VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_handle_violation()
3078 if (!VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_handle_violation()
3080 VMP_CS_SET_TAINTED(m, fault_page_size, fault_phys_offset, TRUE); in vm_fault_cs_handle_violation()
3118 vm_map_offset_t fault_phys_offset, in vm_fault_validate_cs() argument
3129 prot, caller_prot, fault_page_size, fault_phys_offset, fault_info, in vm_fault_validate_cs()
3136 fault_page_size, fault_phys_offset, in vm_fault_validate_cs()
3439 vm_map_offset_t fault_phys_offset, in pmap_enter_options_check() argument
3462 (pmap_paddr_t)ptoa(VM_PAGE_GET_PHYS_PAGE(page)) + fault_phys_offset, in pmap_enter_options_check()
3481 vm_map_offset_t fault_phys_offset, in vm_fault_attempt_pmap_enter() argument
3495 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_attempt_pmap_enter()
3496 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_attempt_pmap_enter()
3497 fault_phys_offset < PAGE_SIZE), in vm_fault_attempt_pmap_enter()
3498 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_attempt_pmap_enter()
3500 assertf(fault_phys_offset == 0, in vm_fault_attempt_pmap_enter()
3501 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_attempt_pmap_enter()
3505 fault_phys_offset, in vm_fault_attempt_pmap_enter()
3522 fault_phys_offset, in vm_fault_attempt_pmap_enter()
3550 vm_map_offset_t fault_phys_offset, in vm_fault_pmap_enter() argument
3569 fault_page_size, fault_phys_offset, in vm_fault_pmap_enter()
3600 vm_map_offset_t fault_phys_offset, in vm_fault_pmap_enter_with_object_lock() argument
3617 fault_page_size, fault_phys_offset, in vm_fault_pmap_enter_with_object_lock()
3665 fault_phys_offset, in vm_fault_pmap_enter_with_object_lock()
3741 vm_map_offset_t fault_phys_offset, in vm_fault_enter_prepare() argument
3829 *prot, caller_prot, fault_page_size, fault_phys_offset, in vm_fault_enter_prepare()
3898 vm_map_offset_t fault_phys_offset, in vm_fault_enter() argument
3924 fault_page_size, fault_phys_offset, change_wiring, fault_type, in vm_fault_enter()
3941 fault_page_size, fault_phys_offset, m, in vm_fault_enter()
4236 vm_map_offset_t fault_phys_offset; in vm_fault_internal() local
4273 fault_phys_offset = (vm_map_offset_t)-1; in vm_fault_internal()
4282 fault_phys_offset = 0; in vm_fault_internal()
4544 …fault_phys_offset = (vm_map_offset_t)offset - vm_map_trunc_page((vm_map_offset_t)offset, PAGE_MASK… in vm_fault_internal()
4922 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_internal()
4923 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_internal()
4924 fault_phys_offset < PAGE_SIZE), in vm_fault_internal()
4925 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
4927 assertf(fault_phys_offset == 0, in vm_fault_internal()
4928 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
4948 fault_phys_offset, in vm_fault_internal()
4963 fault_phys_offset, in vm_fault_internal()
5607 fault_phys_offset, in vm_fault_internal()
5692 fault_page_size, fault_phys_offset, in vm_fault_internal()
5701 fault_page_size, fault_phys_offset, in vm_fault_internal()
5776 fault_phys_offset = cur_offset - vm_object_trunc_page(cur_offset); in vm_fault_internal()
6243 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_internal()
6244 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_internal()
6245 fault_phys_offset < PAGE_SIZE), in vm_fault_internal()
6246 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
6248 assertf(fault_phys_offset == 0, in vm_fault_internal()
6249 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
6258 fault_phys_offset, in vm_fault_internal()
6273 fault_phys_offset, in vm_fault_internal()
6856 vm_map_offset_t fault_phys_offset; in vm_fault_wire_fast() local
6999 fault_phys_offset = offset - vm_object_trunc_page(offset); in vm_fault_wire_fast()
7011 fault_phys_offset, in vm_fault_wire_fast()
7670 vm_map_offset_t fault_phys_offset) in vm_page_validate_cs_fast() argument
7678 !VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_fast()
7687 VMP_CS_SET_VALIDATED(page, fault_page_size, fault_phys_offset, TRUE); in vm_page_validate_cs_fast()
7688 VMP_CS_SET_TAINTED(page, fault_page_size, fault_phys_offset, TRUE); in vm_page_validate_cs_fast()
7699 if (VMP_CS_VALIDATED(page, fault_page_size, fault_phys_offset) || in vm_page_validate_cs_fast()
7700 VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_fast()
7795 vm_map_offset_t fault_phys_offset, in vm_page_validate_cs_mapped() argument
7798 if (!vm_page_validate_cs_fast(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_mapped()
7875 vm_map_offset_t fault_phys_offset) in vm_page_validate_cs() argument
7882 if (vm_page_validate_cs_fast(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs()