4167 	vm_object_t m_object,  in vm_fault_complete()  argument
4193 	vm_object_lock_assert_held(m_object);  in vm_fault_complete()
4199 	if (m_object->internal) {  in vm_fault_complete()
4201 	} else if (m_object->object_is_shared_cache) {  in vm_fault_complete()
4216 			vm_object_lock_assert_exclusive(m_object);  in vm_fault_complete()
4246 		vm_fault_is_sequential(m_object, cur_offset, fault_info->behavior);  in vm_fault_complete()
4248 		vm_fault_deactivate_behind(m_object, cur_offset, fault_info->behavior);  in vm_fault_complete()
4254 		vm_object_lock_assert_exclusive(m_object);  in vm_fault_complete()
4255 		vm_page_wakeup_done(m_object, m);  in vm_fault_complete()
4258 	if (need_retry == FALSE && !m_object->internal && (fault_type & VM_PROT_WRITE)) {  in vm_fault_complete()
4259 		vm_object_paging_begin(m_object);  in vm_fault_complete()
4262 		*written_on_object = m_object;  in vm_fault_complete()
4263 		*written_on_pager = m_object->pager;  in vm_fault_complete()
4264 		*written_on_offset = m_object->paging_offset + m->vmp_offset;  in vm_fault_complete()
4324 	vm_object_t             m_object = NULL;  in vm_fault_internal()  local
4720 		m_object = NULL;  in vm_fault_internal()
4723 			m_object = cur_object;  in vm_fault_internal()
4772 				if ((m->vmp_q_state == VM_PAGE_ON_PAGEOUT_Q) && m_object->internal) {  in vm_fault_internal()
4790 						vm_page_wakeup_done(m_object, m);  in vm_fault_internal()
4865 			if (VM_OBJECT_PURGEABLE_FAULT_ERROR(m_object)) {  in vm_fault_internal()
4878 			assert(m_object == VM_PAGE_OBJECT(m));  in vm_fault_internal()
4880 			if (vm_fault_cs_need_validation(map->pmap, m, m_object,  in vm_fault_internal()
5043 				assert(m_object == VM_PAGE_OBJECT(m));  in vm_fault_internal()
5111 				assertf(VM_PAGE_OBJECT(m) == m_object, "m=%p m_object=%p object=%p", m, m_object, object);  in vm_fault_internal()
5147 					m_object,  in vm_fault_internal()
5210 			assert(m_object == VM_PAGE_OBJECT(m));  in vm_fault_internal()
5213 			    vm_fault_cs_need_validation(NULL, m, m_object,  in vm_fault_internal()
5225 				m_object = VM_OBJECT_NULL;  in vm_fault_internal()
5243 			m_object = NULL;  in vm_fault_internal()
5264 			m_object = object;  in vm_fault_internal()
5456 					m_object = NULL;  in vm_fault_internal()
5591 						m_object = cur_object;  in vm_fault_internal()
5594 						m_object = object;  in vm_fault_internal()
5597 					if (!HAS_DEFAULT_CACHEABILITY(m_object->wimg_bits & VM_WIMG_MASK)) {  in vm_fault_internal()
5692 					m_object = NULL;  in vm_fault_internal()
5698 				m_object = NULL;  in vm_fault_internal()
5707 				m_object = object;  in vm_fault_internal()
5708 				vm_page_insert(m, m_object, vm_object_trunc_page(offset));  in vm_fault_internal()
5939 					m_object,  in vm_fault_internal()
6188 	m_object = NULL;  in vm_fault_internal()
6191 		m_object = VM_PAGE_OBJECT(m);  in vm_fault_internal()
6194 		    ((top_page == VM_PAGE_NULL) == (m_object == object)));  in vm_fault_internal()
6222 		old_copy_object = m_object->vo_copy;  in vm_fault_internal()
6223 		old_copy_version = m_object->vo_copy_version;  in vm_fault_internal()
6230 			vm_object_unlock(m_object);  in vm_fault_internal()
6243 				vm_object_unlock(m_object);  in vm_fault_internal()
6283 				assert(VM_PAGE_OBJECT(m) == m_object);  in vm_fault_internal()
6291 				vm_object_lock(m_object);  in vm_fault_internal()
6295 				vm_fault_cleanup(m_object, top_page);  in vm_fault_internal()
6322 				assert(VM_PAGE_OBJECT(m) == m_object);  in vm_fault_internal()
6330 				vm_object_lock(m_object);  in vm_fault_internal()
6334 				vm_fault_cleanup(m_object, top_page);  in vm_fault_internal()
6363 			assertf(VM_PAGE_OBJECT(m) == m_object, "m=%p m_object=%p", m, m_object);  in vm_fault_internal()
6365 			vm_object_lock(m_object);  in vm_fault_internal()
6375 	    (m_object->vo_copy != old_copy_object ||  in vm_fault_internal()
6376 	    m_object->vo_copy_version != old_copy_version)) {  in vm_fault_internal()
6392 			    m, m_object, m_object->vo_copy);  in vm_fault_internal()
6442 			assert(VM_PAGE_OBJECT(m) == m_object);  in vm_fault_internal()
6446 			vm_fault_cleanup(m_object, top_page);  in vm_fault_internal()
6472 		assertf(VM_PAGE_OBJECT(m) == m_object, "m=%p m_object=%p", m, m_object);  in vm_fault_internal()
6503 		assert(VM_PAGE_OBJECT(m) == m_object);  in vm_fault_internal()
6508 			if (m_object->internal) {  in vm_fault_internal()
6510 			} else if (m_object->object_is_shared_cache) {  in vm_fault_internal()
6527 			vm_page_wakeup_done(m_object, m);  in vm_fault_internal()
6528 			vm_fault_cleanup(m_object, top_page);  in vm_fault_internal()
6536 				vm_object_lock_assert_exclusive(m_object);  in vm_fault_internal()
6678 		assert(VM_PAGE_OBJECT(m) == m_object);  in vm_fault_internal()
6680 		if (!m_object->internal && (fault_type & VM_PROT_WRITE)) {  in vm_fault_internal()
6681 			vm_object_paging_begin(m_object);  in vm_fault_internal()
6684 			written_on_object = m_object;  in vm_fault_internal()
6685 			written_on_pager = m_object->pager;  in vm_fault_internal()
6686 			written_on_offset = m_object->paging_offset + m->vmp_offset;  in vm_fault_internal()
6688 		vm_page_wakeup_done(m_object, m);  in vm_fault_internal()
6690 		vm_fault_cleanup(m_object, top_page);  in vm_fault_internal()