1595 #define vm_map_copy_entry_create(copy) _vm_map_entry_create(&(copy)->cpy_hdr)
1765 	_vm_map_store_entry_link(&(copy)->cpy_hdr, after_where, (entry))
1768 	_vm_map_store_entry_unlink(&(copy)->cpy_hdr, (entry))
4196 			if (VM_MAP_PAGE_SHIFT(target_map) != copy_map->cpy_hdr.page_shift) {  in vm_map_enter_mem_object_helper()
4197 …et_map %p pgshift %d\n", copy_map, offset, (uint64_t)map_size, copy_map->cpy_hdr.page_shift, targe…  in vm_map_enter_mem_object_helper()
4213 			if (copy_map->cpy_hdr.page_shift != VM_MAP_PAGE_SHIFT(target_map)) {  in vm_map_enter_mem_object_helper()
5529 	        _vm_map_clip_start(&(copy)->cpy_hdr,(entry),(startaddr)); \
5646 	        _vm_map_clip_end(&(copy)->cpy_hdr,(entry),(endaddr)); \
8844 	copy_page_shift = copy->cpy_hdr.page_shift;  in vm_map_copy_overwrite_nested()
9164 							    copy->cpy_hdr.links.prev;  in vm_map_copy_overwrite_nested()
9165 							copy->cpy_hdr.links.prev = copy_entry;  in vm_map_copy_overwrite_nested()
9168 							    copy->cpy_hdr.nentries;  in vm_map_copy_overwrite_nested()
9170 							copy->cpy_hdr.nentries = nentries;  in vm_map_copy_overwrite_nested()
9207 						copy->cpy_hdr.nentries +=  in vm_map_copy_overwrite_nested()
9209 						copy->cpy_hdr.links.prev->vme_next =  in vm_map_copy_overwrite_nested()
9211 						copy->cpy_hdr.links.prev  in vm_map_copy_overwrite_nested()
9225 				copy->cpy_hdr.page_shift = copy_page_shift;  in vm_map_copy_overwrite_nested()
9237 					copy->cpy_hdr.nentries = remaining_entries;  in vm_map_copy_overwrite_nested()
9238 					copy->cpy_hdr.links.next = next_copy;  in vm_map_copy_overwrite_nested()
9239 					copy->cpy_hdr.links.prev = previous_prev;  in vm_map_copy_overwrite_nested()
9298 					    copy->cpy_hdr.links.prev;  in vm_map_copy_overwrite_nested()
9299 					copy->cpy_hdr.links.prev = copy_entry;  in vm_map_copy_overwrite_nested()
9302 					    copy->cpy_hdr.nentries;  in vm_map_copy_overwrite_nested()
9304 					copy->cpy_hdr.nentries = nentries;  in vm_map_copy_overwrite_nested()
9328 					copy->cpy_hdr.nentries +=  in vm_map_copy_overwrite_nested()
9330 					copy->cpy_hdr.links.prev->vme_next =  in vm_map_copy_overwrite_nested()
9332 					copy->cpy_hdr.links.prev =  in vm_map_copy_overwrite_nested()
9359 					copy->cpy_hdr.nentries +=  in vm_map_copy_overwrite_nested()
9361 					copy->cpy_hdr.links.prev->vme_next =  in vm_map_copy_overwrite_nested()
9363 					copy->cpy_hdr.links.prev =  in vm_map_copy_overwrite_nested()
9378 			copy->cpy_hdr.nentries = remaining_entries;  in vm_map_copy_overwrite_nested()
9379 			copy->cpy_hdr.links.next = next_copy;  in vm_map_copy_overwrite_nested()
9380 			copy->cpy_hdr.links.prev = previous_prev;  in vm_map_copy_overwrite_nested()
9563 		head_copy->cpy_hdr.entries_pageable =  in vm_map_copy_overwrite()
9564 		    copy->cpy_hdr.entries_pageable;  in vm_map_copy_overwrite()
9565 		vm_map_store_init(&head_copy->cpy_hdr);  in vm_map_copy_overwrite()
9566 		head_copy->cpy_hdr.page_shift = copy_page_shift;  in vm_map_copy_overwrite()
9606 		tail_copy->cpy_hdr.entries_pageable =  in vm_map_copy_overwrite()
9607 		    copy->cpy_hdr.entries_pageable;  in vm_map_copy_overwrite()
9608 		vm_map_store_init(&tail_copy->cpy_hdr);  in vm_map_copy_overwrite()
9609 		tail_copy->cpy_hdr.page_shift = copy_page_shift;  in vm_map_copy_overwrite()
10842 	if (copy->cpy_hdr.page_shift != VM_MAP_PAGE_SHIFT(dst_map)) {  in vm_map_copyout_internal()
10862 … copy, copy->cpy_hdr.page_shift, copy->offset, (uint64_t)copy->size, dst_map, VM_MAP_PAGE_SHIFT(ds…  in vm_map_copyout_internal()
10913 	if (copy->cpy_hdr.entries_pageable != dst_map->hdr.entries_pageable) {  in vm_map_copyout_internal()
10931 		copy->cpy_hdr.entries_pageable = dst_map->hdr.entries_pageable;  in vm_map_copyout_internal()
11306 	copy->cpy_hdr.entries_pageable = TRUE;  in vm_map_copyin_internal()
11307 	copy->cpy_hdr.page_shift = (uint16_t)VM_MAP_PAGE_SHIFT(src_map);  in vm_map_copyin_internal()
11309 	vm_map_store_init( &(copy->cpy_hdr));  in vm_map_copyin_internal()
12149 	copy->cpy_hdr.entries_pageable = vmk_flags.vmkf_copy_pageable;  in vm_map_copy_extract()
12151 	vm_map_store_init(&copy->cpy_hdr);  in vm_map_copy_extract()
12160 	    &copy->cpy_hdr,  in vm_map_copy_extract()
17061 …p %p (%d %d 0x%llx 0x%llx) BEFORE\n", copy_map, copy_map->cpy_hdr.page_shift, copy_map->cpy_hdr.ne…  in vm_map_copy_to_physcopy()
17063 	assert(copy_map->cpy_hdr.page_shift != VM_MAP_PAGE_MASK(target_map));  in vm_map_copy_to_physcopy()
17067 	assert(copy_map->cpy_hdr.page_shift == FOURK_PAGE_SHIFT);  in vm_map_copy_to_physcopy()
17101 	vm_map_set_page_shift(new_map, copy_map->cpy_hdr.page_shift);  in vm_map_copy_to_physcopy()
17187 	copy_map->cpy_hdr.page_shift = (uint16_t)VM_MAP_PAGE_SHIFT(target_map);  in vm_map_copy_to_physcopy()
17195 …ap %p (%d %d 0x%llx 0x%llx) AFTER\n", copy_map, copy_map->cpy_hdr.page_shift, copy_map->cpy_hdr.ne…  in vm_map_copy_to_physcopy()
17222 	target_copy_map->cpy_hdr.page_shift = copy_map->cpy_hdr.page_shift;  in vm_map_copy_adjust_get_target_copy_map()
17223 	vm_map_store_init(&target_copy_map->cpy_hdr);  in vm_map_copy_adjust_get_target_copy_map()
17259 	assert(copy_map->cpy_hdr.nentries > 0);  in vm_map_copy_trim()
17266 	copy_map->cpy_hdr.page_shift = new_page_shift;  in vm_map_copy_trim()
17296 	copy_map->cpy_hdr.page_shift = copy_page_shift;  in vm_map_copy_trim()
17564 	target_copy_map->cpy_hdr.page_shift = target_page_shift;  in vm_map_copy_adjust_to_target()
19356 	copy->cpy_hdr.page_shift = (uint16_t)PAGE_SHIFT;  in vm_named_entry_associate_vm_object()
19357 	vm_map_store_init(&copy->cpy_hdr);  in vm_named_entry_associate_vm_object()
19397 	assert(copy->cpy_hdr.nentries == 1);  in vm_named_entry_to_vm_object()