Lines Matching refs:cpy_hdr

1600 #define vm_map_copy_entry_create(copy) _vm_map_entry_create(&(copy)->cpy_hdr)
1734 _vm_map_store_entry_link(&(copy)->cpy_hdr, after_where, (entry))
1737 _vm_map_store_entry_unlink(&(copy)->cpy_hdr, (entry), false)
4217 if (VM_MAP_PAGE_SHIFT(target_map) != copy_map->cpy_hdr.page_shift) { in vm_map_enter_mem_object_helper()
4218 …et_map %p pgshift %d\n", copy_map, offset, (uint64_t)map_size, copy_map->cpy_hdr.page_shift, targe… in vm_map_enter_mem_object_helper()
4234 if (copy_map->cpy_hdr.page_shift != VM_MAP_PAGE_SHIFT(target_map)) { in vm_map_enter_mem_object_helper()
5551 _vm_map_clip_start(&(copy)->cpy_hdr,(entry),(startaddr)); \
5668 _vm_map_clip_end(&(copy)->cpy_hdr,(entry),(endaddr)); \
9213 copy_page_shift = copy->cpy_hdr.page_shift; in vm_map_copy_overwrite_nested()
9533 copy->cpy_hdr.links.prev; in vm_map_copy_overwrite_nested()
9534 copy->cpy_hdr.links.prev = copy_entry; in vm_map_copy_overwrite_nested()
9537 copy->cpy_hdr.nentries; in vm_map_copy_overwrite_nested()
9539 copy->cpy_hdr.nentries = nentries; in vm_map_copy_overwrite_nested()
9576 copy->cpy_hdr.nentries += in vm_map_copy_overwrite_nested()
9578 copy->cpy_hdr.links.prev->vme_next = in vm_map_copy_overwrite_nested()
9580 copy->cpy_hdr.links.prev in vm_map_copy_overwrite_nested()
9594 copy->cpy_hdr.page_shift = copy_page_shift; in vm_map_copy_overwrite_nested()
9606 copy->cpy_hdr.nentries = remaining_entries; in vm_map_copy_overwrite_nested()
9607 copy->cpy_hdr.links.next = next_copy; in vm_map_copy_overwrite_nested()
9608 copy->cpy_hdr.links.prev = previous_prev; in vm_map_copy_overwrite_nested()
9667 copy->cpy_hdr.links.prev; in vm_map_copy_overwrite_nested()
9668 copy->cpy_hdr.links.prev = copy_entry; in vm_map_copy_overwrite_nested()
9671 copy->cpy_hdr.nentries; in vm_map_copy_overwrite_nested()
9673 copy->cpy_hdr.nentries = nentries; in vm_map_copy_overwrite_nested()
9697 copy->cpy_hdr.nentries += in vm_map_copy_overwrite_nested()
9699 copy->cpy_hdr.links.prev->vme_next = in vm_map_copy_overwrite_nested()
9701 copy->cpy_hdr.links.prev = in vm_map_copy_overwrite_nested()
9728 copy->cpy_hdr.nentries += in vm_map_copy_overwrite_nested()
9730 copy->cpy_hdr.links.prev->vme_next = in vm_map_copy_overwrite_nested()
9732 copy->cpy_hdr.links.prev = in vm_map_copy_overwrite_nested()
9747 copy->cpy_hdr.nentries = remaining_entries; in vm_map_copy_overwrite_nested()
9748 copy->cpy_hdr.links.next = next_copy; in vm_map_copy_overwrite_nested()
9749 copy->cpy_hdr.links.prev = previous_prev; in vm_map_copy_overwrite_nested()
9932 head_copy->cpy_hdr.entries_pageable = in vm_map_copy_overwrite()
9933 copy->cpy_hdr.entries_pageable; in vm_map_copy_overwrite()
9934 vm_map_store_init(&head_copy->cpy_hdr); in vm_map_copy_overwrite()
9935 head_copy->cpy_hdr.page_shift = copy_page_shift; in vm_map_copy_overwrite()
9975 tail_copy->cpy_hdr.entries_pageable = in vm_map_copy_overwrite()
9976 copy->cpy_hdr.entries_pageable; in vm_map_copy_overwrite()
9977 vm_map_store_init(&tail_copy->cpy_hdr); in vm_map_copy_overwrite()
9978 tail_copy->cpy_hdr.page_shift = copy_page_shift; in vm_map_copy_overwrite()
11228 if (copy->cpy_hdr.page_shift != VM_MAP_PAGE_SHIFT(dst_map)) { in vm_map_copyout_internal()
11248 … copy, copy->cpy_hdr.page_shift, copy->offset, (uint64_t)copy->size, dst_map, VM_MAP_PAGE_SHIFT(ds… in vm_map_copyout_internal()
11299 if (copy->cpy_hdr.entries_pageable != dst_map->hdr.entries_pageable) { in vm_map_copyout_internal()
11317 copy->cpy_hdr.entries_pageable = dst_map->hdr.entries_pageable; in vm_map_copyout_internal()
11698 copy->cpy_hdr.entries_pageable = TRUE; in vm_map_copyin_internal()
11699 copy->cpy_hdr.page_shift = (uint16_t)VM_MAP_PAGE_SHIFT(src_map); in vm_map_copyin_internal()
11701 vm_map_store_init( &(copy->cpy_hdr)); in vm_map_copyin_internal()
12545 copy->cpy_hdr.entries_pageable = vmk_flags.vmkf_copy_pageable; in vm_map_copy_extract()
12547 vm_map_store_init(&copy->cpy_hdr); in vm_map_copy_extract()
12556 &copy->cpy_hdr, in vm_map_copy_extract()
17633 …p %p (%d %d 0x%llx 0x%llx) BEFORE\n", copy_map, copy_map->cpy_hdr.page_shift, copy_map->cpy_hdr.ne… in vm_map_copy_to_physcopy()
17635 assert(copy_map->cpy_hdr.page_shift != VM_MAP_PAGE_MASK(target_map)); in vm_map_copy_to_physcopy()
17639 assert(copy_map->cpy_hdr.page_shift == FOURK_PAGE_SHIFT); in vm_map_copy_to_physcopy()
17673 vm_map_set_page_shift(new_map, copy_map->cpy_hdr.page_shift); in vm_map_copy_to_physcopy()
17759 copy_map->cpy_hdr.page_shift = (uint16_t)VM_MAP_PAGE_SHIFT(target_map); in vm_map_copy_to_physcopy()
17767 …ap %p (%d %d 0x%llx 0x%llx) AFTER\n", copy_map, copy_map->cpy_hdr.page_shift, copy_map->cpy_hdr.ne… in vm_map_copy_to_physcopy()
17794 target_copy_map->cpy_hdr.page_shift = copy_map->cpy_hdr.page_shift; in vm_map_copy_adjust_get_target_copy_map()
17795 vm_map_store_init(&target_copy_map->cpy_hdr); in vm_map_copy_adjust_get_target_copy_map()
17831 assert(copy_map->cpy_hdr.nentries > 0); in vm_map_copy_trim()
17838 copy_map->cpy_hdr.page_shift = new_page_shift; in vm_map_copy_trim()
17868 copy_map->cpy_hdr.page_shift = copy_page_shift; in vm_map_copy_trim()
18136 target_copy_map->cpy_hdr.page_shift = target_page_shift; in vm_map_copy_adjust_to_target()
20009 copy->cpy_hdr.page_shift = (uint16_t)PAGE_SHIFT; in vm_named_entry_associate_vm_object()
20010 vm_map_store_init(&copy->cpy_hdr); in vm_named_entry_associate_vm_object()
20050 assert(copy->cpy_hdr.nentries == 1); in vm_named_entry_to_vm_object()