xref: /xnu-12377.61.12/osfmk/vm/vm_debug.c (revision 4d495c6e23c53686cf65f45067f79024cf5dcee8)
1*4d495c6eSApple OSS Distributions /*
2*4d495c6eSApple OSS Distributions  * Copyright (c) 2000-2016 Apple Inc. All rights reserved.
3*4d495c6eSApple OSS Distributions  *
4*4d495c6eSApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*4d495c6eSApple OSS Distributions  *
6*4d495c6eSApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*4d495c6eSApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*4d495c6eSApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*4d495c6eSApple OSS Distributions  * compliance with the License. The rights granted to you under the License
10*4d495c6eSApple OSS Distributions  * may not be used to create, or enable the creation or redistribution of,
11*4d495c6eSApple OSS Distributions  * unlawful or unlicensed copies of an Apple operating system, or to
12*4d495c6eSApple OSS Distributions  * circumvent, violate, or enable the circumvention or violation of, any
13*4d495c6eSApple OSS Distributions  * terms of an Apple operating system software license agreement.
14*4d495c6eSApple OSS Distributions  *
15*4d495c6eSApple OSS Distributions  * Please obtain a copy of the License at
16*4d495c6eSApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*4d495c6eSApple OSS Distributions  *
18*4d495c6eSApple OSS Distributions  * The Original Code and all software distributed under the License are
19*4d495c6eSApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*4d495c6eSApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*4d495c6eSApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*4d495c6eSApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*4d495c6eSApple OSS Distributions  * Please see the License for the specific language governing rights and
24*4d495c6eSApple OSS Distributions  * limitations under the License.
25*4d495c6eSApple OSS Distributions  *
26*4d495c6eSApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*4d495c6eSApple OSS Distributions  */
28*4d495c6eSApple OSS Distributions /*
29*4d495c6eSApple OSS Distributions  * @OSF_COPYRIGHT@
30*4d495c6eSApple OSS Distributions  */
31*4d495c6eSApple OSS Distributions /*
32*4d495c6eSApple OSS Distributions  * Mach Operating System
33*4d495c6eSApple OSS Distributions  * Copyright (c) 1991,1990 Carnegie Mellon University
34*4d495c6eSApple OSS Distributions  * All Rights Reserved.
35*4d495c6eSApple OSS Distributions  *
36*4d495c6eSApple OSS Distributions  * Permission to use, copy, modify and distribute this software and its
37*4d495c6eSApple OSS Distributions  * documentation is hereby granted, provided that both the copyright
38*4d495c6eSApple OSS Distributions  * notice and this permission notice appear in all copies of the
39*4d495c6eSApple OSS Distributions  * software, derivative works or modified versions, and any portions
40*4d495c6eSApple OSS Distributions  * thereof, and that both notices appear in supporting documentation.
41*4d495c6eSApple OSS Distributions  *
42*4d495c6eSApple OSS Distributions  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43*4d495c6eSApple OSS Distributions  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44*4d495c6eSApple OSS Distributions  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
45*4d495c6eSApple OSS Distributions  *
46*4d495c6eSApple OSS Distributions  * Carnegie Mellon requests users of this software to return to
47*4d495c6eSApple OSS Distributions  *
48*4d495c6eSApple OSS Distributions  *  Software Distribution Coordinator  or  [email protected]
49*4d495c6eSApple OSS Distributions  *  School of Computer Science
50*4d495c6eSApple OSS Distributions  *  Carnegie Mellon University
51*4d495c6eSApple OSS Distributions  *  Pittsburgh PA 15213-3890
52*4d495c6eSApple OSS Distributions  *
53*4d495c6eSApple OSS Distributions  * any improvements or extensions that they make and grant Carnegie Mellon
54*4d495c6eSApple OSS Distributions  * the rights to redistribute these changes.
55*4d495c6eSApple OSS Distributions  */
56*4d495c6eSApple OSS Distributions /*
57*4d495c6eSApple OSS Distributions  */
58*4d495c6eSApple OSS Distributions /*
59*4d495c6eSApple OSS Distributions  *	File:	vm/vm_debug.c.
60*4d495c6eSApple OSS Distributions  *	Author:	Rich Draves
61*4d495c6eSApple OSS Distributions  *	Date:	March, 1990
62*4d495c6eSApple OSS Distributions  *
63*4d495c6eSApple OSS Distributions  *	Exported kernel calls.  See mach_debug/mach_debug.defs.
64*4d495c6eSApple OSS Distributions  */
65*4d495c6eSApple OSS Distributions #include <mach_vm_debug.h>
66*4d495c6eSApple OSS Distributions #include <mach/kern_return.h>
67*4d495c6eSApple OSS Distributions #include <mach/mach_host_server.h>
68*4d495c6eSApple OSS Distributions #include <mach_debug/vm_info.h>
69*4d495c6eSApple OSS Distributions #include <mach_debug/page_info.h>
70*4d495c6eSApple OSS Distributions #include <mach_debug/hash_info.h>
71*4d495c6eSApple OSS Distributions 
72*4d495c6eSApple OSS Distributions #if MACH_VM_DEBUG
73*4d495c6eSApple OSS Distributions #include <mach/machine/vm_types.h>
74*4d495c6eSApple OSS Distributions #include <mach/memory_object_types.h>
75*4d495c6eSApple OSS Distributions #include <mach/vm_prot.h>
76*4d495c6eSApple OSS Distributions #include <mach/vm_inherit.h>
77*4d495c6eSApple OSS Distributions #include <mach/vm_param.h>
78*4d495c6eSApple OSS Distributions #include <kern/thread.h>
79*4d495c6eSApple OSS Distributions #include <vm/vm_map_internal.h>
80*4d495c6eSApple OSS Distributions #include <vm/vm_kern_xnu.h>
81*4d495c6eSApple OSS Distributions #include <vm/vm_object_xnu.h>
82*4d495c6eSApple OSS Distributions #include <kern/task.h>
83*4d495c6eSApple OSS Distributions #include <kern/host.h>
84*4d495c6eSApple OSS Distributions #include <ipc/ipc_port.h>
85*4d495c6eSApple OSS Distributions #include <vm/vm_debug_internal.h>
86*4d495c6eSApple OSS Distributions #endif
87*4d495c6eSApple OSS Distributions 
88*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
89*4d495c6eSApple OSS Distributions #define __DEBUG_ONLY __unused
90*4d495c6eSApple OSS Distributions #else /* !MACH_VM_DEBUG */
91*4d495c6eSApple OSS Distributions #define __DEBUG_ONLY
92*4d495c6eSApple OSS Distributions #endif /* !MACH_VM_DEBUG */
93*4d495c6eSApple OSS Distributions 
94*4d495c6eSApple OSS Distributions #ifdef VM32_SUPPORT
95*4d495c6eSApple OSS Distributions 
96*4d495c6eSApple OSS Distributions #include <mach/vm32_map_server.h>
97*4d495c6eSApple OSS Distributions #include <mach/vm_map.h>
98*4d495c6eSApple OSS Distributions #include <vm/vm_map_xnu.h>
99*4d495c6eSApple OSS Distributions #include <vm/vm_lock_perf.h>
100*4d495c6eSApple OSS Distributions 
101*4d495c6eSApple OSS Distributions /*
102*4d495c6eSApple OSS Distributions  *	Routine:	mach_vm_region_info [kernel call]
103*4d495c6eSApple OSS Distributions  *	Purpose:
104*4d495c6eSApple OSS Distributions  *		Retrieve information about a VM region,
105*4d495c6eSApple OSS Distributions  *		including info about the object chain.
106*4d495c6eSApple OSS Distributions  *	Conditions:
107*4d495c6eSApple OSS Distributions  *		Nothing locked.
108*4d495c6eSApple OSS Distributions  *	Returns:
109*4d495c6eSApple OSS Distributions  *		KERN_SUCCESS		Retrieve region/object info.
110*4d495c6eSApple OSS Distributions  *		KERN_INVALID_TASK	The map is null.
111*4d495c6eSApple OSS Distributions  *		KERN_NO_SPACE		There is no entry at/after the address.
112*4d495c6eSApple OSS Distributions  *		KERN_RESOURCE_SHORTAGE	Can't allocate memory.
113*4d495c6eSApple OSS Distributions  */
114*4d495c6eSApple OSS Distributions 
115*4d495c6eSApple OSS Distributions kern_return_t
vm32_mach_vm_region_info(__DEBUG_ONLY vm_map_t map,__DEBUG_ONLY vm32_offset_ut address_u,__DEBUG_ONLY vm_info_region_t * regionp,__DEBUG_ONLY vm_info_object_array_t * objectsp,__DEBUG_ONLY mach_msg_type_number_t * objectsCntp)116*4d495c6eSApple OSS Distributions vm32_mach_vm_region_info(
117*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm_map_t                   map,
118*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm32_offset_ut             address_u,
119*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm_info_region_t           *regionp,
120*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm_info_object_array_t     *objectsp,
121*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY mach_msg_type_number_t     *objectsCntp)
122*4d495c6eSApple OSS Distributions {
123*4d495c6eSApple OSS Distributions 	vmlp_api_start(VM32_REGION_INFO);
124*4d495c6eSApple OSS Distributions 
125*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
126*4d495c6eSApple OSS Distributions 	vmlp_api_end(VM32_REGION_INFO, KERN_FAILURE);
127*4d495c6eSApple OSS Distributions 	return KERN_FAILURE;
128*4d495c6eSApple OSS Distributions #else
129*4d495c6eSApple OSS Distributions 	/* This unwrap is safe as this function is DEBUG only. */
130*4d495c6eSApple OSS Distributions 	vm32_offset_t address = VM_SANITIZE_UNSAFE_UNWRAP(address_u);
131*4d495c6eSApple OSS Distributions 	vm_map_copy_t copy;
132*4d495c6eSApple OSS Distributions 	vm_offset_t addr = 0;   /* memory for OOL data */
133*4d495c6eSApple OSS Distributions 	vm_size_t size;         /* size of the memory */
134*4d495c6eSApple OSS Distributions 	unsigned int room;      /* room for this many objects */
135*4d495c6eSApple OSS Distributions 	unsigned int used;      /* actually this many objects */
136*4d495c6eSApple OSS Distributions 	vm_info_region_t region;
137*4d495c6eSApple OSS Distributions 	kern_return_t kr;
138*4d495c6eSApple OSS Distributions 
139*4d495c6eSApple OSS Distributions 	if (map == VM_MAP_NULL) {
140*4d495c6eSApple OSS Distributions 		vmlp_api_end(VM32_REGION_INFO, KERN_INVALID_TASK);
141*4d495c6eSApple OSS Distributions 		return KERN_INVALID_TASK;
142*4d495c6eSApple OSS Distributions 	}
143*4d495c6eSApple OSS Distributions 
144*4d495c6eSApple OSS Distributions 	size = 0;               /* no memory allocated yet */
145*4d495c6eSApple OSS Distributions 
146*4d495c6eSApple OSS Distributions 	for (;;) {
147*4d495c6eSApple OSS Distributions 		vm_map_t cmap;  /* current map in traversal */
148*4d495c6eSApple OSS Distributions 		vm_map_t nmap;  /* next map to look at */
149*4d495c6eSApple OSS Distributions 		vm_map_entry_t entry;
150*4d495c6eSApple OSS Distributions 		vm_object_t object, cobject, nobject;
151*4d495c6eSApple OSS Distributions 
152*4d495c6eSApple OSS Distributions 		/* nothing is locked */
153*4d495c6eSApple OSS Distributions 
154*4d495c6eSApple OSS Distributions 		vm_map_lock_read(map);
155*4d495c6eSApple OSS Distributions 		for (cmap = map;; cmap = nmap) {
156*4d495c6eSApple OSS Distributions 			/* cmap is read-locked */
157*4d495c6eSApple OSS Distributions 
158*4d495c6eSApple OSS Distributions 			if (!vm_map_lookup_entry(cmap, address, &entry)) {
159*4d495c6eSApple OSS Distributions 				entry = entry->vme_next;
160*4d495c6eSApple OSS Distributions 				if (entry == vm_map_to_entry(cmap)) {
161*4d495c6eSApple OSS Distributions 					vm_map_unlock_read(cmap);
162*4d495c6eSApple OSS Distributions 					if (size != 0) {
163*4d495c6eSApple OSS Distributions 						kmem_free(ipc_kernel_map,
164*4d495c6eSApple OSS Distributions 						    addr, size);
165*4d495c6eSApple OSS Distributions 					}
166*4d495c6eSApple OSS Distributions 					vmlp_api_end(VM32_REGION_INFO, KERN_NO_SPACE);
167*4d495c6eSApple OSS Distributions 					return KERN_NO_SPACE;
168*4d495c6eSApple OSS Distributions 				}
169*4d495c6eSApple OSS Distributions 			}
170*4d495c6eSApple OSS Distributions 
171*4d495c6eSApple OSS Distributions 			if (entry->is_sub_map) {
172*4d495c6eSApple OSS Distributions 				nmap = VME_SUBMAP(entry);
173*4d495c6eSApple OSS Distributions 			} else {
174*4d495c6eSApple OSS Distributions 				break;
175*4d495c6eSApple OSS Distributions 			}
176*4d495c6eSApple OSS Distributions 
177*4d495c6eSApple OSS Distributions 			/* move down to the lower map */
178*4d495c6eSApple OSS Distributions 
179*4d495c6eSApple OSS Distributions 			vm_map_lock_read(nmap);
180*4d495c6eSApple OSS Distributions 			vm_map_unlock_read(cmap);
181*4d495c6eSApple OSS Distributions 		}
182*4d495c6eSApple OSS Distributions 
183*4d495c6eSApple OSS Distributions 		/* cmap is read-locked; we have a real entry */
184*4d495c6eSApple OSS Distributions 		vmlp_range_event_entry(cmap, entry);
185*4d495c6eSApple OSS Distributions 
186*4d495c6eSApple OSS Distributions 		object = VME_OBJECT(entry);
187*4d495c6eSApple OSS Distributions 		region.vir_start = (natural_t) entry->vme_start;
188*4d495c6eSApple OSS Distributions 		region.vir_end = (natural_t) entry->vme_end;
189*4d495c6eSApple OSS Distributions 		region.vir_object = (natural_t)(uintptr_t) object;
190*4d495c6eSApple OSS Distributions 		region.vir_offset = (natural_t) VME_OFFSET(entry);
191*4d495c6eSApple OSS Distributions 		region.vir_needs_copy = entry->needs_copy;
192*4d495c6eSApple OSS Distributions 		region.vir_protection = entry->protection;
193*4d495c6eSApple OSS Distributions 		region.vir_max_protection = entry->max_protection;
194*4d495c6eSApple OSS Distributions 		region.vir_inheritance = entry->inheritance;
195*4d495c6eSApple OSS Distributions 		region.vir_wired_count = entry->wired_count;
196*4d495c6eSApple OSS Distributions 		region.vir_user_wired_count = entry->user_wired_count;
197*4d495c6eSApple OSS Distributions 
198*4d495c6eSApple OSS Distributions 		used = 0;
199*4d495c6eSApple OSS Distributions 		room = (unsigned int) (size / sizeof(vm_info_object_t));
200*4d495c6eSApple OSS Distributions 
201*4d495c6eSApple OSS Distributions 		if (object == VM_OBJECT_NULL) {
202*4d495c6eSApple OSS Distributions 			vm_map_unlock_read(cmap);
203*4d495c6eSApple OSS Distributions 			/* no memory needed */
204*4d495c6eSApple OSS Distributions 			break;
205*4d495c6eSApple OSS Distributions 		}
206*4d495c6eSApple OSS Distributions 
207*4d495c6eSApple OSS Distributions 		vm_object_lock(object);
208*4d495c6eSApple OSS Distributions 		vm_map_unlock_read(cmap);
209*4d495c6eSApple OSS Distributions 
210*4d495c6eSApple OSS Distributions 		for (cobject = object;; cobject = nobject) {
211*4d495c6eSApple OSS Distributions 			/* cobject is locked */
212*4d495c6eSApple OSS Distributions 
213*4d495c6eSApple OSS Distributions 			if (used < room) {
214*4d495c6eSApple OSS Distributions 				vm_info_object_t *vio =
215*4d495c6eSApple OSS Distributions 				    &((vm_info_object_t *) addr)[used];
216*4d495c6eSApple OSS Distributions 
217*4d495c6eSApple OSS Distributions 				vio->vio_object =
218*4d495c6eSApple OSS Distributions 				    (natural_t)(uintptr_t) cobject;
219*4d495c6eSApple OSS Distributions 				vio->vio_size =
220*4d495c6eSApple OSS Distributions 				    (natural_t) cobject->vo_size;
221*4d495c6eSApple OSS Distributions 				vio->vio_ref_count =
222*4d495c6eSApple OSS Distributions 				    cobject->ref_count;
223*4d495c6eSApple OSS Distributions 				vio->vio_resident_page_count =
224*4d495c6eSApple OSS Distributions 				    cobject->resident_page_count;
225*4d495c6eSApple OSS Distributions 				vio->vio_copy =
226*4d495c6eSApple OSS Distributions 				    (natural_t)(uintptr_t) cobject->vo_copy;
227*4d495c6eSApple OSS Distributions 				vio->vio_shadow =
228*4d495c6eSApple OSS Distributions 				    (natural_t)(uintptr_t) cobject->shadow;
229*4d495c6eSApple OSS Distributions 				vio->vio_shadow_offset =
230*4d495c6eSApple OSS Distributions 				    (natural_t) cobject->vo_shadow_offset;
231*4d495c6eSApple OSS Distributions 				vio->vio_paging_offset =
232*4d495c6eSApple OSS Distributions 				    (natural_t) cobject->paging_offset;
233*4d495c6eSApple OSS Distributions 				vio->vio_copy_strategy =
234*4d495c6eSApple OSS Distributions 				    cobject->copy_strategy;
235*4d495c6eSApple OSS Distributions 				vio->vio_last_alloc =
236*4d495c6eSApple OSS Distributions 				    (vm_offset_t) cobject->last_alloc;
237*4d495c6eSApple OSS Distributions 				vio->vio_paging_in_progress =
238*4d495c6eSApple OSS Distributions 				    cobject->paging_in_progress +
239*4d495c6eSApple OSS Distributions 				    cobject->activity_in_progress;
240*4d495c6eSApple OSS Distributions 				vio->vio_pager_created =
241*4d495c6eSApple OSS Distributions 				    cobject->pager_created;
242*4d495c6eSApple OSS Distributions 				vio->vio_pager_initialized =
243*4d495c6eSApple OSS Distributions 				    cobject->pager_initialized;
244*4d495c6eSApple OSS Distributions 				vio->vio_pager_ready =
245*4d495c6eSApple OSS Distributions 				    cobject->pager_ready;
246*4d495c6eSApple OSS Distributions 				vio->vio_can_persist =
247*4d495c6eSApple OSS Distributions 				    cobject->can_persist;
248*4d495c6eSApple OSS Distributions 				vio->vio_internal =
249*4d495c6eSApple OSS Distributions 				    cobject->internal;
250*4d495c6eSApple OSS Distributions 				vio->vio_temporary =
251*4d495c6eSApple OSS Distributions 				    FALSE;
252*4d495c6eSApple OSS Distributions 				vio->vio_alive =
253*4d495c6eSApple OSS Distributions 				    cobject->alive;
254*4d495c6eSApple OSS Distributions 				vio->vio_purgable =
255*4d495c6eSApple OSS Distributions 				    (cobject->purgable != VM_PURGABLE_DENY);
256*4d495c6eSApple OSS Distributions 				vio->vio_purgable_volatile =
257*4d495c6eSApple OSS Distributions 				    (cobject->purgable == VM_PURGABLE_VOLATILE ||
258*4d495c6eSApple OSS Distributions 				    cobject->purgable == VM_PURGABLE_EMPTY);
259*4d495c6eSApple OSS Distributions 			}
260*4d495c6eSApple OSS Distributions 
261*4d495c6eSApple OSS Distributions 			used++;
262*4d495c6eSApple OSS Distributions 			nobject = cobject->shadow;
263*4d495c6eSApple OSS Distributions 			if (nobject == VM_OBJECT_NULL) {
264*4d495c6eSApple OSS Distributions 				vm_object_unlock(cobject);
265*4d495c6eSApple OSS Distributions 				break;
266*4d495c6eSApple OSS Distributions 			}
267*4d495c6eSApple OSS Distributions 
268*4d495c6eSApple OSS Distributions 			vm_object_lock(nobject);
269*4d495c6eSApple OSS Distributions 			vm_object_unlock(cobject);
270*4d495c6eSApple OSS Distributions 		}
271*4d495c6eSApple OSS Distributions 
272*4d495c6eSApple OSS Distributions 		/* nothing locked */
273*4d495c6eSApple OSS Distributions 
274*4d495c6eSApple OSS Distributions 		if (used <= room) {
275*4d495c6eSApple OSS Distributions 			break;
276*4d495c6eSApple OSS Distributions 		}
277*4d495c6eSApple OSS Distributions 
278*4d495c6eSApple OSS Distributions 		/* must allocate more memory */
279*4d495c6eSApple OSS Distributions 
280*4d495c6eSApple OSS Distributions 		if (size != 0) {
281*4d495c6eSApple OSS Distributions 			kmem_free(ipc_kernel_map, addr, size);
282*4d495c6eSApple OSS Distributions 		}
283*4d495c6eSApple OSS Distributions 		size = vm_map_round_page(2 * used * sizeof(vm_info_object_t),
284*4d495c6eSApple OSS Distributions 		    VM_MAP_PAGE_MASK(ipc_kernel_map));
285*4d495c6eSApple OSS Distributions 
286*4d495c6eSApple OSS Distributions 		kr = kmem_alloc(ipc_kernel_map, &addr, size,
287*4d495c6eSApple OSS Distributions 		    KMA_DATA, VM_KERN_MEMORY_IPC);
288*4d495c6eSApple OSS Distributions 		if (kr != KERN_SUCCESS) {
289*4d495c6eSApple OSS Distributions 			vmlp_api_end(VM32_REGION_INFO, KERN_RESOURCE_SHORTAGE);
290*4d495c6eSApple OSS Distributions 			return KERN_RESOURCE_SHORTAGE;
291*4d495c6eSApple OSS Distributions 		}
292*4d495c6eSApple OSS Distributions 	}
293*4d495c6eSApple OSS Distributions 
294*4d495c6eSApple OSS Distributions 	/* free excess memory; make remaining memory pageable */
295*4d495c6eSApple OSS Distributions 
296*4d495c6eSApple OSS Distributions 	if (used == 0) {
297*4d495c6eSApple OSS Distributions 		copy = VM_MAP_COPY_NULL;
298*4d495c6eSApple OSS Distributions 
299*4d495c6eSApple OSS Distributions 		if (size != 0) {
300*4d495c6eSApple OSS Distributions 			kmem_free(ipc_kernel_map, addr, size);
301*4d495c6eSApple OSS Distributions 		}
302*4d495c6eSApple OSS Distributions 	} else {
303*4d495c6eSApple OSS Distributions 		vm_size_t size_used = (used * sizeof(vm_info_object_t));
304*4d495c6eSApple OSS Distributions 		vm_size_t vmsize_used = vm_map_round_page(size_used,
305*4d495c6eSApple OSS Distributions 		    VM_MAP_PAGE_MASK(ipc_kernel_map));
306*4d495c6eSApple OSS Distributions 
307*4d495c6eSApple OSS Distributions 		if (size_used < vmsize_used) {
308*4d495c6eSApple OSS Distributions 			bzero((char *)addr + size_used, vmsize_used - size_used);
309*4d495c6eSApple OSS Distributions 		}
310*4d495c6eSApple OSS Distributions 
311*4d495c6eSApple OSS Distributions 		kr = vm_map_unwire(ipc_kernel_map, addr, addr + size_used, FALSE);
312*4d495c6eSApple OSS Distributions 		assert(kr == KERN_SUCCESS);
313*4d495c6eSApple OSS Distributions 
314*4d495c6eSApple OSS Distributions 		kr = vm_map_copyin(ipc_kernel_map, (vm_map_address_t)addr,
315*4d495c6eSApple OSS Distributions 		    (vm_map_size_t)size_used, TRUE, &copy);
316*4d495c6eSApple OSS Distributions 		assert(kr == KERN_SUCCESS);
317*4d495c6eSApple OSS Distributions 
318*4d495c6eSApple OSS Distributions 		if (size != vmsize_used) {
319*4d495c6eSApple OSS Distributions 			kmem_free(ipc_kernel_map,
320*4d495c6eSApple OSS Distributions 			    addr + vmsize_used, size - vmsize_used);
321*4d495c6eSApple OSS Distributions 		}
322*4d495c6eSApple OSS Distributions 	}
323*4d495c6eSApple OSS Distributions 
324*4d495c6eSApple OSS Distributions 	*regionp = region;
325*4d495c6eSApple OSS Distributions 	*objectsp = (vm_info_object_array_t) copy;
326*4d495c6eSApple OSS Distributions 	*objectsCntp = used;
327*4d495c6eSApple OSS Distributions 	vmlp_api_end(VM32_REGION_INFO, KERN_SUCCESS);
328*4d495c6eSApple OSS Distributions 	return KERN_SUCCESS;
329*4d495c6eSApple OSS Distributions #endif /* MACH_VM_DEBUG */
330*4d495c6eSApple OSS Distributions }
331*4d495c6eSApple OSS Distributions 
332*4d495c6eSApple OSS Distributions /*
333*4d495c6eSApple OSS Distributions  *  Temporary call for 64 bit data path interface transiotion
334*4d495c6eSApple OSS Distributions  */
335*4d495c6eSApple OSS Distributions 
336*4d495c6eSApple OSS Distributions kern_return_t
vm32_mach_vm_region_info_64(__DEBUG_ONLY vm_map_t map,__DEBUG_ONLY vm32_offset_ut address_u,__DEBUG_ONLY vm_info_region_64_t * regionp,__DEBUG_ONLY vm_info_object_array_t * objectsp,__DEBUG_ONLY mach_msg_type_number_t * objectsCntp)337*4d495c6eSApple OSS Distributions vm32_mach_vm_region_info_64(
338*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm_map_t                   map,
339*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm32_offset_ut             address_u,
340*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm_info_region_64_t        *regionp,
341*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm_info_object_array_t     *objectsp,
342*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY mach_msg_type_number_t     *objectsCntp)
343*4d495c6eSApple OSS Distributions {
344*4d495c6eSApple OSS Distributions 	vmlp_api_start(VM32_REGION_INFO_64);
345*4d495c6eSApple OSS Distributions 
346*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
347*4d495c6eSApple OSS Distributions 	vmlp_api_end(VM32_REGION_INFO_64, KERN_FAILURE);
348*4d495c6eSApple OSS Distributions 	return KERN_FAILURE;
349*4d495c6eSApple OSS Distributions #else
350*4d495c6eSApple OSS Distributions 	/* This unwrap is safe as this function is DEBUG only. */
351*4d495c6eSApple OSS Distributions 	vm32_offset_t address = VM_SANITIZE_UNSAFE_UNWRAP(address_u);
352*4d495c6eSApple OSS Distributions 	vm_map_copy_t copy;
353*4d495c6eSApple OSS Distributions 	vm_offset_t addr = 0;   /* memory for OOL data */
354*4d495c6eSApple OSS Distributions 	vm_size_t size;         /* size of the memory */
355*4d495c6eSApple OSS Distributions 	unsigned int room;      /* room for this many objects */
356*4d495c6eSApple OSS Distributions 	unsigned int used;      /* actually this many objects */
357*4d495c6eSApple OSS Distributions 	vm_info_region_64_t region;
358*4d495c6eSApple OSS Distributions 	kern_return_t kr;
359*4d495c6eSApple OSS Distributions 
360*4d495c6eSApple OSS Distributions 	if (map == VM_MAP_NULL) {
361*4d495c6eSApple OSS Distributions 		vmlp_api_end(VM32_REGION_INFO_64, KERN_INVALID_TASK);
362*4d495c6eSApple OSS Distributions 		return KERN_INVALID_TASK;
363*4d495c6eSApple OSS Distributions 	}
364*4d495c6eSApple OSS Distributions 
365*4d495c6eSApple OSS Distributions 	size = 0;               /* no memory allocated yet */
366*4d495c6eSApple OSS Distributions 
367*4d495c6eSApple OSS Distributions 	for (;;) {
368*4d495c6eSApple OSS Distributions 		vm_map_t cmap;  /* current map in traversal */
369*4d495c6eSApple OSS Distributions 		vm_map_t nmap;  /* next map to look at */
370*4d495c6eSApple OSS Distributions 		vm_map_entry_t entry;
371*4d495c6eSApple OSS Distributions 		vm_object_t object, cobject, nobject;
372*4d495c6eSApple OSS Distributions 
373*4d495c6eSApple OSS Distributions 		/* nothing is locked */
374*4d495c6eSApple OSS Distributions 
375*4d495c6eSApple OSS Distributions 		vm_map_lock_read(map);
376*4d495c6eSApple OSS Distributions 		for (cmap = map;; cmap = nmap) {
377*4d495c6eSApple OSS Distributions 			/* cmap is read-locked */
378*4d495c6eSApple OSS Distributions 
379*4d495c6eSApple OSS Distributions 			if (!vm_map_lookup_entry(cmap, address, &entry)) {
380*4d495c6eSApple OSS Distributions 				entry = entry->vme_next;
381*4d495c6eSApple OSS Distributions 				if (entry == vm_map_to_entry(cmap)) {
382*4d495c6eSApple OSS Distributions 					vm_map_unlock_read(cmap);
383*4d495c6eSApple OSS Distributions 					if (size != 0) {
384*4d495c6eSApple OSS Distributions 						kmem_free(ipc_kernel_map,
385*4d495c6eSApple OSS Distributions 						    addr, size);
386*4d495c6eSApple OSS Distributions 					}
387*4d495c6eSApple OSS Distributions 					vmlp_api_end(VM32_REGION_INFO_64, KERN_NO_SPACE);
388*4d495c6eSApple OSS Distributions 					return KERN_NO_SPACE;
389*4d495c6eSApple OSS Distributions 				}
390*4d495c6eSApple OSS Distributions 			}
391*4d495c6eSApple OSS Distributions 
392*4d495c6eSApple OSS Distributions 			if (entry->is_sub_map) {
393*4d495c6eSApple OSS Distributions 				nmap = VME_SUBMAP(entry);
394*4d495c6eSApple OSS Distributions 			} else {
395*4d495c6eSApple OSS Distributions 				break;
396*4d495c6eSApple OSS Distributions 			}
397*4d495c6eSApple OSS Distributions 
398*4d495c6eSApple OSS Distributions 			/* move down to the lower map */
399*4d495c6eSApple OSS Distributions 
400*4d495c6eSApple OSS Distributions 			vm_map_lock_read(nmap);
401*4d495c6eSApple OSS Distributions 			vm_map_unlock_read(cmap);
402*4d495c6eSApple OSS Distributions 		}
403*4d495c6eSApple OSS Distributions 
404*4d495c6eSApple OSS Distributions 		/* cmap is read-locked; we have a real entry */
405*4d495c6eSApple OSS Distributions 		vmlp_range_event_entry(cmap, entry);
406*4d495c6eSApple OSS Distributions 
407*4d495c6eSApple OSS Distributions 		object = VME_OBJECT(entry);
408*4d495c6eSApple OSS Distributions 		region.vir_start = (natural_t) entry->vme_start;
409*4d495c6eSApple OSS Distributions 		region.vir_end = (natural_t) entry->vme_end;
410*4d495c6eSApple OSS Distributions 		region.vir_object = (natural_t)(uintptr_t) object;
411*4d495c6eSApple OSS Distributions 		region.vir_offset = VME_OFFSET(entry);
412*4d495c6eSApple OSS Distributions 		region.vir_needs_copy = entry->needs_copy;
413*4d495c6eSApple OSS Distributions 		region.vir_protection = entry->protection;
414*4d495c6eSApple OSS Distributions 		region.vir_max_protection = entry->max_protection;
415*4d495c6eSApple OSS Distributions 		region.vir_inheritance = entry->inheritance;
416*4d495c6eSApple OSS Distributions 		region.vir_wired_count = entry->wired_count;
417*4d495c6eSApple OSS Distributions 		region.vir_user_wired_count = entry->user_wired_count;
418*4d495c6eSApple OSS Distributions 
419*4d495c6eSApple OSS Distributions 		used = 0;
420*4d495c6eSApple OSS Distributions 		room = (unsigned int) (size / sizeof(vm_info_object_t));
421*4d495c6eSApple OSS Distributions 
422*4d495c6eSApple OSS Distributions 		if (object == VM_OBJECT_NULL) {
423*4d495c6eSApple OSS Distributions 			vm_map_unlock_read(cmap);
424*4d495c6eSApple OSS Distributions 			/* no memory needed */
425*4d495c6eSApple OSS Distributions 			break;
426*4d495c6eSApple OSS Distributions 		}
427*4d495c6eSApple OSS Distributions 
428*4d495c6eSApple OSS Distributions 		vm_object_lock(object);
429*4d495c6eSApple OSS Distributions 		vm_map_unlock_read(cmap);
430*4d495c6eSApple OSS Distributions 
431*4d495c6eSApple OSS Distributions 		for (cobject = object;; cobject = nobject) {
432*4d495c6eSApple OSS Distributions 			/* cobject is locked */
433*4d495c6eSApple OSS Distributions 
434*4d495c6eSApple OSS Distributions 			if (used < room) {
435*4d495c6eSApple OSS Distributions 				vm_info_object_t *vio =
436*4d495c6eSApple OSS Distributions 				    &((vm_info_object_t *) addr)[used];
437*4d495c6eSApple OSS Distributions 
438*4d495c6eSApple OSS Distributions 				vio->vio_object =
439*4d495c6eSApple OSS Distributions 				    (natural_t)(uintptr_t) cobject;
440*4d495c6eSApple OSS Distributions 				vio->vio_size =
441*4d495c6eSApple OSS Distributions 				    (natural_t) cobject->vo_size;
442*4d495c6eSApple OSS Distributions 				vio->vio_ref_count =
443*4d495c6eSApple OSS Distributions 				    cobject->ref_count;
444*4d495c6eSApple OSS Distributions 				vio->vio_resident_page_count =
445*4d495c6eSApple OSS Distributions 				    cobject->resident_page_count;
446*4d495c6eSApple OSS Distributions 				vio->vio_copy =
447*4d495c6eSApple OSS Distributions 				    (natural_t)(uintptr_t) cobject->vo_copy;
448*4d495c6eSApple OSS Distributions 				vio->vio_shadow =
449*4d495c6eSApple OSS Distributions 				    (natural_t)(uintptr_t) cobject->shadow;
450*4d495c6eSApple OSS Distributions 				vio->vio_shadow_offset =
451*4d495c6eSApple OSS Distributions 				    (natural_t) cobject->vo_shadow_offset;
452*4d495c6eSApple OSS Distributions 				vio->vio_paging_offset =
453*4d495c6eSApple OSS Distributions 				    (natural_t) cobject->paging_offset;
454*4d495c6eSApple OSS Distributions 				vio->vio_copy_strategy =
455*4d495c6eSApple OSS Distributions 				    cobject->copy_strategy;
456*4d495c6eSApple OSS Distributions 				vio->vio_last_alloc =
457*4d495c6eSApple OSS Distributions 				    (vm_offset_t) cobject->last_alloc;
458*4d495c6eSApple OSS Distributions 				vio->vio_paging_in_progress =
459*4d495c6eSApple OSS Distributions 				    cobject->paging_in_progress +
460*4d495c6eSApple OSS Distributions 				    cobject->activity_in_progress;
461*4d495c6eSApple OSS Distributions 				vio->vio_pager_created =
462*4d495c6eSApple OSS Distributions 				    cobject->pager_created;
463*4d495c6eSApple OSS Distributions 				vio->vio_pager_initialized =
464*4d495c6eSApple OSS Distributions 				    cobject->pager_initialized;
465*4d495c6eSApple OSS Distributions 				vio->vio_pager_ready =
466*4d495c6eSApple OSS Distributions 				    cobject->pager_ready;
467*4d495c6eSApple OSS Distributions 				vio->vio_can_persist =
468*4d495c6eSApple OSS Distributions 				    cobject->can_persist;
469*4d495c6eSApple OSS Distributions 				vio->vio_internal =
470*4d495c6eSApple OSS Distributions 				    cobject->internal;
471*4d495c6eSApple OSS Distributions 				vio->vio_temporary =
472*4d495c6eSApple OSS Distributions 				    FALSE;
473*4d495c6eSApple OSS Distributions 				vio->vio_alive =
474*4d495c6eSApple OSS Distributions 				    cobject->alive;
475*4d495c6eSApple OSS Distributions 				vio->vio_purgable =
476*4d495c6eSApple OSS Distributions 				    (cobject->purgable != VM_PURGABLE_DENY);
477*4d495c6eSApple OSS Distributions 				vio->vio_purgable_volatile =
478*4d495c6eSApple OSS Distributions 				    (cobject->purgable == VM_PURGABLE_VOLATILE ||
479*4d495c6eSApple OSS Distributions 				    cobject->purgable == VM_PURGABLE_EMPTY);
480*4d495c6eSApple OSS Distributions 			}
481*4d495c6eSApple OSS Distributions 
482*4d495c6eSApple OSS Distributions 			used++;
483*4d495c6eSApple OSS Distributions 			nobject = cobject->shadow;
484*4d495c6eSApple OSS Distributions 			if (nobject == VM_OBJECT_NULL) {
485*4d495c6eSApple OSS Distributions 				vm_object_unlock(cobject);
486*4d495c6eSApple OSS Distributions 				break;
487*4d495c6eSApple OSS Distributions 			}
488*4d495c6eSApple OSS Distributions 
489*4d495c6eSApple OSS Distributions 			vm_object_lock(nobject);
490*4d495c6eSApple OSS Distributions 			vm_object_unlock(cobject);
491*4d495c6eSApple OSS Distributions 		}
492*4d495c6eSApple OSS Distributions 
493*4d495c6eSApple OSS Distributions 		/* nothing locked */
494*4d495c6eSApple OSS Distributions 
495*4d495c6eSApple OSS Distributions 		if (used <= room) {
496*4d495c6eSApple OSS Distributions 			break;
497*4d495c6eSApple OSS Distributions 		}
498*4d495c6eSApple OSS Distributions 
499*4d495c6eSApple OSS Distributions 		/* must allocate more memory */
500*4d495c6eSApple OSS Distributions 
501*4d495c6eSApple OSS Distributions 		if (size != 0) {
502*4d495c6eSApple OSS Distributions 			kmem_free(ipc_kernel_map, addr, size);
503*4d495c6eSApple OSS Distributions 		}
504*4d495c6eSApple OSS Distributions 		size = vm_map_round_page(2 * used * sizeof(vm_info_object_t),
505*4d495c6eSApple OSS Distributions 		    VM_MAP_PAGE_MASK(ipc_kernel_map));
506*4d495c6eSApple OSS Distributions 
507*4d495c6eSApple OSS Distributions 		kr = kmem_alloc(ipc_kernel_map, &addr, size,
508*4d495c6eSApple OSS Distributions 		    KMA_DATA, VM_KERN_MEMORY_IPC);
509*4d495c6eSApple OSS Distributions 		if (kr != KERN_SUCCESS) {
510*4d495c6eSApple OSS Distributions 			vmlp_api_end(VM32_REGION_INFO_64, KERN_RESOURCE_SHORTAGE);
511*4d495c6eSApple OSS Distributions 			return KERN_RESOURCE_SHORTAGE;
512*4d495c6eSApple OSS Distributions 		}
513*4d495c6eSApple OSS Distributions 	}
514*4d495c6eSApple OSS Distributions 
515*4d495c6eSApple OSS Distributions 	/* free excess memory; make remaining memory pageable */
516*4d495c6eSApple OSS Distributions 
517*4d495c6eSApple OSS Distributions 	if (used == 0) {
518*4d495c6eSApple OSS Distributions 		copy = VM_MAP_COPY_NULL;
519*4d495c6eSApple OSS Distributions 
520*4d495c6eSApple OSS Distributions 		if (size != 0) {
521*4d495c6eSApple OSS Distributions 			kmem_free(ipc_kernel_map, addr, size);
522*4d495c6eSApple OSS Distributions 		}
523*4d495c6eSApple OSS Distributions 	} else {
524*4d495c6eSApple OSS Distributions 		vm_size_t size_used = (used * sizeof(vm_info_object_t));
525*4d495c6eSApple OSS Distributions 		vm_size_t vmsize_used = vm_map_round_page(size_used,
526*4d495c6eSApple OSS Distributions 		    VM_MAP_PAGE_MASK(ipc_kernel_map));
527*4d495c6eSApple OSS Distributions 
528*4d495c6eSApple OSS Distributions 		if (size_used < vmsize_used) {
529*4d495c6eSApple OSS Distributions 			bzero((char *)addr + size_used, vmsize_used - size_used);
530*4d495c6eSApple OSS Distributions 		}
531*4d495c6eSApple OSS Distributions 
532*4d495c6eSApple OSS Distributions 		kr = vm_map_unwire(ipc_kernel_map, addr, addr + size_used, FALSE);
533*4d495c6eSApple OSS Distributions 		assert(kr == KERN_SUCCESS);
534*4d495c6eSApple OSS Distributions 
535*4d495c6eSApple OSS Distributions 		kr = vm_map_copyin(ipc_kernel_map, (vm_map_address_t)addr,
536*4d495c6eSApple OSS Distributions 		    (vm_map_size_t)size_used, TRUE, &copy);
537*4d495c6eSApple OSS Distributions 		assert(kr == KERN_SUCCESS);
538*4d495c6eSApple OSS Distributions 
539*4d495c6eSApple OSS Distributions 		if (size != vmsize_used) {
540*4d495c6eSApple OSS Distributions 			kmem_free(ipc_kernel_map,
541*4d495c6eSApple OSS Distributions 			    addr + vmsize_used, size - vmsize_used);
542*4d495c6eSApple OSS Distributions 		}
543*4d495c6eSApple OSS Distributions 	}
544*4d495c6eSApple OSS Distributions 
545*4d495c6eSApple OSS Distributions 	*regionp = region;
546*4d495c6eSApple OSS Distributions 	*objectsp = (vm_info_object_array_t) copy;
547*4d495c6eSApple OSS Distributions 	*objectsCntp = used;
548*4d495c6eSApple OSS Distributions 	vmlp_api_end(VM32_REGION_INFO_64, KERN_SUCCESS);
549*4d495c6eSApple OSS Distributions 	return KERN_SUCCESS;
550*4d495c6eSApple OSS Distributions #endif /* MACH_VM_DEBUG */
551*4d495c6eSApple OSS Distributions }
552*4d495c6eSApple OSS Distributions /*
553*4d495c6eSApple OSS Distributions  * Return an array of virtual pages that are mapped to a task.
554*4d495c6eSApple OSS Distributions  */
555*4d495c6eSApple OSS Distributions kern_return_t
vm32_vm_mapped_pages_info(__DEBUG_ONLY vm_map_t map,__DEBUG_ONLY page_address_array_t * pages,__DEBUG_ONLY mach_msg_type_number_t * pages_count)556*4d495c6eSApple OSS Distributions vm32_vm_mapped_pages_info(
557*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY vm_map_t                   map,
558*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY page_address_array_t       *pages,
559*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY mach_msg_type_number_t     *pages_count)
560*4d495c6eSApple OSS Distributions {
561*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
562*4d495c6eSApple OSS Distributions 	return KERN_FAILURE;
563*4d495c6eSApple OSS Distributions #elif 1 /* pmap_resident_count is gone with rdar://68290810 */
564*4d495c6eSApple OSS Distributions 	(void)map; (void)pages; (void)pages_count;
565*4d495c6eSApple OSS Distributions 	return KERN_FAILURE;
566*4d495c6eSApple OSS Distributions #else
567*4d495c6eSApple OSS Distributions 	pmap_t          pmap;
568*4d495c6eSApple OSS Distributions 	vm_size_t       size, size_used;
569*4d495c6eSApple OSS Distributions 	unsigned int    actual, space;
570*4d495c6eSApple OSS Distributions 	page_address_array_t list;
571*4d495c6eSApple OSS Distributions 	mach_vm_offset_t addr = 0;
572*4d495c6eSApple OSS Distributions 
573*4d495c6eSApple OSS Distributions 	if (map == VM_MAP_NULL) {
574*4d495c6eSApple OSS Distributions 		return KERN_INVALID_ARGUMENT;
575*4d495c6eSApple OSS Distributions 	}
576*4d495c6eSApple OSS Distributions 
577*4d495c6eSApple OSS Distributions 	pmap = map->pmap;
578*4d495c6eSApple OSS Distributions 	size = pmap_resident_count(pmap) * sizeof(vm_offset_t);
579*4d495c6eSApple OSS Distributions 	size = vm_map_round_page(size,
580*4d495c6eSApple OSS Distributions 	    VM_MAP_PAGE_MASK(ipc_kernel_map));
581*4d495c6eSApple OSS Distributions 
582*4d495c6eSApple OSS Distributions 	for (;;) {
583*4d495c6eSApple OSS Distributions 		(void) mach_vm_allocate_kernel(ipc_kernel_map, &addr, size,
584*4d495c6eSApple OSS Distributions 		    VM_MAP_KERNEL_FLAGS_ANYWHERE(.vm_tag = VM_KERN_MEMORY_IPC));
585*4d495c6eSApple OSS Distributions 		(void) vm_map_unwire(
586*4d495c6eSApple OSS Distributions 			ipc_kernel_map,
587*4d495c6eSApple OSS Distributions 			vm_map_trunc_page(addr,
588*4d495c6eSApple OSS Distributions 			VM_MAP_PAGE_MASK(ipc_kernel_map)),
589*4d495c6eSApple OSS Distributions 			vm_map_round_page(addr + size,
590*4d495c6eSApple OSS Distributions 			VM_MAP_PAGE_MASK(ipc_kernel_map)),
591*4d495c6eSApple OSS Distributions 			FALSE);
592*4d495c6eSApple OSS Distributions 
593*4d495c6eSApple OSS Distributions 		list = (page_address_array_t) addr;
594*4d495c6eSApple OSS Distributions 		space = (unsigned int) (size / sizeof(vm_offset_t));
595*4d495c6eSApple OSS Distributions 
596*4d495c6eSApple OSS Distributions 		actual = pmap_list_resident_pages(pmap,
597*4d495c6eSApple OSS Distributions 		    list,
598*4d495c6eSApple OSS Distributions 		    space);
599*4d495c6eSApple OSS Distributions 		if (actual <= space) {
600*4d495c6eSApple OSS Distributions 			break;
601*4d495c6eSApple OSS Distributions 		}
602*4d495c6eSApple OSS Distributions 
603*4d495c6eSApple OSS Distributions 		/*
604*4d495c6eSApple OSS Distributions 		 * Free memory if not enough
605*4d495c6eSApple OSS Distributions 		 */
606*4d495c6eSApple OSS Distributions 		(void) kmem_free(ipc_kernel_map, addr, size);
607*4d495c6eSApple OSS Distributions 
608*4d495c6eSApple OSS Distributions 		/*
609*4d495c6eSApple OSS Distributions 		 * Try again, doubling the size
610*4d495c6eSApple OSS Distributions 		 */
611*4d495c6eSApple OSS Distributions 		size = vm_map_round_page(actual * sizeof(vm_offset_t),
612*4d495c6eSApple OSS Distributions 		    VM_MAP_PAGE_MASK(ipc_kernel_map));
613*4d495c6eSApple OSS Distributions 	}
614*4d495c6eSApple OSS Distributions 	if (actual == 0) {
615*4d495c6eSApple OSS Distributions 		*pages = 0;
616*4d495c6eSApple OSS Distributions 		*pages_count = 0;
617*4d495c6eSApple OSS Distributions 		(void) kmem_free(ipc_kernel_map, addr, size);
618*4d495c6eSApple OSS Distributions 	} else {
619*4d495c6eSApple OSS Distributions 		vm_size_t vmsize_used;
620*4d495c6eSApple OSS Distributions 		*pages_count = actual;
621*4d495c6eSApple OSS Distributions 		size_used = (actual * sizeof(vm_offset_t));
622*4d495c6eSApple OSS Distributions 		vmsize_used = vm_map_round_page(size_used,
623*4d495c6eSApple OSS Distributions 		    VM_MAP_PAGE_MASK(ipc_kernel_map));
624*4d495c6eSApple OSS Distributions 		(void) vm_map_wire_kernel(
625*4d495c6eSApple OSS Distributions 			ipc_kernel_map,
626*4d495c6eSApple OSS Distributions 			vm_map_trunc_page(addr,
627*4d495c6eSApple OSS Distributions 			VM_MAP_PAGE_MASK(ipc_kernel_map)),
628*4d495c6eSApple OSS Distributions 			vm_map_round_page(addr + size,
629*4d495c6eSApple OSS Distributions 			VM_MAP_PAGE_MASK(ipc_kernel_map)),
630*4d495c6eSApple OSS Distributions 			VM_PROT_READ | VM_PROT_WRITE,
631*4d495c6eSApple OSS Distributions 			VM_KERN_MEMORY_IPC,
632*4d495c6eSApple OSS Distributions 			FALSE);
633*4d495c6eSApple OSS Distributions 		(void) vm_map_copyin(ipc_kernel_map,
634*4d495c6eSApple OSS Distributions 		    (vm_map_address_t)addr,
635*4d495c6eSApple OSS Distributions 		    (vm_map_size_t)size_used,
636*4d495c6eSApple OSS Distributions 		    TRUE,
637*4d495c6eSApple OSS Distributions 		    (vm_map_copy_t *)pages);
638*4d495c6eSApple OSS Distributions 		if (vmsize_used != size) {
639*4d495c6eSApple OSS Distributions 			(void) kmem_free(ipc_kernel_map,
640*4d495c6eSApple OSS Distributions 			    addr + vmsize_used,
641*4d495c6eSApple OSS Distributions 			    size - vmsize_used);
642*4d495c6eSApple OSS Distributions 		}
643*4d495c6eSApple OSS Distributions 	}
644*4d495c6eSApple OSS Distributions 
645*4d495c6eSApple OSS Distributions 	return KERN_SUCCESS;
646*4d495c6eSApple OSS Distributions #endif /* MACH_VM_DEBUG */
647*4d495c6eSApple OSS Distributions }
648*4d495c6eSApple OSS Distributions 
649*4d495c6eSApple OSS Distributions #endif /* VM32_SUPPORT */
650*4d495c6eSApple OSS Distributions 
651*4d495c6eSApple OSS Distributions /*
652*4d495c6eSApple OSS Distributions  *	Routine:	host_virtual_physical_table_info
653*4d495c6eSApple OSS Distributions  *	Purpose:
654*4d495c6eSApple OSS Distributions  *		Return information about the VP table.
655*4d495c6eSApple OSS Distributions  *	Conditions:
656*4d495c6eSApple OSS Distributions  *		Nothing locked.  Obeys CountInOut protocol.
657*4d495c6eSApple OSS Distributions  *	Returns:
658*4d495c6eSApple OSS Distributions  *		KERN_SUCCESS		Returned information.
659*4d495c6eSApple OSS Distributions  *		KERN_INVALID_HOST	The host is null.
660*4d495c6eSApple OSS Distributions  *		KERN_RESOURCE_SHORTAGE	Couldn't allocate memory.
661*4d495c6eSApple OSS Distributions  */
662*4d495c6eSApple OSS Distributions 
663*4d495c6eSApple OSS Distributions kern_return_t
host_virtual_physical_table_info(__DEBUG_ONLY host_t host,__DEBUG_ONLY hash_info_bucket_array_t * infop,__DEBUG_ONLY mach_msg_type_number_t * countp)664*4d495c6eSApple OSS Distributions host_virtual_physical_table_info(
665*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY host_t                     host,
666*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY hash_info_bucket_array_t   *infop,
667*4d495c6eSApple OSS Distributions 	__DEBUG_ONLY mach_msg_type_number_t     *countp)
668*4d495c6eSApple OSS Distributions {
669*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
670*4d495c6eSApple OSS Distributions 	return KERN_FAILURE;
671*4d495c6eSApple OSS Distributions #else
672*4d495c6eSApple OSS Distributions 	vm_offset_t addr = 0;
673*4d495c6eSApple OSS Distributions 	vm_size_t size = 0;
674*4d495c6eSApple OSS Distributions 	hash_info_bucket_t *info;
675*4d495c6eSApple OSS Distributions 	unsigned int potential, actual;
676*4d495c6eSApple OSS Distributions 	kern_return_t kr;
677*4d495c6eSApple OSS Distributions 
678*4d495c6eSApple OSS Distributions 	if (host == HOST_NULL) {
679*4d495c6eSApple OSS Distributions 		return KERN_INVALID_HOST;
680*4d495c6eSApple OSS Distributions 	}
681*4d495c6eSApple OSS Distributions 
682*4d495c6eSApple OSS Distributions 	/* start with in-line data */
683*4d495c6eSApple OSS Distributions 
684*4d495c6eSApple OSS Distributions 	info = *infop;
685*4d495c6eSApple OSS Distributions 	potential = *countp;
686*4d495c6eSApple OSS Distributions 
687*4d495c6eSApple OSS Distributions 	for (;;) {
688*4d495c6eSApple OSS Distributions 		actual = vm_page_info(info, potential);
689*4d495c6eSApple OSS Distributions 		if (actual <= potential) {
690*4d495c6eSApple OSS Distributions 			break;
691*4d495c6eSApple OSS Distributions 		}
692*4d495c6eSApple OSS Distributions 
693*4d495c6eSApple OSS Distributions 		/* allocate more memory */
694*4d495c6eSApple OSS Distributions 
695*4d495c6eSApple OSS Distributions 		if (info != *infop) {
696*4d495c6eSApple OSS Distributions 			kmem_free(ipc_kernel_map, addr, size);
697*4d495c6eSApple OSS Distributions 		}
698*4d495c6eSApple OSS Distributions 
699*4d495c6eSApple OSS Distributions 		size = vm_map_round_page(actual * sizeof *info,
700*4d495c6eSApple OSS Distributions 		    VM_MAP_PAGE_MASK(ipc_kernel_map));
701*4d495c6eSApple OSS Distributions 		kr = kmem_alloc(ipc_kernel_map, &addr, size,
702*4d495c6eSApple OSS Distributions 		    KMA_PAGEABLE | KMA_DATA_SHARED, VM_KERN_MEMORY_IPC);
703*4d495c6eSApple OSS Distributions 		if (kr != KERN_SUCCESS) {
704*4d495c6eSApple OSS Distributions 			return KERN_RESOURCE_SHORTAGE;
705*4d495c6eSApple OSS Distributions 		}
706*4d495c6eSApple OSS Distributions 
707*4d495c6eSApple OSS Distributions 		info = (hash_info_bucket_t *) addr;
708*4d495c6eSApple OSS Distributions 		potential = (unsigned int) (size / sizeof(*info));
709*4d495c6eSApple OSS Distributions 	}
710*4d495c6eSApple OSS Distributions 
711*4d495c6eSApple OSS Distributions 	if (info == *infop) {
712*4d495c6eSApple OSS Distributions 		/* data fit in-line; nothing to deallocate */
713*4d495c6eSApple OSS Distributions 
714*4d495c6eSApple OSS Distributions 		*countp = actual;
715*4d495c6eSApple OSS Distributions 	} else if (actual == 0) {
716*4d495c6eSApple OSS Distributions 		kmem_free(ipc_kernel_map, addr, size);
717*4d495c6eSApple OSS Distributions 
718*4d495c6eSApple OSS Distributions 		*countp = 0;
719*4d495c6eSApple OSS Distributions 	} else {
720*4d495c6eSApple OSS Distributions 		vm_map_copy_t copy;
721*4d495c6eSApple OSS Distributions 		vm_size_t used, vmused;
722*4d495c6eSApple OSS Distributions 
723*4d495c6eSApple OSS Distributions 		used = (actual * sizeof(*info));
724*4d495c6eSApple OSS Distributions 		vmused = vm_map_round_page(used, VM_MAP_PAGE_MASK(ipc_kernel_map));
725*4d495c6eSApple OSS Distributions 
726*4d495c6eSApple OSS Distributions 		if (vmused != size) {
727*4d495c6eSApple OSS Distributions 			kmem_free(ipc_kernel_map, addr + vmused, size - vmused);
728*4d495c6eSApple OSS Distributions 		}
729*4d495c6eSApple OSS Distributions 
730*4d495c6eSApple OSS Distributions 		kr = vm_map_copyin(ipc_kernel_map, (vm_map_address_t)addr,
731*4d495c6eSApple OSS Distributions 		    (vm_map_size_t)used, TRUE, &copy);
732*4d495c6eSApple OSS Distributions 		assert(kr == KERN_SUCCESS);
733*4d495c6eSApple OSS Distributions 
734*4d495c6eSApple OSS Distributions 		*infop = (hash_info_bucket_t *) copy;
735*4d495c6eSApple OSS Distributions 		*countp = actual;
736*4d495c6eSApple OSS Distributions 	}
737*4d495c6eSApple OSS Distributions 
738*4d495c6eSApple OSS Distributions 	return KERN_SUCCESS;
739*4d495c6eSApple OSS Distributions #endif /* MACH_VM_DEBUG */
740*4d495c6eSApple OSS Distributions }
741