1*4d495c6eSApple OSS Distributions /*
2*4d495c6eSApple OSS Distributions * Copyright (c) 2000-2016 Apple Inc. All rights reserved.
3*4d495c6eSApple OSS Distributions *
4*4d495c6eSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*4d495c6eSApple OSS Distributions *
6*4d495c6eSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*4d495c6eSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*4d495c6eSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*4d495c6eSApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*4d495c6eSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*4d495c6eSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*4d495c6eSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*4d495c6eSApple OSS Distributions * terms of an Apple operating system software license agreement.
14*4d495c6eSApple OSS Distributions *
15*4d495c6eSApple OSS Distributions * Please obtain a copy of the License at
16*4d495c6eSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*4d495c6eSApple OSS Distributions *
18*4d495c6eSApple OSS Distributions * The Original Code and all software distributed under the License are
19*4d495c6eSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*4d495c6eSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*4d495c6eSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*4d495c6eSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*4d495c6eSApple OSS Distributions * Please see the License for the specific language governing rights and
24*4d495c6eSApple OSS Distributions * limitations under the License.
25*4d495c6eSApple OSS Distributions *
26*4d495c6eSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*4d495c6eSApple OSS Distributions */
28*4d495c6eSApple OSS Distributions /*
29*4d495c6eSApple OSS Distributions * @OSF_COPYRIGHT@
30*4d495c6eSApple OSS Distributions */
31*4d495c6eSApple OSS Distributions /*
32*4d495c6eSApple OSS Distributions * Mach Operating System
33*4d495c6eSApple OSS Distributions * Copyright (c) 1991,1990 Carnegie Mellon University
34*4d495c6eSApple OSS Distributions * All Rights Reserved.
35*4d495c6eSApple OSS Distributions *
36*4d495c6eSApple OSS Distributions * Permission to use, copy, modify and distribute this software and its
37*4d495c6eSApple OSS Distributions * documentation is hereby granted, provided that both the copyright
38*4d495c6eSApple OSS Distributions * notice and this permission notice appear in all copies of the
39*4d495c6eSApple OSS Distributions * software, derivative works or modified versions, and any portions
40*4d495c6eSApple OSS Distributions * thereof, and that both notices appear in supporting documentation.
41*4d495c6eSApple OSS Distributions *
42*4d495c6eSApple OSS Distributions * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43*4d495c6eSApple OSS Distributions * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44*4d495c6eSApple OSS Distributions * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
45*4d495c6eSApple OSS Distributions *
46*4d495c6eSApple OSS Distributions * Carnegie Mellon requests users of this software to return to
47*4d495c6eSApple OSS Distributions *
48*4d495c6eSApple OSS Distributions * Software Distribution Coordinator or [email protected]
49*4d495c6eSApple OSS Distributions * School of Computer Science
50*4d495c6eSApple OSS Distributions * Carnegie Mellon University
51*4d495c6eSApple OSS Distributions * Pittsburgh PA 15213-3890
52*4d495c6eSApple OSS Distributions *
53*4d495c6eSApple OSS Distributions * any improvements or extensions that they make and grant Carnegie Mellon
54*4d495c6eSApple OSS Distributions * the rights to redistribute these changes.
55*4d495c6eSApple OSS Distributions */
56*4d495c6eSApple OSS Distributions /*
57*4d495c6eSApple OSS Distributions */
58*4d495c6eSApple OSS Distributions /*
59*4d495c6eSApple OSS Distributions * File: vm/vm_debug.c.
60*4d495c6eSApple OSS Distributions * Author: Rich Draves
61*4d495c6eSApple OSS Distributions * Date: March, 1990
62*4d495c6eSApple OSS Distributions *
63*4d495c6eSApple OSS Distributions * Exported kernel calls. See mach_debug/mach_debug.defs.
64*4d495c6eSApple OSS Distributions */
65*4d495c6eSApple OSS Distributions #include <mach_vm_debug.h>
66*4d495c6eSApple OSS Distributions #include <mach/kern_return.h>
67*4d495c6eSApple OSS Distributions #include <mach/mach_host_server.h>
68*4d495c6eSApple OSS Distributions #include <mach_debug/vm_info.h>
69*4d495c6eSApple OSS Distributions #include <mach_debug/page_info.h>
70*4d495c6eSApple OSS Distributions #include <mach_debug/hash_info.h>
71*4d495c6eSApple OSS Distributions
72*4d495c6eSApple OSS Distributions #if MACH_VM_DEBUG
73*4d495c6eSApple OSS Distributions #include <mach/machine/vm_types.h>
74*4d495c6eSApple OSS Distributions #include <mach/memory_object_types.h>
75*4d495c6eSApple OSS Distributions #include <mach/vm_prot.h>
76*4d495c6eSApple OSS Distributions #include <mach/vm_inherit.h>
77*4d495c6eSApple OSS Distributions #include <mach/vm_param.h>
78*4d495c6eSApple OSS Distributions #include <kern/thread.h>
79*4d495c6eSApple OSS Distributions #include <vm/vm_map_internal.h>
80*4d495c6eSApple OSS Distributions #include <vm/vm_kern_xnu.h>
81*4d495c6eSApple OSS Distributions #include <vm/vm_object_xnu.h>
82*4d495c6eSApple OSS Distributions #include <kern/task.h>
83*4d495c6eSApple OSS Distributions #include <kern/host.h>
84*4d495c6eSApple OSS Distributions #include <ipc/ipc_port.h>
85*4d495c6eSApple OSS Distributions #include <vm/vm_debug_internal.h>
86*4d495c6eSApple OSS Distributions #endif
87*4d495c6eSApple OSS Distributions
88*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
89*4d495c6eSApple OSS Distributions #define __DEBUG_ONLY __unused
90*4d495c6eSApple OSS Distributions #else /* !MACH_VM_DEBUG */
91*4d495c6eSApple OSS Distributions #define __DEBUG_ONLY
92*4d495c6eSApple OSS Distributions #endif /* !MACH_VM_DEBUG */
93*4d495c6eSApple OSS Distributions
94*4d495c6eSApple OSS Distributions #ifdef VM32_SUPPORT
95*4d495c6eSApple OSS Distributions
96*4d495c6eSApple OSS Distributions #include <mach/vm32_map_server.h>
97*4d495c6eSApple OSS Distributions #include <mach/vm_map.h>
98*4d495c6eSApple OSS Distributions #include <vm/vm_map_xnu.h>
99*4d495c6eSApple OSS Distributions #include <vm/vm_lock_perf.h>
100*4d495c6eSApple OSS Distributions
101*4d495c6eSApple OSS Distributions /*
102*4d495c6eSApple OSS Distributions * Routine: mach_vm_region_info [kernel call]
103*4d495c6eSApple OSS Distributions * Purpose:
104*4d495c6eSApple OSS Distributions * Retrieve information about a VM region,
105*4d495c6eSApple OSS Distributions * including info about the object chain.
106*4d495c6eSApple OSS Distributions * Conditions:
107*4d495c6eSApple OSS Distributions * Nothing locked.
108*4d495c6eSApple OSS Distributions * Returns:
109*4d495c6eSApple OSS Distributions * KERN_SUCCESS Retrieve region/object info.
110*4d495c6eSApple OSS Distributions * KERN_INVALID_TASK The map is null.
111*4d495c6eSApple OSS Distributions * KERN_NO_SPACE There is no entry at/after the address.
112*4d495c6eSApple OSS Distributions * KERN_RESOURCE_SHORTAGE Can't allocate memory.
113*4d495c6eSApple OSS Distributions */
114*4d495c6eSApple OSS Distributions
115*4d495c6eSApple OSS Distributions kern_return_t
vm32_mach_vm_region_info(__DEBUG_ONLY vm_map_t map,__DEBUG_ONLY vm32_offset_ut address_u,__DEBUG_ONLY vm_info_region_t * regionp,__DEBUG_ONLY vm_info_object_array_t * objectsp,__DEBUG_ONLY mach_msg_type_number_t * objectsCntp)116*4d495c6eSApple OSS Distributions vm32_mach_vm_region_info(
117*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm_map_t map,
118*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm32_offset_ut address_u,
119*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm_info_region_t *regionp,
120*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm_info_object_array_t *objectsp,
121*4d495c6eSApple OSS Distributions __DEBUG_ONLY mach_msg_type_number_t *objectsCntp)
122*4d495c6eSApple OSS Distributions {
123*4d495c6eSApple OSS Distributions vmlp_api_start(VM32_REGION_INFO);
124*4d495c6eSApple OSS Distributions
125*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
126*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO, KERN_FAILURE);
127*4d495c6eSApple OSS Distributions return KERN_FAILURE;
128*4d495c6eSApple OSS Distributions #else
129*4d495c6eSApple OSS Distributions /* This unwrap is safe as this function is DEBUG only. */
130*4d495c6eSApple OSS Distributions vm32_offset_t address = VM_SANITIZE_UNSAFE_UNWRAP(address_u);
131*4d495c6eSApple OSS Distributions vm_map_copy_t copy;
132*4d495c6eSApple OSS Distributions vm_offset_t addr = 0; /* memory for OOL data */
133*4d495c6eSApple OSS Distributions vm_size_t size; /* size of the memory */
134*4d495c6eSApple OSS Distributions unsigned int room; /* room for this many objects */
135*4d495c6eSApple OSS Distributions unsigned int used; /* actually this many objects */
136*4d495c6eSApple OSS Distributions vm_info_region_t region;
137*4d495c6eSApple OSS Distributions kern_return_t kr;
138*4d495c6eSApple OSS Distributions
139*4d495c6eSApple OSS Distributions if (map == VM_MAP_NULL) {
140*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO, KERN_INVALID_TASK);
141*4d495c6eSApple OSS Distributions return KERN_INVALID_TASK;
142*4d495c6eSApple OSS Distributions }
143*4d495c6eSApple OSS Distributions
144*4d495c6eSApple OSS Distributions size = 0; /* no memory allocated yet */
145*4d495c6eSApple OSS Distributions
146*4d495c6eSApple OSS Distributions for (;;) {
147*4d495c6eSApple OSS Distributions vm_map_t cmap; /* current map in traversal */
148*4d495c6eSApple OSS Distributions vm_map_t nmap; /* next map to look at */
149*4d495c6eSApple OSS Distributions vm_map_entry_t entry;
150*4d495c6eSApple OSS Distributions vm_object_t object, cobject, nobject;
151*4d495c6eSApple OSS Distributions
152*4d495c6eSApple OSS Distributions /* nothing is locked */
153*4d495c6eSApple OSS Distributions
154*4d495c6eSApple OSS Distributions vm_map_lock_read(map);
155*4d495c6eSApple OSS Distributions for (cmap = map;; cmap = nmap) {
156*4d495c6eSApple OSS Distributions /* cmap is read-locked */
157*4d495c6eSApple OSS Distributions
158*4d495c6eSApple OSS Distributions if (!vm_map_lookup_entry(cmap, address, &entry)) {
159*4d495c6eSApple OSS Distributions entry = entry->vme_next;
160*4d495c6eSApple OSS Distributions if (entry == vm_map_to_entry(cmap)) {
161*4d495c6eSApple OSS Distributions vm_map_unlock_read(cmap);
162*4d495c6eSApple OSS Distributions if (size != 0) {
163*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map,
164*4d495c6eSApple OSS Distributions addr, size);
165*4d495c6eSApple OSS Distributions }
166*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO, KERN_NO_SPACE);
167*4d495c6eSApple OSS Distributions return KERN_NO_SPACE;
168*4d495c6eSApple OSS Distributions }
169*4d495c6eSApple OSS Distributions }
170*4d495c6eSApple OSS Distributions
171*4d495c6eSApple OSS Distributions if (entry->is_sub_map) {
172*4d495c6eSApple OSS Distributions nmap = VME_SUBMAP(entry);
173*4d495c6eSApple OSS Distributions } else {
174*4d495c6eSApple OSS Distributions break;
175*4d495c6eSApple OSS Distributions }
176*4d495c6eSApple OSS Distributions
177*4d495c6eSApple OSS Distributions /* move down to the lower map */
178*4d495c6eSApple OSS Distributions
179*4d495c6eSApple OSS Distributions vm_map_lock_read(nmap);
180*4d495c6eSApple OSS Distributions vm_map_unlock_read(cmap);
181*4d495c6eSApple OSS Distributions }
182*4d495c6eSApple OSS Distributions
183*4d495c6eSApple OSS Distributions /* cmap is read-locked; we have a real entry */
184*4d495c6eSApple OSS Distributions vmlp_range_event_entry(cmap, entry);
185*4d495c6eSApple OSS Distributions
186*4d495c6eSApple OSS Distributions object = VME_OBJECT(entry);
187*4d495c6eSApple OSS Distributions region.vir_start = (natural_t) entry->vme_start;
188*4d495c6eSApple OSS Distributions region.vir_end = (natural_t) entry->vme_end;
189*4d495c6eSApple OSS Distributions region.vir_object = (natural_t)(uintptr_t) object;
190*4d495c6eSApple OSS Distributions region.vir_offset = (natural_t) VME_OFFSET(entry);
191*4d495c6eSApple OSS Distributions region.vir_needs_copy = entry->needs_copy;
192*4d495c6eSApple OSS Distributions region.vir_protection = entry->protection;
193*4d495c6eSApple OSS Distributions region.vir_max_protection = entry->max_protection;
194*4d495c6eSApple OSS Distributions region.vir_inheritance = entry->inheritance;
195*4d495c6eSApple OSS Distributions region.vir_wired_count = entry->wired_count;
196*4d495c6eSApple OSS Distributions region.vir_user_wired_count = entry->user_wired_count;
197*4d495c6eSApple OSS Distributions
198*4d495c6eSApple OSS Distributions used = 0;
199*4d495c6eSApple OSS Distributions room = (unsigned int) (size / sizeof(vm_info_object_t));
200*4d495c6eSApple OSS Distributions
201*4d495c6eSApple OSS Distributions if (object == VM_OBJECT_NULL) {
202*4d495c6eSApple OSS Distributions vm_map_unlock_read(cmap);
203*4d495c6eSApple OSS Distributions /* no memory needed */
204*4d495c6eSApple OSS Distributions break;
205*4d495c6eSApple OSS Distributions }
206*4d495c6eSApple OSS Distributions
207*4d495c6eSApple OSS Distributions vm_object_lock(object);
208*4d495c6eSApple OSS Distributions vm_map_unlock_read(cmap);
209*4d495c6eSApple OSS Distributions
210*4d495c6eSApple OSS Distributions for (cobject = object;; cobject = nobject) {
211*4d495c6eSApple OSS Distributions /* cobject is locked */
212*4d495c6eSApple OSS Distributions
213*4d495c6eSApple OSS Distributions if (used < room) {
214*4d495c6eSApple OSS Distributions vm_info_object_t *vio =
215*4d495c6eSApple OSS Distributions &((vm_info_object_t *) addr)[used];
216*4d495c6eSApple OSS Distributions
217*4d495c6eSApple OSS Distributions vio->vio_object =
218*4d495c6eSApple OSS Distributions (natural_t)(uintptr_t) cobject;
219*4d495c6eSApple OSS Distributions vio->vio_size =
220*4d495c6eSApple OSS Distributions (natural_t) cobject->vo_size;
221*4d495c6eSApple OSS Distributions vio->vio_ref_count =
222*4d495c6eSApple OSS Distributions cobject->ref_count;
223*4d495c6eSApple OSS Distributions vio->vio_resident_page_count =
224*4d495c6eSApple OSS Distributions cobject->resident_page_count;
225*4d495c6eSApple OSS Distributions vio->vio_copy =
226*4d495c6eSApple OSS Distributions (natural_t)(uintptr_t) cobject->vo_copy;
227*4d495c6eSApple OSS Distributions vio->vio_shadow =
228*4d495c6eSApple OSS Distributions (natural_t)(uintptr_t) cobject->shadow;
229*4d495c6eSApple OSS Distributions vio->vio_shadow_offset =
230*4d495c6eSApple OSS Distributions (natural_t) cobject->vo_shadow_offset;
231*4d495c6eSApple OSS Distributions vio->vio_paging_offset =
232*4d495c6eSApple OSS Distributions (natural_t) cobject->paging_offset;
233*4d495c6eSApple OSS Distributions vio->vio_copy_strategy =
234*4d495c6eSApple OSS Distributions cobject->copy_strategy;
235*4d495c6eSApple OSS Distributions vio->vio_last_alloc =
236*4d495c6eSApple OSS Distributions (vm_offset_t) cobject->last_alloc;
237*4d495c6eSApple OSS Distributions vio->vio_paging_in_progress =
238*4d495c6eSApple OSS Distributions cobject->paging_in_progress +
239*4d495c6eSApple OSS Distributions cobject->activity_in_progress;
240*4d495c6eSApple OSS Distributions vio->vio_pager_created =
241*4d495c6eSApple OSS Distributions cobject->pager_created;
242*4d495c6eSApple OSS Distributions vio->vio_pager_initialized =
243*4d495c6eSApple OSS Distributions cobject->pager_initialized;
244*4d495c6eSApple OSS Distributions vio->vio_pager_ready =
245*4d495c6eSApple OSS Distributions cobject->pager_ready;
246*4d495c6eSApple OSS Distributions vio->vio_can_persist =
247*4d495c6eSApple OSS Distributions cobject->can_persist;
248*4d495c6eSApple OSS Distributions vio->vio_internal =
249*4d495c6eSApple OSS Distributions cobject->internal;
250*4d495c6eSApple OSS Distributions vio->vio_temporary =
251*4d495c6eSApple OSS Distributions FALSE;
252*4d495c6eSApple OSS Distributions vio->vio_alive =
253*4d495c6eSApple OSS Distributions cobject->alive;
254*4d495c6eSApple OSS Distributions vio->vio_purgable =
255*4d495c6eSApple OSS Distributions (cobject->purgable != VM_PURGABLE_DENY);
256*4d495c6eSApple OSS Distributions vio->vio_purgable_volatile =
257*4d495c6eSApple OSS Distributions (cobject->purgable == VM_PURGABLE_VOLATILE ||
258*4d495c6eSApple OSS Distributions cobject->purgable == VM_PURGABLE_EMPTY);
259*4d495c6eSApple OSS Distributions }
260*4d495c6eSApple OSS Distributions
261*4d495c6eSApple OSS Distributions used++;
262*4d495c6eSApple OSS Distributions nobject = cobject->shadow;
263*4d495c6eSApple OSS Distributions if (nobject == VM_OBJECT_NULL) {
264*4d495c6eSApple OSS Distributions vm_object_unlock(cobject);
265*4d495c6eSApple OSS Distributions break;
266*4d495c6eSApple OSS Distributions }
267*4d495c6eSApple OSS Distributions
268*4d495c6eSApple OSS Distributions vm_object_lock(nobject);
269*4d495c6eSApple OSS Distributions vm_object_unlock(cobject);
270*4d495c6eSApple OSS Distributions }
271*4d495c6eSApple OSS Distributions
272*4d495c6eSApple OSS Distributions /* nothing locked */
273*4d495c6eSApple OSS Distributions
274*4d495c6eSApple OSS Distributions if (used <= room) {
275*4d495c6eSApple OSS Distributions break;
276*4d495c6eSApple OSS Distributions }
277*4d495c6eSApple OSS Distributions
278*4d495c6eSApple OSS Distributions /* must allocate more memory */
279*4d495c6eSApple OSS Distributions
280*4d495c6eSApple OSS Distributions if (size != 0) {
281*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map, addr, size);
282*4d495c6eSApple OSS Distributions }
283*4d495c6eSApple OSS Distributions size = vm_map_round_page(2 * used * sizeof(vm_info_object_t),
284*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map));
285*4d495c6eSApple OSS Distributions
286*4d495c6eSApple OSS Distributions kr = kmem_alloc(ipc_kernel_map, &addr, size,
287*4d495c6eSApple OSS Distributions KMA_DATA, VM_KERN_MEMORY_IPC);
288*4d495c6eSApple OSS Distributions if (kr != KERN_SUCCESS) {
289*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO, KERN_RESOURCE_SHORTAGE);
290*4d495c6eSApple OSS Distributions return KERN_RESOURCE_SHORTAGE;
291*4d495c6eSApple OSS Distributions }
292*4d495c6eSApple OSS Distributions }
293*4d495c6eSApple OSS Distributions
294*4d495c6eSApple OSS Distributions /* free excess memory; make remaining memory pageable */
295*4d495c6eSApple OSS Distributions
296*4d495c6eSApple OSS Distributions if (used == 0) {
297*4d495c6eSApple OSS Distributions copy = VM_MAP_COPY_NULL;
298*4d495c6eSApple OSS Distributions
299*4d495c6eSApple OSS Distributions if (size != 0) {
300*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map, addr, size);
301*4d495c6eSApple OSS Distributions }
302*4d495c6eSApple OSS Distributions } else {
303*4d495c6eSApple OSS Distributions vm_size_t size_used = (used * sizeof(vm_info_object_t));
304*4d495c6eSApple OSS Distributions vm_size_t vmsize_used = vm_map_round_page(size_used,
305*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map));
306*4d495c6eSApple OSS Distributions
307*4d495c6eSApple OSS Distributions if (size_used < vmsize_used) {
308*4d495c6eSApple OSS Distributions bzero((char *)addr + size_used, vmsize_used - size_used);
309*4d495c6eSApple OSS Distributions }
310*4d495c6eSApple OSS Distributions
311*4d495c6eSApple OSS Distributions kr = vm_map_unwire(ipc_kernel_map, addr, addr + size_used, FALSE);
312*4d495c6eSApple OSS Distributions assert(kr == KERN_SUCCESS);
313*4d495c6eSApple OSS Distributions
314*4d495c6eSApple OSS Distributions kr = vm_map_copyin(ipc_kernel_map, (vm_map_address_t)addr,
315*4d495c6eSApple OSS Distributions (vm_map_size_t)size_used, TRUE, ©);
316*4d495c6eSApple OSS Distributions assert(kr == KERN_SUCCESS);
317*4d495c6eSApple OSS Distributions
318*4d495c6eSApple OSS Distributions if (size != vmsize_used) {
319*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map,
320*4d495c6eSApple OSS Distributions addr + vmsize_used, size - vmsize_used);
321*4d495c6eSApple OSS Distributions }
322*4d495c6eSApple OSS Distributions }
323*4d495c6eSApple OSS Distributions
324*4d495c6eSApple OSS Distributions *regionp = region;
325*4d495c6eSApple OSS Distributions *objectsp = (vm_info_object_array_t) copy;
326*4d495c6eSApple OSS Distributions *objectsCntp = used;
327*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO, KERN_SUCCESS);
328*4d495c6eSApple OSS Distributions return KERN_SUCCESS;
329*4d495c6eSApple OSS Distributions #endif /* MACH_VM_DEBUG */
330*4d495c6eSApple OSS Distributions }
331*4d495c6eSApple OSS Distributions
332*4d495c6eSApple OSS Distributions /*
333*4d495c6eSApple OSS Distributions * Temporary call for 64 bit data path interface transiotion
334*4d495c6eSApple OSS Distributions */
335*4d495c6eSApple OSS Distributions
336*4d495c6eSApple OSS Distributions kern_return_t
vm32_mach_vm_region_info_64(__DEBUG_ONLY vm_map_t map,__DEBUG_ONLY vm32_offset_ut address_u,__DEBUG_ONLY vm_info_region_64_t * regionp,__DEBUG_ONLY vm_info_object_array_t * objectsp,__DEBUG_ONLY mach_msg_type_number_t * objectsCntp)337*4d495c6eSApple OSS Distributions vm32_mach_vm_region_info_64(
338*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm_map_t map,
339*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm32_offset_ut address_u,
340*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm_info_region_64_t *regionp,
341*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm_info_object_array_t *objectsp,
342*4d495c6eSApple OSS Distributions __DEBUG_ONLY mach_msg_type_number_t *objectsCntp)
343*4d495c6eSApple OSS Distributions {
344*4d495c6eSApple OSS Distributions vmlp_api_start(VM32_REGION_INFO_64);
345*4d495c6eSApple OSS Distributions
346*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
347*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO_64, KERN_FAILURE);
348*4d495c6eSApple OSS Distributions return KERN_FAILURE;
349*4d495c6eSApple OSS Distributions #else
350*4d495c6eSApple OSS Distributions /* This unwrap is safe as this function is DEBUG only. */
351*4d495c6eSApple OSS Distributions vm32_offset_t address = VM_SANITIZE_UNSAFE_UNWRAP(address_u);
352*4d495c6eSApple OSS Distributions vm_map_copy_t copy;
353*4d495c6eSApple OSS Distributions vm_offset_t addr = 0; /* memory for OOL data */
354*4d495c6eSApple OSS Distributions vm_size_t size; /* size of the memory */
355*4d495c6eSApple OSS Distributions unsigned int room; /* room for this many objects */
356*4d495c6eSApple OSS Distributions unsigned int used; /* actually this many objects */
357*4d495c6eSApple OSS Distributions vm_info_region_64_t region;
358*4d495c6eSApple OSS Distributions kern_return_t kr;
359*4d495c6eSApple OSS Distributions
360*4d495c6eSApple OSS Distributions if (map == VM_MAP_NULL) {
361*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO_64, KERN_INVALID_TASK);
362*4d495c6eSApple OSS Distributions return KERN_INVALID_TASK;
363*4d495c6eSApple OSS Distributions }
364*4d495c6eSApple OSS Distributions
365*4d495c6eSApple OSS Distributions size = 0; /* no memory allocated yet */
366*4d495c6eSApple OSS Distributions
367*4d495c6eSApple OSS Distributions for (;;) {
368*4d495c6eSApple OSS Distributions vm_map_t cmap; /* current map in traversal */
369*4d495c6eSApple OSS Distributions vm_map_t nmap; /* next map to look at */
370*4d495c6eSApple OSS Distributions vm_map_entry_t entry;
371*4d495c6eSApple OSS Distributions vm_object_t object, cobject, nobject;
372*4d495c6eSApple OSS Distributions
373*4d495c6eSApple OSS Distributions /* nothing is locked */
374*4d495c6eSApple OSS Distributions
375*4d495c6eSApple OSS Distributions vm_map_lock_read(map);
376*4d495c6eSApple OSS Distributions for (cmap = map;; cmap = nmap) {
377*4d495c6eSApple OSS Distributions /* cmap is read-locked */
378*4d495c6eSApple OSS Distributions
379*4d495c6eSApple OSS Distributions if (!vm_map_lookup_entry(cmap, address, &entry)) {
380*4d495c6eSApple OSS Distributions entry = entry->vme_next;
381*4d495c6eSApple OSS Distributions if (entry == vm_map_to_entry(cmap)) {
382*4d495c6eSApple OSS Distributions vm_map_unlock_read(cmap);
383*4d495c6eSApple OSS Distributions if (size != 0) {
384*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map,
385*4d495c6eSApple OSS Distributions addr, size);
386*4d495c6eSApple OSS Distributions }
387*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO_64, KERN_NO_SPACE);
388*4d495c6eSApple OSS Distributions return KERN_NO_SPACE;
389*4d495c6eSApple OSS Distributions }
390*4d495c6eSApple OSS Distributions }
391*4d495c6eSApple OSS Distributions
392*4d495c6eSApple OSS Distributions if (entry->is_sub_map) {
393*4d495c6eSApple OSS Distributions nmap = VME_SUBMAP(entry);
394*4d495c6eSApple OSS Distributions } else {
395*4d495c6eSApple OSS Distributions break;
396*4d495c6eSApple OSS Distributions }
397*4d495c6eSApple OSS Distributions
398*4d495c6eSApple OSS Distributions /* move down to the lower map */
399*4d495c6eSApple OSS Distributions
400*4d495c6eSApple OSS Distributions vm_map_lock_read(nmap);
401*4d495c6eSApple OSS Distributions vm_map_unlock_read(cmap);
402*4d495c6eSApple OSS Distributions }
403*4d495c6eSApple OSS Distributions
404*4d495c6eSApple OSS Distributions /* cmap is read-locked; we have a real entry */
405*4d495c6eSApple OSS Distributions vmlp_range_event_entry(cmap, entry);
406*4d495c6eSApple OSS Distributions
407*4d495c6eSApple OSS Distributions object = VME_OBJECT(entry);
408*4d495c6eSApple OSS Distributions region.vir_start = (natural_t) entry->vme_start;
409*4d495c6eSApple OSS Distributions region.vir_end = (natural_t) entry->vme_end;
410*4d495c6eSApple OSS Distributions region.vir_object = (natural_t)(uintptr_t) object;
411*4d495c6eSApple OSS Distributions region.vir_offset = VME_OFFSET(entry);
412*4d495c6eSApple OSS Distributions region.vir_needs_copy = entry->needs_copy;
413*4d495c6eSApple OSS Distributions region.vir_protection = entry->protection;
414*4d495c6eSApple OSS Distributions region.vir_max_protection = entry->max_protection;
415*4d495c6eSApple OSS Distributions region.vir_inheritance = entry->inheritance;
416*4d495c6eSApple OSS Distributions region.vir_wired_count = entry->wired_count;
417*4d495c6eSApple OSS Distributions region.vir_user_wired_count = entry->user_wired_count;
418*4d495c6eSApple OSS Distributions
419*4d495c6eSApple OSS Distributions used = 0;
420*4d495c6eSApple OSS Distributions room = (unsigned int) (size / sizeof(vm_info_object_t));
421*4d495c6eSApple OSS Distributions
422*4d495c6eSApple OSS Distributions if (object == VM_OBJECT_NULL) {
423*4d495c6eSApple OSS Distributions vm_map_unlock_read(cmap);
424*4d495c6eSApple OSS Distributions /* no memory needed */
425*4d495c6eSApple OSS Distributions break;
426*4d495c6eSApple OSS Distributions }
427*4d495c6eSApple OSS Distributions
428*4d495c6eSApple OSS Distributions vm_object_lock(object);
429*4d495c6eSApple OSS Distributions vm_map_unlock_read(cmap);
430*4d495c6eSApple OSS Distributions
431*4d495c6eSApple OSS Distributions for (cobject = object;; cobject = nobject) {
432*4d495c6eSApple OSS Distributions /* cobject is locked */
433*4d495c6eSApple OSS Distributions
434*4d495c6eSApple OSS Distributions if (used < room) {
435*4d495c6eSApple OSS Distributions vm_info_object_t *vio =
436*4d495c6eSApple OSS Distributions &((vm_info_object_t *) addr)[used];
437*4d495c6eSApple OSS Distributions
438*4d495c6eSApple OSS Distributions vio->vio_object =
439*4d495c6eSApple OSS Distributions (natural_t)(uintptr_t) cobject;
440*4d495c6eSApple OSS Distributions vio->vio_size =
441*4d495c6eSApple OSS Distributions (natural_t) cobject->vo_size;
442*4d495c6eSApple OSS Distributions vio->vio_ref_count =
443*4d495c6eSApple OSS Distributions cobject->ref_count;
444*4d495c6eSApple OSS Distributions vio->vio_resident_page_count =
445*4d495c6eSApple OSS Distributions cobject->resident_page_count;
446*4d495c6eSApple OSS Distributions vio->vio_copy =
447*4d495c6eSApple OSS Distributions (natural_t)(uintptr_t) cobject->vo_copy;
448*4d495c6eSApple OSS Distributions vio->vio_shadow =
449*4d495c6eSApple OSS Distributions (natural_t)(uintptr_t) cobject->shadow;
450*4d495c6eSApple OSS Distributions vio->vio_shadow_offset =
451*4d495c6eSApple OSS Distributions (natural_t) cobject->vo_shadow_offset;
452*4d495c6eSApple OSS Distributions vio->vio_paging_offset =
453*4d495c6eSApple OSS Distributions (natural_t) cobject->paging_offset;
454*4d495c6eSApple OSS Distributions vio->vio_copy_strategy =
455*4d495c6eSApple OSS Distributions cobject->copy_strategy;
456*4d495c6eSApple OSS Distributions vio->vio_last_alloc =
457*4d495c6eSApple OSS Distributions (vm_offset_t) cobject->last_alloc;
458*4d495c6eSApple OSS Distributions vio->vio_paging_in_progress =
459*4d495c6eSApple OSS Distributions cobject->paging_in_progress +
460*4d495c6eSApple OSS Distributions cobject->activity_in_progress;
461*4d495c6eSApple OSS Distributions vio->vio_pager_created =
462*4d495c6eSApple OSS Distributions cobject->pager_created;
463*4d495c6eSApple OSS Distributions vio->vio_pager_initialized =
464*4d495c6eSApple OSS Distributions cobject->pager_initialized;
465*4d495c6eSApple OSS Distributions vio->vio_pager_ready =
466*4d495c6eSApple OSS Distributions cobject->pager_ready;
467*4d495c6eSApple OSS Distributions vio->vio_can_persist =
468*4d495c6eSApple OSS Distributions cobject->can_persist;
469*4d495c6eSApple OSS Distributions vio->vio_internal =
470*4d495c6eSApple OSS Distributions cobject->internal;
471*4d495c6eSApple OSS Distributions vio->vio_temporary =
472*4d495c6eSApple OSS Distributions FALSE;
473*4d495c6eSApple OSS Distributions vio->vio_alive =
474*4d495c6eSApple OSS Distributions cobject->alive;
475*4d495c6eSApple OSS Distributions vio->vio_purgable =
476*4d495c6eSApple OSS Distributions (cobject->purgable != VM_PURGABLE_DENY);
477*4d495c6eSApple OSS Distributions vio->vio_purgable_volatile =
478*4d495c6eSApple OSS Distributions (cobject->purgable == VM_PURGABLE_VOLATILE ||
479*4d495c6eSApple OSS Distributions cobject->purgable == VM_PURGABLE_EMPTY);
480*4d495c6eSApple OSS Distributions }
481*4d495c6eSApple OSS Distributions
482*4d495c6eSApple OSS Distributions used++;
483*4d495c6eSApple OSS Distributions nobject = cobject->shadow;
484*4d495c6eSApple OSS Distributions if (nobject == VM_OBJECT_NULL) {
485*4d495c6eSApple OSS Distributions vm_object_unlock(cobject);
486*4d495c6eSApple OSS Distributions break;
487*4d495c6eSApple OSS Distributions }
488*4d495c6eSApple OSS Distributions
489*4d495c6eSApple OSS Distributions vm_object_lock(nobject);
490*4d495c6eSApple OSS Distributions vm_object_unlock(cobject);
491*4d495c6eSApple OSS Distributions }
492*4d495c6eSApple OSS Distributions
493*4d495c6eSApple OSS Distributions /* nothing locked */
494*4d495c6eSApple OSS Distributions
495*4d495c6eSApple OSS Distributions if (used <= room) {
496*4d495c6eSApple OSS Distributions break;
497*4d495c6eSApple OSS Distributions }
498*4d495c6eSApple OSS Distributions
499*4d495c6eSApple OSS Distributions /* must allocate more memory */
500*4d495c6eSApple OSS Distributions
501*4d495c6eSApple OSS Distributions if (size != 0) {
502*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map, addr, size);
503*4d495c6eSApple OSS Distributions }
504*4d495c6eSApple OSS Distributions size = vm_map_round_page(2 * used * sizeof(vm_info_object_t),
505*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map));
506*4d495c6eSApple OSS Distributions
507*4d495c6eSApple OSS Distributions kr = kmem_alloc(ipc_kernel_map, &addr, size,
508*4d495c6eSApple OSS Distributions KMA_DATA, VM_KERN_MEMORY_IPC);
509*4d495c6eSApple OSS Distributions if (kr != KERN_SUCCESS) {
510*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO_64, KERN_RESOURCE_SHORTAGE);
511*4d495c6eSApple OSS Distributions return KERN_RESOURCE_SHORTAGE;
512*4d495c6eSApple OSS Distributions }
513*4d495c6eSApple OSS Distributions }
514*4d495c6eSApple OSS Distributions
515*4d495c6eSApple OSS Distributions /* free excess memory; make remaining memory pageable */
516*4d495c6eSApple OSS Distributions
517*4d495c6eSApple OSS Distributions if (used == 0) {
518*4d495c6eSApple OSS Distributions copy = VM_MAP_COPY_NULL;
519*4d495c6eSApple OSS Distributions
520*4d495c6eSApple OSS Distributions if (size != 0) {
521*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map, addr, size);
522*4d495c6eSApple OSS Distributions }
523*4d495c6eSApple OSS Distributions } else {
524*4d495c6eSApple OSS Distributions vm_size_t size_used = (used * sizeof(vm_info_object_t));
525*4d495c6eSApple OSS Distributions vm_size_t vmsize_used = vm_map_round_page(size_used,
526*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map));
527*4d495c6eSApple OSS Distributions
528*4d495c6eSApple OSS Distributions if (size_used < vmsize_used) {
529*4d495c6eSApple OSS Distributions bzero((char *)addr + size_used, vmsize_used - size_used);
530*4d495c6eSApple OSS Distributions }
531*4d495c6eSApple OSS Distributions
532*4d495c6eSApple OSS Distributions kr = vm_map_unwire(ipc_kernel_map, addr, addr + size_used, FALSE);
533*4d495c6eSApple OSS Distributions assert(kr == KERN_SUCCESS);
534*4d495c6eSApple OSS Distributions
535*4d495c6eSApple OSS Distributions kr = vm_map_copyin(ipc_kernel_map, (vm_map_address_t)addr,
536*4d495c6eSApple OSS Distributions (vm_map_size_t)size_used, TRUE, ©);
537*4d495c6eSApple OSS Distributions assert(kr == KERN_SUCCESS);
538*4d495c6eSApple OSS Distributions
539*4d495c6eSApple OSS Distributions if (size != vmsize_used) {
540*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map,
541*4d495c6eSApple OSS Distributions addr + vmsize_used, size - vmsize_used);
542*4d495c6eSApple OSS Distributions }
543*4d495c6eSApple OSS Distributions }
544*4d495c6eSApple OSS Distributions
545*4d495c6eSApple OSS Distributions *regionp = region;
546*4d495c6eSApple OSS Distributions *objectsp = (vm_info_object_array_t) copy;
547*4d495c6eSApple OSS Distributions *objectsCntp = used;
548*4d495c6eSApple OSS Distributions vmlp_api_end(VM32_REGION_INFO_64, KERN_SUCCESS);
549*4d495c6eSApple OSS Distributions return KERN_SUCCESS;
550*4d495c6eSApple OSS Distributions #endif /* MACH_VM_DEBUG */
551*4d495c6eSApple OSS Distributions }
552*4d495c6eSApple OSS Distributions /*
553*4d495c6eSApple OSS Distributions * Return an array of virtual pages that are mapped to a task.
554*4d495c6eSApple OSS Distributions */
555*4d495c6eSApple OSS Distributions kern_return_t
vm32_vm_mapped_pages_info(__DEBUG_ONLY vm_map_t map,__DEBUG_ONLY page_address_array_t * pages,__DEBUG_ONLY mach_msg_type_number_t * pages_count)556*4d495c6eSApple OSS Distributions vm32_vm_mapped_pages_info(
557*4d495c6eSApple OSS Distributions __DEBUG_ONLY vm_map_t map,
558*4d495c6eSApple OSS Distributions __DEBUG_ONLY page_address_array_t *pages,
559*4d495c6eSApple OSS Distributions __DEBUG_ONLY mach_msg_type_number_t *pages_count)
560*4d495c6eSApple OSS Distributions {
561*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
562*4d495c6eSApple OSS Distributions return KERN_FAILURE;
563*4d495c6eSApple OSS Distributions #elif 1 /* pmap_resident_count is gone with rdar://68290810 */
564*4d495c6eSApple OSS Distributions (void)map; (void)pages; (void)pages_count;
565*4d495c6eSApple OSS Distributions return KERN_FAILURE;
566*4d495c6eSApple OSS Distributions #else
567*4d495c6eSApple OSS Distributions pmap_t pmap;
568*4d495c6eSApple OSS Distributions vm_size_t size, size_used;
569*4d495c6eSApple OSS Distributions unsigned int actual, space;
570*4d495c6eSApple OSS Distributions page_address_array_t list;
571*4d495c6eSApple OSS Distributions mach_vm_offset_t addr = 0;
572*4d495c6eSApple OSS Distributions
573*4d495c6eSApple OSS Distributions if (map == VM_MAP_NULL) {
574*4d495c6eSApple OSS Distributions return KERN_INVALID_ARGUMENT;
575*4d495c6eSApple OSS Distributions }
576*4d495c6eSApple OSS Distributions
577*4d495c6eSApple OSS Distributions pmap = map->pmap;
578*4d495c6eSApple OSS Distributions size = pmap_resident_count(pmap) * sizeof(vm_offset_t);
579*4d495c6eSApple OSS Distributions size = vm_map_round_page(size,
580*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map));
581*4d495c6eSApple OSS Distributions
582*4d495c6eSApple OSS Distributions for (;;) {
583*4d495c6eSApple OSS Distributions (void) mach_vm_allocate_kernel(ipc_kernel_map, &addr, size,
584*4d495c6eSApple OSS Distributions VM_MAP_KERNEL_FLAGS_ANYWHERE(.vm_tag = VM_KERN_MEMORY_IPC));
585*4d495c6eSApple OSS Distributions (void) vm_map_unwire(
586*4d495c6eSApple OSS Distributions ipc_kernel_map,
587*4d495c6eSApple OSS Distributions vm_map_trunc_page(addr,
588*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map)),
589*4d495c6eSApple OSS Distributions vm_map_round_page(addr + size,
590*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map)),
591*4d495c6eSApple OSS Distributions FALSE);
592*4d495c6eSApple OSS Distributions
593*4d495c6eSApple OSS Distributions list = (page_address_array_t) addr;
594*4d495c6eSApple OSS Distributions space = (unsigned int) (size / sizeof(vm_offset_t));
595*4d495c6eSApple OSS Distributions
596*4d495c6eSApple OSS Distributions actual = pmap_list_resident_pages(pmap,
597*4d495c6eSApple OSS Distributions list,
598*4d495c6eSApple OSS Distributions space);
599*4d495c6eSApple OSS Distributions if (actual <= space) {
600*4d495c6eSApple OSS Distributions break;
601*4d495c6eSApple OSS Distributions }
602*4d495c6eSApple OSS Distributions
603*4d495c6eSApple OSS Distributions /*
604*4d495c6eSApple OSS Distributions * Free memory if not enough
605*4d495c6eSApple OSS Distributions */
606*4d495c6eSApple OSS Distributions (void) kmem_free(ipc_kernel_map, addr, size);
607*4d495c6eSApple OSS Distributions
608*4d495c6eSApple OSS Distributions /*
609*4d495c6eSApple OSS Distributions * Try again, doubling the size
610*4d495c6eSApple OSS Distributions */
611*4d495c6eSApple OSS Distributions size = vm_map_round_page(actual * sizeof(vm_offset_t),
612*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map));
613*4d495c6eSApple OSS Distributions }
614*4d495c6eSApple OSS Distributions if (actual == 0) {
615*4d495c6eSApple OSS Distributions *pages = 0;
616*4d495c6eSApple OSS Distributions *pages_count = 0;
617*4d495c6eSApple OSS Distributions (void) kmem_free(ipc_kernel_map, addr, size);
618*4d495c6eSApple OSS Distributions } else {
619*4d495c6eSApple OSS Distributions vm_size_t vmsize_used;
620*4d495c6eSApple OSS Distributions *pages_count = actual;
621*4d495c6eSApple OSS Distributions size_used = (actual * sizeof(vm_offset_t));
622*4d495c6eSApple OSS Distributions vmsize_used = vm_map_round_page(size_used,
623*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map));
624*4d495c6eSApple OSS Distributions (void) vm_map_wire_kernel(
625*4d495c6eSApple OSS Distributions ipc_kernel_map,
626*4d495c6eSApple OSS Distributions vm_map_trunc_page(addr,
627*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map)),
628*4d495c6eSApple OSS Distributions vm_map_round_page(addr + size,
629*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map)),
630*4d495c6eSApple OSS Distributions VM_PROT_READ | VM_PROT_WRITE,
631*4d495c6eSApple OSS Distributions VM_KERN_MEMORY_IPC,
632*4d495c6eSApple OSS Distributions FALSE);
633*4d495c6eSApple OSS Distributions (void) vm_map_copyin(ipc_kernel_map,
634*4d495c6eSApple OSS Distributions (vm_map_address_t)addr,
635*4d495c6eSApple OSS Distributions (vm_map_size_t)size_used,
636*4d495c6eSApple OSS Distributions TRUE,
637*4d495c6eSApple OSS Distributions (vm_map_copy_t *)pages);
638*4d495c6eSApple OSS Distributions if (vmsize_used != size) {
639*4d495c6eSApple OSS Distributions (void) kmem_free(ipc_kernel_map,
640*4d495c6eSApple OSS Distributions addr + vmsize_used,
641*4d495c6eSApple OSS Distributions size - vmsize_used);
642*4d495c6eSApple OSS Distributions }
643*4d495c6eSApple OSS Distributions }
644*4d495c6eSApple OSS Distributions
645*4d495c6eSApple OSS Distributions return KERN_SUCCESS;
646*4d495c6eSApple OSS Distributions #endif /* MACH_VM_DEBUG */
647*4d495c6eSApple OSS Distributions }
648*4d495c6eSApple OSS Distributions
649*4d495c6eSApple OSS Distributions #endif /* VM32_SUPPORT */
650*4d495c6eSApple OSS Distributions
651*4d495c6eSApple OSS Distributions /*
652*4d495c6eSApple OSS Distributions * Routine: host_virtual_physical_table_info
653*4d495c6eSApple OSS Distributions * Purpose:
654*4d495c6eSApple OSS Distributions * Return information about the VP table.
655*4d495c6eSApple OSS Distributions * Conditions:
656*4d495c6eSApple OSS Distributions * Nothing locked. Obeys CountInOut protocol.
657*4d495c6eSApple OSS Distributions * Returns:
658*4d495c6eSApple OSS Distributions * KERN_SUCCESS Returned information.
659*4d495c6eSApple OSS Distributions * KERN_INVALID_HOST The host is null.
660*4d495c6eSApple OSS Distributions * KERN_RESOURCE_SHORTAGE Couldn't allocate memory.
661*4d495c6eSApple OSS Distributions */
662*4d495c6eSApple OSS Distributions
663*4d495c6eSApple OSS Distributions kern_return_t
host_virtual_physical_table_info(__DEBUG_ONLY host_t host,__DEBUG_ONLY hash_info_bucket_array_t * infop,__DEBUG_ONLY mach_msg_type_number_t * countp)664*4d495c6eSApple OSS Distributions host_virtual_physical_table_info(
665*4d495c6eSApple OSS Distributions __DEBUG_ONLY host_t host,
666*4d495c6eSApple OSS Distributions __DEBUG_ONLY hash_info_bucket_array_t *infop,
667*4d495c6eSApple OSS Distributions __DEBUG_ONLY mach_msg_type_number_t *countp)
668*4d495c6eSApple OSS Distributions {
669*4d495c6eSApple OSS Distributions #if !MACH_VM_DEBUG
670*4d495c6eSApple OSS Distributions return KERN_FAILURE;
671*4d495c6eSApple OSS Distributions #else
672*4d495c6eSApple OSS Distributions vm_offset_t addr = 0;
673*4d495c6eSApple OSS Distributions vm_size_t size = 0;
674*4d495c6eSApple OSS Distributions hash_info_bucket_t *info;
675*4d495c6eSApple OSS Distributions unsigned int potential, actual;
676*4d495c6eSApple OSS Distributions kern_return_t kr;
677*4d495c6eSApple OSS Distributions
678*4d495c6eSApple OSS Distributions if (host == HOST_NULL) {
679*4d495c6eSApple OSS Distributions return KERN_INVALID_HOST;
680*4d495c6eSApple OSS Distributions }
681*4d495c6eSApple OSS Distributions
682*4d495c6eSApple OSS Distributions /* start with in-line data */
683*4d495c6eSApple OSS Distributions
684*4d495c6eSApple OSS Distributions info = *infop;
685*4d495c6eSApple OSS Distributions potential = *countp;
686*4d495c6eSApple OSS Distributions
687*4d495c6eSApple OSS Distributions for (;;) {
688*4d495c6eSApple OSS Distributions actual = vm_page_info(info, potential);
689*4d495c6eSApple OSS Distributions if (actual <= potential) {
690*4d495c6eSApple OSS Distributions break;
691*4d495c6eSApple OSS Distributions }
692*4d495c6eSApple OSS Distributions
693*4d495c6eSApple OSS Distributions /* allocate more memory */
694*4d495c6eSApple OSS Distributions
695*4d495c6eSApple OSS Distributions if (info != *infop) {
696*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map, addr, size);
697*4d495c6eSApple OSS Distributions }
698*4d495c6eSApple OSS Distributions
699*4d495c6eSApple OSS Distributions size = vm_map_round_page(actual * sizeof *info,
700*4d495c6eSApple OSS Distributions VM_MAP_PAGE_MASK(ipc_kernel_map));
701*4d495c6eSApple OSS Distributions kr = kmem_alloc(ipc_kernel_map, &addr, size,
702*4d495c6eSApple OSS Distributions KMA_PAGEABLE | KMA_DATA_SHARED, VM_KERN_MEMORY_IPC);
703*4d495c6eSApple OSS Distributions if (kr != KERN_SUCCESS) {
704*4d495c6eSApple OSS Distributions return KERN_RESOURCE_SHORTAGE;
705*4d495c6eSApple OSS Distributions }
706*4d495c6eSApple OSS Distributions
707*4d495c6eSApple OSS Distributions info = (hash_info_bucket_t *) addr;
708*4d495c6eSApple OSS Distributions potential = (unsigned int) (size / sizeof(*info));
709*4d495c6eSApple OSS Distributions }
710*4d495c6eSApple OSS Distributions
711*4d495c6eSApple OSS Distributions if (info == *infop) {
712*4d495c6eSApple OSS Distributions /* data fit in-line; nothing to deallocate */
713*4d495c6eSApple OSS Distributions
714*4d495c6eSApple OSS Distributions *countp = actual;
715*4d495c6eSApple OSS Distributions } else if (actual == 0) {
716*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map, addr, size);
717*4d495c6eSApple OSS Distributions
718*4d495c6eSApple OSS Distributions *countp = 0;
719*4d495c6eSApple OSS Distributions } else {
720*4d495c6eSApple OSS Distributions vm_map_copy_t copy;
721*4d495c6eSApple OSS Distributions vm_size_t used, vmused;
722*4d495c6eSApple OSS Distributions
723*4d495c6eSApple OSS Distributions used = (actual * sizeof(*info));
724*4d495c6eSApple OSS Distributions vmused = vm_map_round_page(used, VM_MAP_PAGE_MASK(ipc_kernel_map));
725*4d495c6eSApple OSS Distributions
726*4d495c6eSApple OSS Distributions if (vmused != size) {
727*4d495c6eSApple OSS Distributions kmem_free(ipc_kernel_map, addr + vmused, size - vmused);
728*4d495c6eSApple OSS Distributions }
729*4d495c6eSApple OSS Distributions
730*4d495c6eSApple OSS Distributions kr = vm_map_copyin(ipc_kernel_map, (vm_map_address_t)addr,
731*4d495c6eSApple OSS Distributions (vm_map_size_t)used, TRUE, ©);
732*4d495c6eSApple OSS Distributions assert(kr == KERN_SUCCESS);
733*4d495c6eSApple OSS Distributions
734*4d495c6eSApple OSS Distributions *infop = (hash_info_bucket_t *) copy;
735*4d495c6eSApple OSS Distributions *countp = actual;
736*4d495c6eSApple OSS Distributions }
737*4d495c6eSApple OSS Distributions
738*4d495c6eSApple OSS Distributions return KERN_SUCCESS;
739*4d495c6eSApple OSS Distributions #endif /* MACH_VM_DEBUG */
740*4d495c6eSApple OSS Distributions }
741