xref: /xnu-10002.61.3/osfmk/arm/io_map.c (revision 0f4c859e951fba394238ab619495c4e1d54d0f34)
1*0f4c859eSApple OSS Distributions /*
2*0f4c859eSApple OSS Distributions  * Copyright (c) 2007 Apple Inc. All rights reserved.
3*0f4c859eSApple OSS Distributions  *
4*0f4c859eSApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*0f4c859eSApple OSS Distributions  *
6*0f4c859eSApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*0f4c859eSApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*0f4c859eSApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*0f4c859eSApple OSS Distributions  * compliance with the License. The rights granted to you under the License
10*0f4c859eSApple OSS Distributions  * may not be used to create, or enable the creation or redistribution of,
11*0f4c859eSApple OSS Distributions  * unlawful or unlicensed copies of an Apple operating system, or to
12*0f4c859eSApple OSS Distributions  * circumvent, violate, or enable the circumvention or violation of, any
13*0f4c859eSApple OSS Distributions  * terms of an Apple operating system software license agreement.
14*0f4c859eSApple OSS Distributions  *
15*0f4c859eSApple OSS Distributions  * Please obtain a copy of the License at
16*0f4c859eSApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*0f4c859eSApple OSS Distributions  *
18*0f4c859eSApple OSS Distributions  * The Original Code and all software distributed under the License are
19*0f4c859eSApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*0f4c859eSApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*0f4c859eSApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*0f4c859eSApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*0f4c859eSApple OSS Distributions  * Please see the License for the specific language governing rights and
24*0f4c859eSApple OSS Distributions  * limitations under the License.
25*0f4c859eSApple OSS Distributions  *
26*0f4c859eSApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*0f4c859eSApple OSS Distributions  */
28*0f4c859eSApple OSS Distributions /*
29*0f4c859eSApple OSS Distributions  * @OSF_COPYRIGHT@
30*0f4c859eSApple OSS Distributions  */
31*0f4c859eSApple OSS Distributions /*
32*0f4c859eSApple OSS Distributions  * Mach Operating System Copyright (c) 1991,1990 Carnegie Mellon University
33*0f4c859eSApple OSS Distributions  * All Rights Reserved.
34*0f4c859eSApple OSS Distributions  *
35*0f4c859eSApple OSS Distributions  * Permission to use, copy, modify and distribute this software and its
36*0f4c859eSApple OSS Distributions  * documentation is hereby granted, provided that both the copyright notice
37*0f4c859eSApple OSS Distributions  * and this permission notice appear in all copies of the software,
38*0f4c859eSApple OSS Distributions  * derivative works or modified versions, and any portions thereof, and that
39*0f4c859eSApple OSS Distributions  * both notices appear in supporting documentation.
40*0f4c859eSApple OSS Distributions  *
41*0f4c859eSApple OSS Distributions  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" CONDITION.
42*0f4c859eSApple OSS Distributions  * CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR ANY DAMAGES
43*0f4c859eSApple OSS Distributions  * WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
44*0f4c859eSApple OSS Distributions  *
45*0f4c859eSApple OSS Distributions  * Carnegie Mellon requests users of this software to return to
46*0f4c859eSApple OSS Distributions  *
47*0f4c859eSApple OSS Distributions  * Software Distribution Coordinator  or  [email protected]
48*0f4c859eSApple OSS Distributions  * School of Computer Science Carnegie Mellon University Pittsburgh PA
49*0f4c859eSApple OSS Distributions  * 15213-3890
50*0f4c859eSApple OSS Distributions  *
51*0f4c859eSApple OSS Distributions  * any improvements or extensions that they make and grant Carnegie Mellon the
52*0f4c859eSApple OSS Distributions  * rights to redistribute these changes.
53*0f4c859eSApple OSS Distributions  */
54*0f4c859eSApple OSS Distributions /*
55*0f4c859eSApple OSS Distributions  */
56*0f4c859eSApple OSS Distributions 
57*0f4c859eSApple OSS Distributions #include <mach/vm_param.h>
58*0f4c859eSApple OSS Distributions #include <vm/vm_kern.h>
59*0f4c859eSApple OSS Distributions #include <vm/vm_map.h>
60*0f4c859eSApple OSS Distributions #include <arm/pmap.h>
61*0f4c859eSApple OSS Distributions #include <san/kasan.h>
62*0f4c859eSApple OSS Distributions 
63*0f4c859eSApple OSS Distributions extern vm_offset_t virtual_space_start;     /* Next available kernel VA */
64*0f4c859eSApple OSS Distributions 
65*0f4c859eSApple OSS Distributions #define IO_MAP_SIZE            (8ul << 20)
66*0f4c859eSApple OSS Distributions 
67*0f4c859eSApple OSS Distributions __startup_data static struct mach_vm_range io_range;
68*0f4c859eSApple OSS Distributions static SECURITY_READ_ONLY_LATE(vm_map_t) io_submap;
69*0f4c859eSApple OSS Distributions KMEM_RANGE_REGISTER_STATIC(io_submap, &io_range, IO_MAP_SIZE);
70*0f4c859eSApple OSS Distributions 
71*0f4c859eSApple OSS Distributions __startup_func
72*0f4c859eSApple OSS Distributions static void
io_map_init(void)73*0f4c859eSApple OSS Distributions io_map_init(void)
74*0f4c859eSApple OSS Distributions {
75*0f4c859eSApple OSS Distributions 	vm_map_will_allocate_early_map(&io_submap);
76*0f4c859eSApple OSS Distributions 	io_submap = kmem_suballoc(kernel_map, &io_range.min_address, IO_MAP_SIZE,
77*0f4c859eSApple OSS Distributions 	    VM_MAP_CREATE_NEVER_FAULTS | VM_MAP_CREATE_DISABLE_HOLELIST,
78*0f4c859eSApple OSS Distributions 	    VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, KMS_PERMANENT | KMS_NOFAIL,
79*0f4c859eSApple OSS Distributions 	    VM_KERN_MEMORY_IOKIT).kmr_submap;
80*0f4c859eSApple OSS Distributions }
81*0f4c859eSApple OSS Distributions STARTUP(KMEM, STARTUP_RANK_LAST, io_map_init);
82*0f4c859eSApple OSS Distributions 
83*0f4c859eSApple OSS Distributions /*
84*0f4c859eSApple OSS Distributions  * Allocate and map memory for devices that may need to be mapped before
85*0f4c859eSApple OSS Distributions  * Mach VM is running. Allows caller to specify mapping protection
86*0f4c859eSApple OSS Distributions  */
87*0f4c859eSApple OSS Distributions vm_offset_t
io_map(vm_map_offset_t phys_addr,vm_size_t size,unsigned int flags,vm_prot_t prot,bool unmappable)88*0f4c859eSApple OSS Distributions io_map(
89*0f4c859eSApple OSS Distributions 	vm_map_offset_t         phys_addr,
90*0f4c859eSApple OSS Distributions 	vm_size_t               size,
91*0f4c859eSApple OSS Distributions 	unsigned int            flags,
92*0f4c859eSApple OSS Distributions 	vm_prot_t               prot,
93*0f4c859eSApple OSS Distributions 	bool                    unmappable)
94*0f4c859eSApple OSS Distributions {
95*0f4c859eSApple OSS Distributions 	vm_offset_t start_offset = phys_addr - trunc_page(phys_addr);
96*0f4c859eSApple OSS Distributions 	vm_offset_t alloc_size   = round_page(size + start_offset);
97*0f4c859eSApple OSS Distributions 	vm_offset_t start;
98*0f4c859eSApple OSS Distributions 
99*0f4c859eSApple OSS Distributions 	phys_addr = trunc_page(phys_addr);
100*0f4c859eSApple OSS Distributions 
101*0f4c859eSApple OSS Distributions 	if (startup_phase < STARTUP_SUB_KMEM) {
102*0f4c859eSApple OSS Distributions 		/*
103*0f4c859eSApple OSS Distributions 		 * VM is not initialized.  Grab memory.
104*0f4c859eSApple OSS Distributions 		 */
105*0f4c859eSApple OSS Distributions 		start = virtual_space_start;
106*0f4c859eSApple OSS Distributions 		virtual_space_start += round_page(size);
107*0f4c859eSApple OSS Distributions 
108*0f4c859eSApple OSS Distributions 		assert(flags == VM_WIMG_WCOMB || flags == VM_WIMG_IO);
109*0f4c859eSApple OSS Distributions 
110*0f4c859eSApple OSS Distributions 		if (flags == VM_WIMG_WCOMB) {
111*0f4c859eSApple OSS Distributions 			pmap_map_bd_with_options(start, phys_addr,
112*0f4c859eSApple OSS Distributions 			    phys_addr + alloc_size, prot, PMAP_MAP_BD_WCOMB);
113*0f4c859eSApple OSS Distributions 		} else {
114*0f4c859eSApple OSS Distributions 			pmap_map_bd(start, phys_addr, phys_addr + alloc_size, prot);
115*0f4c859eSApple OSS Distributions 		}
116*0f4c859eSApple OSS Distributions #if KASAN
117*0f4c859eSApple OSS Distributions 		kasan_notify_address(start + start_offset, size);
118*0f4c859eSApple OSS Distributions #endif
119*0f4c859eSApple OSS Distributions 	} else {
120*0f4c859eSApple OSS Distributions 		kma_flags_t kmaflags = KMA_NOFAIL | KMA_PAGEABLE;
121*0f4c859eSApple OSS Distributions 
122*0f4c859eSApple OSS Distributions 		if (unmappable) {
123*0f4c859eSApple OSS Distributions 			kmaflags |= KMA_DATA;
124*0f4c859eSApple OSS Distributions 		} else {
125*0f4c859eSApple OSS Distributions 			kmaflags |= KMA_PERMANENT;
126*0f4c859eSApple OSS Distributions 		}
127*0f4c859eSApple OSS Distributions 
128*0f4c859eSApple OSS Distributions 		kmem_alloc(unmappable ? kernel_map : io_submap,
129*0f4c859eSApple OSS Distributions 		    &start, alloc_size, kmaflags, VM_KERN_MEMORY_IOKIT);
130*0f4c859eSApple OSS Distributions 		pmap_map(start, phys_addr, phys_addr + alloc_size, prot, flags);
131*0f4c859eSApple OSS Distributions 	}
132*0f4c859eSApple OSS Distributions 	return start + start_offset;
133*0f4c859eSApple OSS Distributions }
134