xref: /xnu-11215.61.5/libsyscall/mach/mach_init.c (revision 4f1223e81cd707a65cc109d0b8ad6653699da3c4)
1*4f1223e8SApple OSS Distributions /*
2*4f1223e8SApple OSS Distributions  * Copyright (c) 1999-2012 Apple Inc. All rights reserved.
3*4f1223e8SApple OSS Distributions  *
4*4f1223e8SApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*4f1223e8SApple OSS Distributions  *
6*4f1223e8SApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*4f1223e8SApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*4f1223e8SApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*4f1223e8SApple OSS Distributions  * compliance with the License. The rights granted to you under the License
10*4f1223e8SApple OSS Distributions  * may not be used to create, or enable the creation or redistribution of,
11*4f1223e8SApple OSS Distributions  * unlawful or unlicensed copies of an Apple operating system, or to
12*4f1223e8SApple OSS Distributions  * circumvent, violate, or enable the circumvention or violation of, any
13*4f1223e8SApple OSS Distributions  * terms of an Apple operating system software license agreement.
14*4f1223e8SApple OSS Distributions  *
15*4f1223e8SApple OSS Distributions  * Please obtain a copy of the License at
16*4f1223e8SApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*4f1223e8SApple OSS Distributions  *
18*4f1223e8SApple OSS Distributions  * The Original Code and all software distributed under the License are
19*4f1223e8SApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*4f1223e8SApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*4f1223e8SApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*4f1223e8SApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*4f1223e8SApple OSS Distributions  * Please see the License for the specific language governing rights and
24*4f1223e8SApple OSS Distributions  * limitations under the License.
25*4f1223e8SApple OSS Distributions  *
26*4f1223e8SApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*4f1223e8SApple OSS Distributions  */
28*4f1223e8SApple OSS Distributions /*
29*4f1223e8SApple OSS Distributions  * Mach Operating System
30*4f1223e8SApple OSS Distributions  * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University
31*4f1223e8SApple OSS Distributions  * All Rights Reserved.
32*4f1223e8SApple OSS Distributions  *
33*4f1223e8SApple OSS Distributions  * Permission to use, copy, modify and distribute this software and its
34*4f1223e8SApple OSS Distributions  * documentation is hereby granted, provided that both the copyright
35*4f1223e8SApple OSS Distributions  * notice and this permission notice appear in all copies of the
36*4f1223e8SApple OSS Distributions  * software, derivative works or modified versions, and any portions
37*4f1223e8SApple OSS Distributions  * thereof, and that both notices appear in supporting documentation.
38*4f1223e8SApple OSS Distributions  *
39*4f1223e8SApple OSS Distributions  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
40*4f1223e8SApple OSS Distributions  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
41*4f1223e8SApple OSS Distributions  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
42*4f1223e8SApple OSS Distributions  *
43*4f1223e8SApple OSS Distributions  * Carnegie Mellon requests users of this software to return to
44*4f1223e8SApple OSS Distributions  *
45*4f1223e8SApple OSS Distributions  *  Software Distribution Coordinator  or  [email protected]
46*4f1223e8SApple OSS Distributions  *  School of Computer Science
47*4f1223e8SApple OSS Distributions  *  Carnegie Mellon University
48*4f1223e8SApple OSS Distributions  *  Pittsburgh PA 15213-3890
49*4f1223e8SApple OSS Distributions  *
50*4f1223e8SApple OSS Distributions  * any improvements or extensions that they make and grant Carnegie Mellon
51*4f1223e8SApple OSS Distributions  * the rights to redistribute these changes.
52*4f1223e8SApple OSS Distributions  */
53*4f1223e8SApple OSS Distributions 
54*4f1223e8SApple OSS Distributions #include <mach/mach.h>
55*4f1223e8SApple OSS Distributions #include <mach/boolean.h>
56*4f1223e8SApple OSS Distributions #include <mach/machine/ndr_def.h>
57*4f1223e8SApple OSS Distributions #include <mach/mach_traps.h>
58*4f1223e8SApple OSS Distributions #include <mach/mach_host.h>
59*4f1223e8SApple OSS Distributions #include <mach/mach_init.h>
60*4f1223e8SApple OSS Distributions #include <mach/vm_param.h>
61*4f1223e8SApple OSS Distributions #include <machine/cpu_capabilities.h>
62*4f1223e8SApple OSS Distributions #include <stdbool.h>
63*4f1223e8SApple OSS Distributions #include "externs.h"
64*4f1223e8SApple OSS Distributions 
65*4f1223e8SApple OSS Distributions mach_port_t bootstrap_port = MACH_PORT_NULL;
66*4f1223e8SApple OSS Distributions mach_port_t mach_task_self_ = MACH_PORT_NULL;
67*4f1223e8SApple OSS Distributions #ifdef __i386__
68*4f1223e8SApple OSS Distributions mach_port_t mach_host_self_ = MACH_PORT_NULL;
69*4f1223e8SApple OSS Distributions #endif
70*4f1223e8SApple OSS Distributions extern mach_port_t _task_reply_port;
71*4f1223e8SApple OSS Distributions 
72*4f1223e8SApple OSS Distributions vm_size_t vm_kernel_page_size = 0;
73*4f1223e8SApple OSS Distributions vm_size_t vm_kernel_page_mask = 0;
74*4f1223e8SApple OSS Distributions int vm_kernel_page_shift = 0;
75*4f1223e8SApple OSS Distributions 
76*4f1223e8SApple OSS Distributions vm_size_t vm_page_size = 0;
77*4f1223e8SApple OSS Distributions vm_size_t vm_page_mask = 0;
78*4f1223e8SApple OSS Distributions int vm_page_shift = 0;
79*4f1223e8SApple OSS Distributions 
80*4f1223e8SApple OSS Distributions int mach_init(void);
81*4f1223e8SApple OSS Distributions int _mach_fork_child(void);
82*4f1223e8SApple OSS Distributions 
83*4f1223e8SApple OSS Distributions static void mach_init_doit(void);
84*4f1223e8SApple OSS Distributions 
85*4f1223e8SApple OSS Distributions extern void _pthread_set_self(void *);
86*4f1223e8SApple OSS Distributions extern void _init_cpu_capabilities(void);
87*4f1223e8SApple OSS Distributions 
88*4f1223e8SApple OSS Distributions kern_return_t
host_page_size(__unused host_t host,vm_size_t * out_page_size)89*4f1223e8SApple OSS Distributions host_page_size(__unused host_t host, vm_size_t *out_page_size)
90*4f1223e8SApple OSS Distributions {
91*4f1223e8SApple OSS Distributions 	*out_page_size = vm_kernel_page_size;
92*4f1223e8SApple OSS Distributions 	return KERN_SUCCESS;
93*4f1223e8SApple OSS Distributions }
94*4f1223e8SApple OSS Distributions 
95*4f1223e8SApple OSS Distributions /*
96*4f1223e8SApple OSS Distributions  * mach_init() must be called explicitly in static executables (including dyld).
97*4f1223e8SApple OSS Distributions  * called by libSystem_initializer() in dynamic executables
98*4f1223e8SApple OSS Distributions  */
99*4f1223e8SApple OSS Distributions int
mach_init(void)100*4f1223e8SApple OSS Distributions mach_init(void)
101*4f1223e8SApple OSS Distributions {
102*4f1223e8SApple OSS Distributions 	static bool mach_init_inited = false;
103*4f1223e8SApple OSS Distributions 	if (!mach_init_inited) {
104*4f1223e8SApple OSS Distributions 		mach_init_doit();
105*4f1223e8SApple OSS Distributions 		mach_init_inited = true;
106*4f1223e8SApple OSS Distributions 	}
107*4f1223e8SApple OSS Distributions 	return 0;
108*4f1223e8SApple OSS Distributions }
109*4f1223e8SApple OSS Distributions 
110*4f1223e8SApple OSS Distributions // called by libSystem_atfork_child()
111*4f1223e8SApple OSS Distributions int
_mach_fork_child(void)112*4f1223e8SApple OSS Distributions _mach_fork_child(void)
113*4f1223e8SApple OSS Distributions {
114*4f1223e8SApple OSS Distributions 	mach_init_doit();
115*4f1223e8SApple OSS Distributions 	return 0;
116*4f1223e8SApple OSS Distributions }
117*4f1223e8SApple OSS Distributions 
118*4f1223e8SApple OSS Distributions #if defined(__arm__) || defined(__arm64__)
119*4f1223e8SApple OSS Distributions #if !defined(_COMM_PAGE_USER_PAGE_SHIFT_64) && defined(_COMM_PAGE_UNUSED0)
120*4f1223e8SApple OSS Distributions #define _COMM_PAGE_USER_PAGE_SHIFT_32 (_COMM_PAGE_UNUSED0)
121*4f1223e8SApple OSS Distributions #define _COMM_PAGE_USER_PAGE_SHIFT_64 (_COMM_PAGE_UNUSED0+1)
122*4f1223e8SApple OSS Distributions #endif
123*4f1223e8SApple OSS Distributions #endif
124*4f1223e8SApple OSS Distributions 
125*4f1223e8SApple OSS Distributions #if defined(__x86_64__) || defined(__i386__)
126*4f1223e8SApple OSS Distributions #define COMM_PAGE_KERNEL_PAGE_SHIFT_MIN_VERSION 14
127*4f1223e8SApple OSS Distributions #else
128*4f1223e8SApple OSS Distributions #define COMM_PAGE_KERNEL_PAGE_SHIFT_MIN_VERSION 3
129*4f1223e8SApple OSS Distributions #endif
130*4f1223e8SApple OSS Distributions 
131*4f1223e8SApple OSS Distributions void
mach_init_doit(void)132*4f1223e8SApple OSS Distributions mach_init_doit(void)
133*4f1223e8SApple OSS Distributions {
134*4f1223e8SApple OSS Distributions 	// Initialize cached mach ports defined in mach_init.h
135*4f1223e8SApple OSS Distributions 	mach_task_self_ = task_self_trap();
136*4f1223e8SApple OSS Distributions 	_task_reply_port = mach_reply_port();
137*4f1223e8SApple OSS Distributions 
138*4f1223e8SApple OSS Distributions 	if (vm_kernel_page_shift == 0) {
139*4f1223e8SApple OSS Distributions #if defined(__x86_64__) || defined(__i386__)
140*4f1223e8SApple OSS Distributions 		if (COMM_PAGE_READ(uint16_t, VERSION) >= COMM_PAGE_KERNEL_PAGE_SHIFT_MIN_VERSION) {
141*4f1223e8SApple OSS Distributions 			vm_kernel_page_shift = COMM_PAGE_READ(uint8_t, KERNEL_PAGE_SHIFT);
142*4f1223e8SApple OSS Distributions 		} else {
143*4f1223e8SApple OSS Distributions 			vm_kernel_page_shift = I386_PGSHIFT;
144*4f1223e8SApple OSS Distributions 		}
145*4f1223e8SApple OSS Distributions #else
146*4f1223e8SApple OSS Distributions 		vm_kernel_page_shift = COMM_PAGE_READ(uint8_t, KERNEL_PAGE_SHIFT);
147*4f1223e8SApple OSS Distributions #endif
148*4f1223e8SApple OSS Distributions 		vm_kernel_page_size = 1 << vm_kernel_page_shift;
149*4f1223e8SApple OSS Distributions 		vm_kernel_page_mask = vm_kernel_page_size - 1;
150*4f1223e8SApple OSS Distributions 	}
151*4f1223e8SApple OSS Distributions 
152*4f1223e8SApple OSS Distributions 	if (vm_page_shift == 0) {
153*4f1223e8SApple OSS Distributions #if defined(__arm64__)
154*4f1223e8SApple OSS Distributions 		vm_page_shift = COMM_PAGE_READ(uint8_t, USER_PAGE_SHIFT_64);
155*4f1223e8SApple OSS Distributions #elif defined(__arm__)
156*4f1223e8SApple OSS Distributions 		vm_page_shift = COMM_PAGE_READ(uint8_t, USER_PAGE_SHIFT_32);
157*4f1223e8SApple OSS Distributions #else
158*4f1223e8SApple OSS Distributions 		if (COMM_PAGE_READ(uint16_t, VERSION) >= COMM_PAGE_KERNEL_PAGE_SHIFT_MIN_VERSION) {
159*4f1223e8SApple OSS Distributions 			vm_page_shift = COMM_PAGE_READ(uint8_t, USER_PAGE_SHIFT_64);
160*4f1223e8SApple OSS Distributions 		} else {
161*4f1223e8SApple OSS Distributions 			vm_page_shift = vm_kernel_page_shift;
162*4f1223e8SApple OSS Distributions 		}
163*4f1223e8SApple OSS Distributions #endif
164*4f1223e8SApple OSS Distributions 		vm_page_size = 1 << vm_page_shift;
165*4f1223e8SApple OSS Distributions 		vm_page_mask = vm_page_size - 1;
166*4f1223e8SApple OSS Distributions 	}
167*4f1223e8SApple OSS Distributions 
168*4f1223e8SApple OSS Distributions 	_init_cpu_capabilities();
169*4f1223e8SApple OSS Distributions 	_pthread_set_self(0);
170*4f1223e8SApple OSS Distributions }
171