1*0f4c859eSApple OSS Distributions /*
2*0f4c859eSApple OSS Distributions * Copyright (c) 1999-2012 Apple Inc. All rights reserved.
3*0f4c859eSApple OSS Distributions *
4*0f4c859eSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*0f4c859eSApple OSS Distributions *
6*0f4c859eSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*0f4c859eSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*0f4c859eSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*0f4c859eSApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*0f4c859eSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*0f4c859eSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*0f4c859eSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*0f4c859eSApple OSS Distributions * terms of an Apple operating system software license agreement.
14*0f4c859eSApple OSS Distributions *
15*0f4c859eSApple OSS Distributions * Please obtain a copy of the License at
16*0f4c859eSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*0f4c859eSApple OSS Distributions *
18*0f4c859eSApple OSS Distributions * The Original Code and all software distributed under the License are
19*0f4c859eSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*0f4c859eSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*0f4c859eSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*0f4c859eSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*0f4c859eSApple OSS Distributions * Please see the License for the specific language governing rights and
24*0f4c859eSApple OSS Distributions * limitations under the License.
25*0f4c859eSApple OSS Distributions *
26*0f4c859eSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*0f4c859eSApple OSS Distributions */
28*0f4c859eSApple OSS Distributions /*
29*0f4c859eSApple OSS Distributions * Mach Operating System
30*0f4c859eSApple OSS Distributions * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University
31*0f4c859eSApple OSS Distributions * All Rights Reserved.
32*0f4c859eSApple OSS Distributions *
33*0f4c859eSApple OSS Distributions * Permission to use, copy, modify and distribute this software and its
34*0f4c859eSApple OSS Distributions * documentation is hereby granted, provided that both the copyright
35*0f4c859eSApple OSS Distributions * notice and this permission notice appear in all copies of the
36*0f4c859eSApple OSS Distributions * software, derivative works or modified versions, and any portions
37*0f4c859eSApple OSS Distributions * thereof, and that both notices appear in supporting documentation.
38*0f4c859eSApple OSS Distributions *
39*0f4c859eSApple OSS Distributions * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
40*0f4c859eSApple OSS Distributions * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
41*0f4c859eSApple OSS Distributions * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
42*0f4c859eSApple OSS Distributions *
43*0f4c859eSApple OSS Distributions * Carnegie Mellon requests users of this software to return to
44*0f4c859eSApple OSS Distributions *
45*0f4c859eSApple OSS Distributions * Software Distribution Coordinator or [email protected]
46*0f4c859eSApple OSS Distributions * School of Computer Science
47*0f4c859eSApple OSS Distributions * Carnegie Mellon University
48*0f4c859eSApple OSS Distributions * Pittsburgh PA 15213-3890
49*0f4c859eSApple OSS Distributions *
50*0f4c859eSApple OSS Distributions * any improvements or extensions that they make and grant Carnegie Mellon
51*0f4c859eSApple OSS Distributions * the rights to redistribute these changes.
52*0f4c859eSApple OSS Distributions */
53*0f4c859eSApple OSS Distributions
54*0f4c859eSApple OSS Distributions #include <mach/mach.h>
55*0f4c859eSApple OSS Distributions #include <mach/boolean.h>
56*0f4c859eSApple OSS Distributions #include <mach/machine/ndr_def.h>
57*0f4c859eSApple OSS Distributions #include <mach/mach_traps.h>
58*0f4c859eSApple OSS Distributions #include <mach/mach_host.h>
59*0f4c859eSApple OSS Distributions #include <mach/mach_init.h>
60*0f4c859eSApple OSS Distributions #include <mach/vm_param.h>
61*0f4c859eSApple OSS Distributions #include <machine/cpu_capabilities.h>
62*0f4c859eSApple OSS Distributions #include <stdbool.h>
63*0f4c859eSApple OSS Distributions #include "externs.h"
64*0f4c859eSApple OSS Distributions
65*0f4c859eSApple OSS Distributions mach_port_t bootstrap_port = MACH_PORT_NULL;
66*0f4c859eSApple OSS Distributions mach_port_t mach_task_self_ = MACH_PORT_NULL;
67*0f4c859eSApple OSS Distributions #ifdef __i386__
68*0f4c859eSApple OSS Distributions mach_port_t mach_host_self_ = MACH_PORT_NULL;
69*0f4c859eSApple OSS Distributions #endif
70*0f4c859eSApple OSS Distributions extern mach_port_t _task_reply_port;
71*0f4c859eSApple OSS Distributions
72*0f4c859eSApple OSS Distributions vm_size_t vm_kernel_page_size = 0;
73*0f4c859eSApple OSS Distributions vm_size_t vm_kernel_page_mask = 0;
74*0f4c859eSApple OSS Distributions int vm_kernel_page_shift = 0;
75*0f4c859eSApple OSS Distributions
76*0f4c859eSApple OSS Distributions vm_size_t vm_page_size = 0;
77*0f4c859eSApple OSS Distributions vm_size_t vm_page_mask = 0;
78*0f4c859eSApple OSS Distributions int vm_page_shift = 0;
79*0f4c859eSApple OSS Distributions
80*0f4c859eSApple OSS Distributions int mach_init(void);
81*0f4c859eSApple OSS Distributions int _mach_fork_child(void);
82*0f4c859eSApple OSS Distributions
83*0f4c859eSApple OSS Distributions static void mach_init_doit(void);
84*0f4c859eSApple OSS Distributions
85*0f4c859eSApple OSS Distributions extern void _pthread_set_self(void *);
86*0f4c859eSApple OSS Distributions extern void _init_cpu_capabilities(void);
87*0f4c859eSApple OSS Distributions
88*0f4c859eSApple OSS Distributions kern_return_t
host_page_size(__unused host_t host,vm_size_t * out_page_size)89*0f4c859eSApple OSS Distributions host_page_size(__unused host_t host, vm_size_t *out_page_size)
90*0f4c859eSApple OSS Distributions {
91*0f4c859eSApple OSS Distributions *out_page_size = vm_kernel_page_size;
92*0f4c859eSApple OSS Distributions return KERN_SUCCESS;
93*0f4c859eSApple OSS Distributions }
94*0f4c859eSApple OSS Distributions
95*0f4c859eSApple OSS Distributions /*
96*0f4c859eSApple OSS Distributions * mach_init() must be called explicitly in static executables (including dyld).
97*0f4c859eSApple OSS Distributions * called by libSystem_initializer() in dynamic executables
98*0f4c859eSApple OSS Distributions */
99*0f4c859eSApple OSS Distributions int
mach_init(void)100*0f4c859eSApple OSS Distributions mach_init(void)
101*0f4c859eSApple OSS Distributions {
102*0f4c859eSApple OSS Distributions static bool mach_init_inited = false;
103*0f4c859eSApple OSS Distributions if (!mach_init_inited) {
104*0f4c859eSApple OSS Distributions mach_init_doit();
105*0f4c859eSApple OSS Distributions mach_init_inited = true;
106*0f4c859eSApple OSS Distributions }
107*0f4c859eSApple OSS Distributions return 0;
108*0f4c859eSApple OSS Distributions }
109*0f4c859eSApple OSS Distributions
110*0f4c859eSApple OSS Distributions // called by libSystem_atfork_child()
111*0f4c859eSApple OSS Distributions int
_mach_fork_child(void)112*0f4c859eSApple OSS Distributions _mach_fork_child(void)
113*0f4c859eSApple OSS Distributions {
114*0f4c859eSApple OSS Distributions mach_init_doit();
115*0f4c859eSApple OSS Distributions return 0;
116*0f4c859eSApple OSS Distributions }
117*0f4c859eSApple OSS Distributions
118*0f4c859eSApple OSS Distributions #if defined(__arm__) || defined(__arm64__)
119*0f4c859eSApple OSS Distributions #if !defined(_COMM_PAGE_USER_PAGE_SHIFT_64) && defined(_COMM_PAGE_UNUSED0)
120*0f4c859eSApple OSS Distributions #define _COMM_PAGE_USER_PAGE_SHIFT_32 (_COMM_PAGE_UNUSED0)
121*0f4c859eSApple OSS Distributions #define _COMM_PAGE_USER_PAGE_SHIFT_64 (_COMM_PAGE_UNUSED0+1)
122*0f4c859eSApple OSS Distributions #endif
123*0f4c859eSApple OSS Distributions #endif
124*0f4c859eSApple OSS Distributions
125*0f4c859eSApple OSS Distributions #if defined(__x86_64__) || defined(__i386__)
126*0f4c859eSApple OSS Distributions #define COMM_PAGE_KERNEL_PAGE_SHIFT_MIN_VERSION 14
127*0f4c859eSApple OSS Distributions #else
128*0f4c859eSApple OSS Distributions #define COMM_PAGE_KERNEL_PAGE_SHIFT_MIN_VERSION 3
129*0f4c859eSApple OSS Distributions #endif
130*0f4c859eSApple OSS Distributions
131*0f4c859eSApple OSS Distributions void
mach_init_doit(void)132*0f4c859eSApple OSS Distributions mach_init_doit(void)
133*0f4c859eSApple OSS Distributions {
134*0f4c859eSApple OSS Distributions // Initialize cached mach ports defined in mach_init.h
135*0f4c859eSApple OSS Distributions mach_task_self_ = task_self_trap();
136*0f4c859eSApple OSS Distributions _task_reply_port = mach_reply_port();
137*0f4c859eSApple OSS Distributions
138*0f4c859eSApple OSS Distributions if (vm_kernel_page_shift == 0) {
139*0f4c859eSApple OSS Distributions #if defined(__x86_64__) || defined(__i386__)
140*0f4c859eSApple OSS Distributions if (COMM_PAGE_READ(uint16_t, VERSION) >= COMM_PAGE_KERNEL_PAGE_SHIFT_MIN_VERSION) {
141*0f4c859eSApple OSS Distributions vm_kernel_page_shift = COMM_PAGE_READ(uint8_t, KERNEL_PAGE_SHIFT);
142*0f4c859eSApple OSS Distributions } else {
143*0f4c859eSApple OSS Distributions vm_kernel_page_shift = I386_PGSHIFT;
144*0f4c859eSApple OSS Distributions }
145*0f4c859eSApple OSS Distributions #else
146*0f4c859eSApple OSS Distributions vm_kernel_page_shift = COMM_PAGE_READ(uint8_t, KERNEL_PAGE_SHIFT);
147*0f4c859eSApple OSS Distributions #endif
148*0f4c859eSApple OSS Distributions vm_kernel_page_size = 1 << vm_kernel_page_shift;
149*0f4c859eSApple OSS Distributions vm_kernel_page_mask = vm_kernel_page_size - 1;
150*0f4c859eSApple OSS Distributions }
151*0f4c859eSApple OSS Distributions
152*0f4c859eSApple OSS Distributions if (vm_page_shift == 0) {
153*0f4c859eSApple OSS Distributions #if defined(__arm64__)
154*0f4c859eSApple OSS Distributions vm_page_shift = COMM_PAGE_READ(uint8_t, USER_PAGE_SHIFT_64);
155*0f4c859eSApple OSS Distributions #elif defined(__arm__)
156*0f4c859eSApple OSS Distributions vm_page_shift = COMM_PAGE_READ(uint8_t, USER_PAGE_SHIFT_32);
157*0f4c859eSApple OSS Distributions #else
158*0f4c859eSApple OSS Distributions if (COMM_PAGE_READ(uint16_t, VERSION) >= COMM_PAGE_KERNEL_PAGE_SHIFT_MIN_VERSION) {
159*0f4c859eSApple OSS Distributions vm_page_shift = COMM_PAGE_READ(uint8_t, USER_PAGE_SHIFT_64);
160*0f4c859eSApple OSS Distributions } else {
161*0f4c859eSApple OSS Distributions vm_page_shift = vm_kernel_page_shift;
162*0f4c859eSApple OSS Distributions }
163*0f4c859eSApple OSS Distributions #endif
164*0f4c859eSApple OSS Distributions vm_page_size = 1 << vm_page_shift;
165*0f4c859eSApple OSS Distributions vm_page_mask = vm_page_size - 1;
166*0f4c859eSApple OSS Distributions }
167*0f4c859eSApple OSS Distributions
168*0f4c859eSApple OSS Distributions _init_cpu_capabilities();
169*0f4c859eSApple OSS Distributions _pthread_set_self(0);
170*0f4c859eSApple OSS Distributions }
171