1*fdd8201dSApple OSS Distributions /*
2*fdd8201dSApple OSS Distributions * Copyright (c) 1998-2010 Apple Inc. All rights reserved.
3*fdd8201dSApple OSS Distributions *
4*fdd8201dSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*fdd8201dSApple OSS Distributions *
6*fdd8201dSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*fdd8201dSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*fdd8201dSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*fdd8201dSApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*fdd8201dSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*fdd8201dSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*fdd8201dSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*fdd8201dSApple OSS Distributions * terms of an Apple operating system software license agreement.
14*fdd8201dSApple OSS Distributions *
15*fdd8201dSApple OSS Distributions * Please obtain a copy of the License at
16*fdd8201dSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*fdd8201dSApple OSS Distributions *
18*fdd8201dSApple OSS Distributions * The Original Code and all software distributed under the License are
19*fdd8201dSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*fdd8201dSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*fdd8201dSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*fdd8201dSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*fdd8201dSApple OSS Distributions * Please see the License for the specific language governing rights and
24*fdd8201dSApple OSS Distributions * limitations under the License.
25*fdd8201dSApple OSS Distributions *
26*fdd8201dSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*fdd8201dSApple OSS Distributions */
28*fdd8201dSApple OSS Distributions
29*fdd8201dSApple OSS Distributions #include <libkern/c++/OSUnserialize.h>
30*fdd8201dSApple OSS Distributions #include <libkern/c++/OSKext.h>
31*fdd8201dSApple OSS Distributions #include <libkern/section_keywords.h>
32*fdd8201dSApple OSS Distributions #include <libkern/version.h>
33*fdd8201dSApple OSS Distributions #include <IOKit/IORegistryEntry.h>
34*fdd8201dSApple OSS Distributions #include <IOKit/IODeviceTreeSupport.h>
35*fdd8201dSApple OSS Distributions #include <IOKit/IOCatalogue.h>
36*fdd8201dSApple OSS Distributions #include <IOKit/IOUserClient.h>
37*fdd8201dSApple OSS Distributions #include <IOKit/IOMemoryDescriptor.h>
38*fdd8201dSApple OSS Distributions #include <IOKit/IOPlatformExpert.h>
39*fdd8201dSApple OSS Distributions #include <IOKit/IOKernelReporters.h>
40*fdd8201dSApple OSS Distributions #include <IOKit/IOLib.h>
41*fdd8201dSApple OSS Distributions #include <IOKit/IOKitKeys.h>
42*fdd8201dSApple OSS Distributions #include <IOKit/IOKitDebug.h>
43*fdd8201dSApple OSS Distributions #include <IOKit/pwr_mgt/RootDomain.h>
44*fdd8201dSApple OSS Distributions #include <IOKit/pwr_mgt/IOPMinformeeList.h>
45*fdd8201dSApple OSS Distributions #include <IOKit/IOStatisticsPrivate.h>
46*fdd8201dSApple OSS Distributions #include <IOKit/IOKitKeysPrivate.h>
47*fdd8201dSApple OSS Distributions #include <IOKit/IOInterruptAccountingPrivate.h>
48*fdd8201dSApple OSS Distributions #include <IOKit/assert.h>
49*fdd8201dSApple OSS Distributions #include <sys/conf.h>
50*fdd8201dSApple OSS Distributions
51*fdd8201dSApple OSS Distributions #include "IOKitKernelInternal.h"
52*fdd8201dSApple OSS Distributions
53*fdd8201dSApple OSS Distributions const OSSymbol * gIOProgressBackbufferKey;
54*fdd8201dSApple OSS Distributions OSSet * gIORemoveOnReadProperties;
55*fdd8201dSApple OSS Distributions
56*fdd8201dSApple OSS Distributions extern "C" {
57*fdd8201dSApple OSS Distributions void InitIOKit(void *dtTop);
58*fdd8201dSApple OSS Distributions void ConfigureIOKit(void);
59*fdd8201dSApple OSS Distributions void StartIOKitMatching(void);
60*fdd8201dSApple OSS Distributions void IORegistrySetOSBuildVersion(char * build_version);
61*fdd8201dSApple OSS Distributions void IORecordProgressBackbuffer(void * buffer, size_t size, uint32_t theme);
62*fdd8201dSApple OSS Distributions
63*fdd8201dSApple OSS Distributions extern void OSlibkernInit(void);
64*fdd8201dSApple OSS Distributions
65*fdd8201dSApple OSS Distributions void iokit_post_constructor_init(void);
66*fdd8201dSApple OSS Distributions
67*fdd8201dSApple OSS Distributions SECURITY_READ_ONLY_LATE(static IOPlatformExpertDevice*) gRootNub;
68*fdd8201dSApple OSS Distributions
69*fdd8201dSApple OSS Distributions #include <kern/clock.h>
70*fdd8201dSApple OSS Distributions #include <sys/time.h>
71*fdd8201dSApple OSS Distributions
72*fdd8201dSApple OSS Distributions void
IOKitInitializeTime(void)73*fdd8201dSApple OSS Distributions IOKitInitializeTime( void )
74*fdd8201dSApple OSS Distributions {
75*fdd8201dSApple OSS Distributions mach_timespec_t t;
76*fdd8201dSApple OSS Distributions
77*fdd8201dSApple OSS Distributions t.tv_sec = 30;
78*fdd8201dSApple OSS Distributions t.tv_nsec = 0;
79*fdd8201dSApple OSS Distributions
80*fdd8201dSApple OSS Distributions // RTC is not present on this target
81*fdd8201dSApple OSS Distributions #ifndef BCM2837
82*fdd8201dSApple OSS Distributions IOService::waitForService(
83*fdd8201dSApple OSS Distributions IOService::resourceMatching("IORTC"), &t );
84*fdd8201dSApple OSS Distributions #endif
85*fdd8201dSApple OSS Distributions #if defined(__i386__) || defined(__x86_64__)
86*fdd8201dSApple OSS Distributions IOService::waitForService(
87*fdd8201dSApple OSS Distributions IOService::resourceMatching("IONVRAM"), &t );
88*fdd8201dSApple OSS Distributions #endif
89*fdd8201dSApple OSS Distributions
90*fdd8201dSApple OSS Distributions clock_initialize_calendar();
91*fdd8201dSApple OSS Distributions }
92*fdd8201dSApple OSS Distributions
93*fdd8201dSApple OSS Distributions void
iokit_post_constructor_init(void)94*fdd8201dSApple OSS Distributions iokit_post_constructor_init(void)
95*fdd8201dSApple OSS Distributions {
96*fdd8201dSApple OSS Distributions IORegistryEntry * root;
97*fdd8201dSApple OSS Distributions OSObject * obj;
98*fdd8201dSApple OSS Distributions
99*fdd8201dSApple OSS Distributions IOCPUInitialize();
100*fdd8201dSApple OSS Distributions IOPlatformActionsInitialize();
101*fdd8201dSApple OSS Distributions root = IORegistryEntry::initialize();
102*fdd8201dSApple OSS Distributions assert( root );
103*fdd8201dSApple OSS Distributions IOService::initialize();
104*fdd8201dSApple OSS Distributions IOCatalogue::initialize();
105*fdd8201dSApple OSS Distributions IOStatistics::initialize();
106*fdd8201dSApple OSS Distributions OSKext::initialize();
107*fdd8201dSApple OSS Distributions IOUserClient::initialize();
108*fdd8201dSApple OSS Distributions IOMemoryDescriptor::initialize();
109*fdd8201dSApple OSS Distributions IORootParent::initialize();
110*fdd8201dSApple OSS Distributions IOReporter::initialize();
111*fdd8201dSApple OSS Distributions
112*fdd8201dSApple OSS Distributions // Initializes IOPMinformeeList class-wide shared lock
113*fdd8201dSApple OSS Distributions IOPMinformeeList::getSharedRecursiveLock();
114*fdd8201dSApple OSS Distributions
115*fdd8201dSApple OSS Distributions obj = OSString::withCString( version );
116*fdd8201dSApple OSS Distributions assert( obj );
117*fdd8201dSApple OSS Distributions if (obj) {
118*fdd8201dSApple OSS Distributions root->setProperty( kIOKitBuildVersionKey, obj );
119*fdd8201dSApple OSS Distributions obj->release();
120*fdd8201dSApple OSS Distributions }
121*fdd8201dSApple OSS Distributions obj = IOKitDiagnostics::diagnostics();
122*fdd8201dSApple OSS Distributions if (obj) {
123*fdd8201dSApple OSS Distributions root->setProperty( kIOKitDiagnosticsKey, obj );
124*fdd8201dSApple OSS Distributions obj->release();
125*fdd8201dSApple OSS Distributions }
126*fdd8201dSApple OSS Distributions }
127*fdd8201dSApple OSS Distributions
128*fdd8201dSApple OSS Distributions /*****
129*fdd8201dSApple OSS Distributions * Pointer into bootstrap KLD segment for functions never used past startup.
130*fdd8201dSApple OSS Distributions */
131*fdd8201dSApple OSS Distributions void (*record_startup_extensions_function)(void) = NULL;
132*fdd8201dSApple OSS Distributions
133*fdd8201dSApple OSS Distributions void
InitIOKit(void * dtTop)134*fdd8201dSApple OSS Distributions InitIOKit(void *dtTop)
135*fdd8201dSApple OSS Distributions {
136*fdd8201dSApple OSS Distributions // Enable IOWaitQuiet panics on arm64 macOS except on KASAN.
137*fdd8201dSApple OSS Distributions // existing 3rd party KEXTs may hold the registry busy on x86 RELEASE kernels.
138*fdd8201dSApple OSS Distributions // Enabling this on other platforms is tracked in rdar://66364108
139*fdd8201dSApple OSS Distributions #if XNU_TARGET_OS_OSX && defined(__arm64__) && !KASAN
140*fdd8201dSApple OSS Distributions if (gIOKitDebug == DEBUG_INIT_VALUE) {
141*fdd8201dSApple OSS Distributions gIOKitDebug |= kIOWaitQuietPanics;
142*fdd8201dSApple OSS Distributions }
143*fdd8201dSApple OSS Distributions #endif
144*fdd8201dSApple OSS Distributions
145*fdd8201dSApple OSS Distributions // Compat for boot-args
146*fdd8201dSApple OSS Distributions gIOKitTrace |= (gIOKitDebug & kIOTraceCompatBootArgs);
147*fdd8201dSApple OSS Distributions
148*fdd8201dSApple OSS Distributions //
149*fdd8201dSApple OSS Distributions // Have to start IOKit environment before we attempt to start
150*fdd8201dSApple OSS Distributions // the C++ runtime environment. At some stage we have to clean up
151*fdd8201dSApple OSS Distributions // the initialisation path so that OS C++ can initialise independantly
152*fdd8201dSApple OSS Distributions // of iokit basic service initialisation, or better we have IOLib stuff
153*fdd8201dSApple OSS Distributions // initialise as basic OS services.
154*fdd8201dSApple OSS Distributions //
155*fdd8201dSApple OSS Distributions IOLibInit();
156*fdd8201dSApple OSS Distributions OSlibkernInit();
157*fdd8201dSApple OSS Distributions IOMachPortInitialize();
158*fdd8201dSApple OSS Distributions
159*fdd8201dSApple OSS Distributions gIOProgressBackbufferKey = OSSymbol::withCStringNoCopy(kIOProgressBackbufferKey);
160*fdd8201dSApple OSS Distributions gIORemoveOnReadProperties = OSSet::withObjects((const OSObject **) &gIOProgressBackbufferKey, 1);
161*fdd8201dSApple OSS Distributions
162*fdd8201dSApple OSS Distributions interruptAccountingInit();
163*fdd8201dSApple OSS Distributions
164*fdd8201dSApple OSS Distributions gRootNub = new IOPlatformExpertDevice;
165*fdd8201dSApple OSS Distributions if (__improbable(gRootNub == NULL)) {
166*fdd8201dSApple OSS Distributions panic("Failed to allocate IOKit root nub");
167*fdd8201dSApple OSS Distributions }
168*fdd8201dSApple OSS Distributions bool ok = gRootNub->init(dtTop);
169*fdd8201dSApple OSS Distributions if (__improbable(!ok)) {
170*fdd8201dSApple OSS Distributions panic("Failed to initialize IOKit root nub");
171*fdd8201dSApple OSS Distributions }
172*fdd8201dSApple OSS Distributions gRootNub->attach(NULL);
173*fdd8201dSApple OSS Distributions
174*fdd8201dSApple OSS Distributions /* If the bootstrap segment set up a function to record startup
175*fdd8201dSApple OSS Distributions * extensions, call it now.
176*fdd8201dSApple OSS Distributions */
177*fdd8201dSApple OSS Distributions if (record_startup_extensions_function) {
178*fdd8201dSApple OSS Distributions record_startup_extensions_function();
179*fdd8201dSApple OSS Distributions }
180*fdd8201dSApple OSS Distributions }
181*fdd8201dSApple OSS Distributions
182*fdd8201dSApple OSS Distributions void
ConfigureIOKit(void)183*fdd8201dSApple OSS Distributions ConfigureIOKit(void)
184*fdd8201dSApple OSS Distributions {
185*fdd8201dSApple OSS Distributions assert(gRootNub != NULL);
186*fdd8201dSApple OSS Distributions gRootNub->configureDefaults();
187*fdd8201dSApple OSS Distributions }
188*fdd8201dSApple OSS Distributions
189*fdd8201dSApple OSS Distributions void
StartIOKitMatching(void)190*fdd8201dSApple OSS Distributions StartIOKitMatching(void)
191*fdd8201dSApple OSS Distributions {
192*fdd8201dSApple OSS Distributions SOCD_TRACE_XNU(START_IOKIT);
193*fdd8201dSApple OSS Distributions assert(gRootNub != NULL);
194*fdd8201dSApple OSS Distributions bool ok = gRootNub->startIOServiceMatching();
195*fdd8201dSApple OSS Distributions if (__improbable(!ok)) {
196*fdd8201dSApple OSS Distributions panic("Failed to start IOService matching");
197*fdd8201dSApple OSS Distributions }
198*fdd8201dSApple OSS Distributions
199*fdd8201dSApple OSS Distributions #if !NO_KEXTD
200*fdd8201dSApple OSS Distributions /* Add a busy count to keep the registry busy until kextd has
201*fdd8201dSApple OSS Distributions * completely finished launching. This is decremented when kextd
202*fdd8201dSApple OSS Distributions * messages the kernel after the in-kernel linker has been
203*fdd8201dSApple OSS Distributions * removed and personalities have been sent.
204*fdd8201dSApple OSS Distributions */
205*fdd8201dSApple OSS Distributions IOService::getServiceRoot()->adjustBusy(1);
206*fdd8201dSApple OSS Distributions #endif
207*fdd8201dSApple OSS Distributions }
208*fdd8201dSApple OSS Distributions
209*fdd8201dSApple OSS Distributions void
IORegistrySetOSBuildVersion(char * build_version)210*fdd8201dSApple OSS Distributions IORegistrySetOSBuildVersion(char * build_version)
211*fdd8201dSApple OSS Distributions {
212*fdd8201dSApple OSS Distributions IORegistryEntry * root = IORegistryEntry::getRegistryRoot();
213*fdd8201dSApple OSS Distributions
214*fdd8201dSApple OSS Distributions if (root) {
215*fdd8201dSApple OSS Distributions if (build_version) {
216*fdd8201dSApple OSS Distributions root->setProperty(kOSBuildVersionKey, build_version);
217*fdd8201dSApple OSS Distributions } else {
218*fdd8201dSApple OSS Distributions root->removeProperty(kOSBuildVersionKey);
219*fdd8201dSApple OSS Distributions }
220*fdd8201dSApple OSS Distributions }
221*fdd8201dSApple OSS Distributions
222*fdd8201dSApple OSS Distributions return;
223*fdd8201dSApple OSS Distributions }
224*fdd8201dSApple OSS Distributions
225*fdd8201dSApple OSS Distributions void
IORecordProgressBackbuffer(void * buffer,size_t size,uint32_t theme)226*fdd8201dSApple OSS Distributions IORecordProgressBackbuffer(void * buffer, size_t size, uint32_t theme)
227*fdd8201dSApple OSS Distributions {
228*fdd8201dSApple OSS Distributions IORegistryEntry * chosen;
229*fdd8201dSApple OSS Distributions
230*fdd8201dSApple OSS Distributions if (((unsigned int) size) != size) {
231*fdd8201dSApple OSS Distributions return;
232*fdd8201dSApple OSS Distributions }
233*fdd8201dSApple OSS Distributions if ((chosen = IORegistryEntry::fromPath(kIODeviceTreePlane ":/chosen"))) {
234*fdd8201dSApple OSS Distributions chosen->setProperty(kIOProgressBackbufferKey, buffer, (unsigned int) size);
235*fdd8201dSApple OSS Distributions chosen->setProperty(kIOProgressColorThemeKey, theme, 32);
236*fdd8201dSApple OSS Distributions
237*fdd8201dSApple OSS Distributions chosen->release();
238*fdd8201dSApple OSS Distributions }
239*fdd8201dSApple OSS Distributions }
240*fdd8201dSApple OSS Distributions }; /* extern "C" */
241