1*a325d9c4SApple OSS Distributions /*
2*a325d9c4SApple OSS Distributions * Copyright (c) 1998-2010 Apple Inc. All rights reserved.
3*a325d9c4SApple OSS Distributions *
4*a325d9c4SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*a325d9c4SApple OSS Distributions *
6*a325d9c4SApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*a325d9c4SApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*a325d9c4SApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*a325d9c4SApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*a325d9c4SApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*a325d9c4SApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*a325d9c4SApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*a325d9c4SApple OSS Distributions * terms of an Apple operating system software license agreement.
14*a325d9c4SApple OSS Distributions *
15*a325d9c4SApple OSS Distributions * Please obtain a copy of the License at
16*a325d9c4SApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*a325d9c4SApple OSS Distributions *
18*a325d9c4SApple OSS Distributions * The Original Code and all software distributed under the License are
19*a325d9c4SApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*a325d9c4SApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*a325d9c4SApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*a325d9c4SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*a325d9c4SApple OSS Distributions * Please see the License for the specific language governing rights and
24*a325d9c4SApple OSS Distributions * limitations under the License.
25*a325d9c4SApple OSS Distributions *
26*a325d9c4SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*a325d9c4SApple OSS Distributions */
28*a325d9c4SApple OSS Distributions
29*a325d9c4SApple OSS Distributions #include <libkern/c++/OSUnserialize.h>
30*a325d9c4SApple OSS Distributions #include <libkern/c++/OSKext.h>
31*a325d9c4SApple OSS Distributions #include <libkern/section_keywords.h>
32*a325d9c4SApple OSS Distributions #include <libkern/version.h>
33*a325d9c4SApple OSS Distributions #include <IOKit/IORegistryEntry.h>
34*a325d9c4SApple OSS Distributions #include <IOKit/IODeviceTreeSupport.h>
35*a325d9c4SApple OSS Distributions #include <IOKit/IOCatalogue.h>
36*a325d9c4SApple OSS Distributions #include <IOKit/IOUserClient.h>
37*a325d9c4SApple OSS Distributions #include <IOKit/IOMemoryDescriptor.h>
38*a325d9c4SApple OSS Distributions #include <IOKit/IOPlatformExpert.h>
39*a325d9c4SApple OSS Distributions #include <IOKit/IOKernelReporters.h>
40*a325d9c4SApple OSS Distributions #include <IOKit/IOLib.h>
41*a325d9c4SApple OSS Distributions #include <IOKit/IOKitKeys.h>
42*a325d9c4SApple OSS Distributions #include <IOKit/IOKitDebug.h>
43*a325d9c4SApple OSS Distributions #include <IOKit/pwr_mgt/RootDomain.h>
44*a325d9c4SApple OSS Distributions #include <IOKit/pwr_mgt/IOPMinformeeList.h>
45*a325d9c4SApple OSS Distributions #include <IOKit/IOStatisticsPrivate.h>
46*a325d9c4SApple OSS Distributions #include <IOKit/IOKitKeysPrivate.h>
47*a325d9c4SApple OSS Distributions #include <IOKit/IOInterruptAccountingPrivate.h>
48*a325d9c4SApple OSS Distributions #include <IOKit/assert.h>
49*a325d9c4SApple OSS Distributions #include <sys/conf.h>
50*a325d9c4SApple OSS Distributions
51*a325d9c4SApple OSS Distributions #include "IOKitKernelInternal.h"
52*a325d9c4SApple OSS Distributions
53*a325d9c4SApple OSS Distributions const OSSymbol * gIOProgressBackbufferKey;
54*a325d9c4SApple OSS Distributions OSSet * gIORemoveOnReadProperties;
55*a325d9c4SApple OSS Distributions
56*a325d9c4SApple OSS Distributions extern "C" {
57*a325d9c4SApple OSS Distributions void InitIOKit(void *dtTop);
58*a325d9c4SApple OSS Distributions void ConfigureIOKit(void);
59*a325d9c4SApple OSS Distributions void StartIOKitMatching(void);
60*a325d9c4SApple OSS Distributions void IORegistrySetOSBuildVersion(char * build_version);
61*a325d9c4SApple OSS Distributions void IORecordProgressBackbuffer(void * buffer, size_t size, uint32_t theme);
62*a325d9c4SApple OSS Distributions
63*a325d9c4SApple OSS Distributions extern void OSlibkernInit(void);
64*a325d9c4SApple OSS Distributions
65*a325d9c4SApple OSS Distributions void iokit_post_constructor_init(void);
66*a325d9c4SApple OSS Distributions
67*a325d9c4SApple OSS Distributions SECURITY_READ_ONLY_LATE(static IOPlatformExpertDevice*) gRootNub;
68*a325d9c4SApple OSS Distributions
69*a325d9c4SApple OSS Distributions #include <kern/clock.h>
70*a325d9c4SApple OSS Distributions #include <sys/time.h>
71*a325d9c4SApple OSS Distributions
72*a325d9c4SApple OSS Distributions void
IOKitInitializeTime(void)73*a325d9c4SApple OSS Distributions IOKitInitializeTime( void )
74*a325d9c4SApple OSS Distributions {
75*a325d9c4SApple OSS Distributions mach_timespec_t t;
76*a325d9c4SApple OSS Distributions
77*a325d9c4SApple OSS Distributions t.tv_sec = 30;
78*a325d9c4SApple OSS Distributions t.tv_nsec = 0;
79*a325d9c4SApple OSS Distributions
80*a325d9c4SApple OSS Distributions // RTC is not present on this target
81*a325d9c4SApple OSS Distributions #ifndef BCM2837
82*a325d9c4SApple OSS Distributions IOService::waitForService(
83*a325d9c4SApple OSS Distributions IOService::resourceMatching("IORTC"), &t );
84*a325d9c4SApple OSS Distributions #endif
85*a325d9c4SApple OSS Distributions #if defined(__i386__) || defined(__x86_64__)
86*a325d9c4SApple OSS Distributions IOService::waitForService(
87*a325d9c4SApple OSS Distributions IOService::resourceMatching("IONVRAM"), &t );
88*a325d9c4SApple OSS Distributions #endif
89*a325d9c4SApple OSS Distributions
90*a325d9c4SApple OSS Distributions clock_initialize_calendar();
91*a325d9c4SApple OSS Distributions }
92*a325d9c4SApple OSS Distributions
93*a325d9c4SApple OSS Distributions void
iokit_post_constructor_init(void)94*a325d9c4SApple OSS Distributions iokit_post_constructor_init(void)
95*a325d9c4SApple OSS Distributions {
96*a325d9c4SApple OSS Distributions IORegistryEntry * root;
97*a325d9c4SApple OSS Distributions OSObject * obj;
98*a325d9c4SApple OSS Distributions
99*a325d9c4SApple OSS Distributions IOCPUInitialize();
100*a325d9c4SApple OSS Distributions IOPlatformActionsInitialize();
101*a325d9c4SApple OSS Distributions root = IORegistryEntry::initialize();
102*a325d9c4SApple OSS Distributions assert( root );
103*a325d9c4SApple OSS Distributions IOService::initialize();
104*a325d9c4SApple OSS Distributions IOCatalogue::initialize();
105*a325d9c4SApple OSS Distributions IOStatistics::initialize();
106*a325d9c4SApple OSS Distributions OSKext::initialize();
107*a325d9c4SApple OSS Distributions IOUserClient::initialize();
108*a325d9c4SApple OSS Distributions IOMemoryDescriptor::initialize();
109*a325d9c4SApple OSS Distributions IORootParent::initialize();
110*a325d9c4SApple OSS Distributions IOReporter::initialize();
111*a325d9c4SApple OSS Distributions
112*a325d9c4SApple OSS Distributions // Initializes IOPMinformeeList class-wide shared lock
113*a325d9c4SApple OSS Distributions IOPMinformeeList::getSharedRecursiveLock();
114*a325d9c4SApple OSS Distributions
115*a325d9c4SApple OSS Distributions obj = OSString::withCString( version );
116*a325d9c4SApple OSS Distributions assert( obj );
117*a325d9c4SApple OSS Distributions if (obj) {
118*a325d9c4SApple OSS Distributions root->setProperty( kIOKitBuildVersionKey, obj );
119*a325d9c4SApple OSS Distributions obj->release();
120*a325d9c4SApple OSS Distributions }
121*a325d9c4SApple OSS Distributions obj = IOKitDiagnostics::diagnostics();
122*a325d9c4SApple OSS Distributions if (obj) {
123*a325d9c4SApple OSS Distributions root->setProperty( kIOKitDiagnosticsKey, obj );
124*a325d9c4SApple OSS Distributions obj->release();
125*a325d9c4SApple OSS Distributions }
126*a325d9c4SApple OSS Distributions }
127*a325d9c4SApple OSS Distributions
128*a325d9c4SApple OSS Distributions /*****
129*a325d9c4SApple OSS Distributions * Pointer into bootstrap KLD segment for functions never used past startup.
130*a325d9c4SApple OSS Distributions */
131*a325d9c4SApple OSS Distributions void (*record_startup_extensions_function)(void) = NULL;
132*a325d9c4SApple OSS Distributions
133*a325d9c4SApple OSS Distributions void
InitIOKit(void * dtTop)134*a325d9c4SApple OSS Distributions InitIOKit(void *dtTop)
135*a325d9c4SApple OSS Distributions {
136*a325d9c4SApple OSS Distributions // Enable IOWaitQuiet panics on arm64 macOS except on KASAN.
137*a325d9c4SApple OSS Distributions // existing 3rd party KEXTs may hold the registry busy on x86 RELEASE kernels.
138*a325d9c4SApple OSS Distributions // Enabling this on other platforms is tracked in rdar://66364108
139*a325d9c4SApple OSS Distributions #if XNU_TARGET_OS_OSX && defined(__arm64__) && !KASAN
140*a325d9c4SApple OSS Distributions if (gIOKitDebug == DEBUG_INIT_VALUE) {
141*a325d9c4SApple OSS Distributions gIOKitDebug |= kIOWaitQuietPanics;
142*a325d9c4SApple OSS Distributions }
143*a325d9c4SApple OSS Distributions #endif
144*a325d9c4SApple OSS Distributions
145*a325d9c4SApple OSS Distributions // Compat for boot-args
146*a325d9c4SApple OSS Distributions gIOKitTrace |= (gIOKitDebug & kIOTraceCompatBootArgs);
147*a325d9c4SApple OSS Distributions
148*a325d9c4SApple OSS Distributions //
149*a325d9c4SApple OSS Distributions // Have to start IOKit environment before we attempt to start
150*a325d9c4SApple OSS Distributions // the C++ runtime environment. At some stage we have to clean up
151*a325d9c4SApple OSS Distributions // the initialisation path so that OS C++ can initialise independantly
152*a325d9c4SApple OSS Distributions // of iokit basic service initialisation, or better we have IOLib stuff
153*a325d9c4SApple OSS Distributions // initialise as basic OS services.
154*a325d9c4SApple OSS Distributions //
155*a325d9c4SApple OSS Distributions IOLibInit();
156*a325d9c4SApple OSS Distributions OSlibkernInit();
157*a325d9c4SApple OSS Distributions IOMachPortInitialize();
158*a325d9c4SApple OSS Distributions
159*a325d9c4SApple OSS Distributions gIOProgressBackbufferKey = OSSymbol::withCStringNoCopy(kIOProgressBackbufferKey);
160*a325d9c4SApple OSS Distributions gIORemoveOnReadProperties = OSSet::withObjects((const OSObject **) &gIOProgressBackbufferKey, 1);
161*a325d9c4SApple OSS Distributions
162*a325d9c4SApple OSS Distributions interruptAccountingInit();
163*a325d9c4SApple OSS Distributions
164*a325d9c4SApple OSS Distributions gRootNub = new IOPlatformExpertDevice;
165*a325d9c4SApple OSS Distributions if (__improbable(gRootNub == NULL)) {
166*a325d9c4SApple OSS Distributions panic("Failed to allocate IOKit root nub");
167*a325d9c4SApple OSS Distributions }
168*a325d9c4SApple OSS Distributions bool ok = gRootNub->init(dtTop);
169*a325d9c4SApple OSS Distributions if (__improbable(!ok)) {
170*a325d9c4SApple OSS Distributions panic("Failed to initialize IOKit root nub");
171*a325d9c4SApple OSS Distributions }
172*a325d9c4SApple OSS Distributions gRootNub->attach(NULL);
173*a325d9c4SApple OSS Distributions
174*a325d9c4SApple OSS Distributions /* If the bootstrap segment set up a function to record startup
175*a325d9c4SApple OSS Distributions * extensions, call it now.
176*a325d9c4SApple OSS Distributions */
177*a325d9c4SApple OSS Distributions if (record_startup_extensions_function) {
178*a325d9c4SApple OSS Distributions record_startup_extensions_function();
179*a325d9c4SApple OSS Distributions }
180*a325d9c4SApple OSS Distributions }
181*a325d9c4SApple OSS Distributions
182*a325d9c4SApple OSS Distributions void
ConfigureIOKit(void)183*a325d9c4SApple OSS Distributions ConfigureIOKit(void)
184*a325d9c4SApple OSS Distributions {
185*a325d9c4SApple OSS Distributions assert(gRootNub != NULL);
186*a325d9c4SApple OSS Distributions gRootNub->configureDefaults();
187*a325d9c4SApple OSS Distributions }
188*a325d9c4SApple OSS Distributions
189*a325d9c4SApple OSS Distributions void
StartIOKitMatching(void)190*a325d9c4SApple OSS Distributions StartIOKitMatching(void)
191*a325d9c4SApple OSS Distributions {
192*a325d9c4SApple OSS Distributions SOCD_TRACE_XNU(START_IOKIT);
193*a325d9c4SApple OSS Distributions assert(gRootNub != NULL);
194*a325d9c4SApple OSS Distributions bool ok = gRootNub->startIOServiceMatching();
195*a325d9c4SApple OSS Distributions if (__improbable(!ok)) {
196*a325d9c4SApple OSS Distributions panic("Failed to start IOService matching");
197*a325d9c4SApple OSS Distributions }
198*a325d9c4SApple OSS Distributions
199*a325d9c4SApple OSS Distributions #if !NO_KEXTD
200*a325d9c4SApple OSS Distributions /* Add a busy count to keep the registry busy until kextd has
201*a325d9c4SApple OSS Distributions * completely finished launching. This is decremented when kextd
202*a325d9c4SApple OSS Distributions * messages the kernel after the in-kernel linker has been
203*a325d9c4SApple OSS Distributions * removed and personalities have been sent.
204*a325d9c4SApple OSS Distributions */
205*a325d9c4SApple OSS Distributions IOService::getServiceRoot()->adjustBusy(1);
206*a325d9c4SApple OSS Distributions #endif
207*a325d9c4SApple OSS Distributions }
208*a325d9c4SApple OSS Distributions
209*a325d9c4SApple OSS Distributions void
IORegistrySetOSBuildVersion(char * build_version)210*a325d9c4SApple OSS Distributions IORegistrySetOSBuildVersion(char * build_version)
211*a325d9c4SApple OSS Distributions {
212*a325d9c4SApple OSS Distributions IORegistryEntry * root = IORegistryEntry::getRegistryRoot();
213*a325d9c4SApple OSS Distributions
214*a325d9c4SApple OSS Distributions if (root) {
215*a325d9c4SApple OSS Distributions if (build_version) {
216*a325d9c4SApple OSS Distributions root->setProperty(kOSBuildVersionKey, build_version);
217*a325d9c4SApple OSS Distributions } else {
218*a325d9c4SApple OSS Distributions root->removeProperty(kOSBuildVersionKey);
219*a325d9c4SApple OSS Distributions }
220*a325d9c4SApple OSS Distributions }
221*a325d9c4SApple OSS Distributions
222*a325d9c4SApple OSS Distributions return;
223*a325d9c4SApple OSS Distributions }
224*a325d9c4SApple OSS Distributions
225*a325d9c4SApple OSS Distributions void
IORecordProgressBackbuffer(void * buffer,size_t size,uint32_t theme)226*a325d9c4SApple OSS Distributions IORecordProgressBackbuffer(void * buffer, size_t size, uint32_t theme)
227*a325d9c4SApple OSS Distributions {
228*a325d9c4SApple OSS Distributions IORegistryEntry * chosen;
229*a325d9c4SApple OSS Distributions
230*a325d9c4SApple OSS Distributions if (((unsigned int) size) != size) {
231*a325d9c4SApple OSS Distributions return;
232*a325d9c4SApple OSS Distributions }
233*a325d9c4SApple OSS Distributions if ((chosen = IORegistryEntry::fromPath(kIODeviceTreePlane ":/chosen"))) {
234*a325d9c4SApple OSS Distributions chosen->setProperty(kIOProgressBackbufferKey, buffer, (unsigned int) size);
235*a325d9c4SApple OSS Distributions chosen->setProperty(kIOProgressColorThemeKey, theme, 32);
236*a325d9c4SApple OSS Distributions
237*a325d9c4SApple OSS Distributions chosen->release();
238*a325d9c4SApple OSS Distributions }
239*a325d9c4SApple OSS Distributions }
240*a325d9c4SApple OSS Distributions }; /* extern "C" */
241