1 /*
2 * Copyright (c) 2000-2009 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28 /*
29 * File: i386/cpu.c
30 *
31 * cpu specific routines
32 */
33
34 #include <kern/misc_protos.h>
35 #include <kern/lock_group.h>
36 #include <kern/machine.h>
37 #include <mach/processor_info.h>
38 #include <i386/pmap.h>
39 #include <i386/machine_cpu.h>
40 #include <i386/machine_routines.h>
41 #include <i386/misc_protos.h>
42 #include <i386/cpu_threads.h>
43 #include <i386/rtclock_protos.h>
44 #include <i386/cpuid.h>
45 #include <i386/lbr.h>
46 #include <kern/debug.h>
47 #if CONFIG_VMX
48 #include <i386/vmx/vmx_cpu.h>
49 #endif
50 #include <vm/vm_kern.h>
51 #include <kern/timer_call.h>
52
53 const char *processor_to_datastring(const char *prefix, processor_t target_processor);
54
55 struct processor processor_master;
56
57 /*ARGSUSED*/
58 kern_return_t
cpu_control(int slot_num,processor_info_t info,unsigned int count)59 cpu_control(
60 int slot_num,
61 processor_info_t info,
62 unsigned int count)
63 {
64 printf("cpu_control(%d,%p,%d) not implemented\n",
65 slot_num, info, count);
66 return KERN_FAILURE;
67 }
68
69 /*ARGSUSED*/
70 kern_return_t
cpu_info_count(__unused processor_flavor_t flavor,unsigned int * count)71 cpu_info_count(
72 __unused processor_flavor_t flavor,
73 unsigned int *count)
74 {
75 *count = 0;
76 return KERN_FAILURE;
77 }
78
79 /*ARGSUSED*/
80 kern_return_t
cpu_info(processor_flavor_t flavor,int slot_num,processor_info_t info,unsigned int * count)81 cpu_info(
82 processor_flavor_t flavor,
83 int slot_num,
84 processor_info_t info,
85 unsigned int *count)
86 {
87 printf("cpu_info(%d,%d,%p,%p) not implemented\n",
88 flavor, slot_num, info, count);
89 return KERN_FAILURE;
90 }
91
92 void
cpu_sleep(void)93 cpu_sleep(void)
94 {
95 cpu_data_t *cdp = current_cpu_datap();
96
97 /* This calls IOCPURunPlatformQuiesceActions when sleeping the boot cpu */
98 PE_cpu_machine_quiesce(cdp->cpu_id);
99
100 cpu_thread_halt();
101 }
102
103 void
cpu_init(void)104 cpu_init(void)
105 {
106 cpu_data_t *cdp = current_cpu_datap();
107
108 timer_call_queue_init(&cdp->rtclock_timer.queue);
109 cdp->rtclock_timer.deadline = EndOfAllTime;
110
111 cdp->cpu_type = cpuid_cputype();
112 cdp->cpu_subtype = cpuid_cpusubtype();
113
114 i386_activate_cpu();
115 }
116
117 void
cpu_start(int cpu)118 cpu_start(
119 int cpu)
120 {
121 kern_return_t ret;
122
123 if (cpu == cpu_number()) {
124 cpu_machine_init();
125 return;
126 }
127
128 /*
129 * Try to bring the CPU back online without a reset.
130 * If the fast restart doesn't succeed, fall back to
131 * the slow way.
132 */
133 ret = intel_startCPU_fast(cpu);
134 if (ret != KERN_SUCCESS) {
135 /*
136 * Should call out through PE.
137 * But take the shortcut here.
138 */
139 ret = intel_startCPU(cpu);
140 }
141
142 if (ret != KERN_SUCCESS) {
143 panic("cpu_start(%d) failed: %d\n", cpu, ret);
144 }
145 }
146
147 void
cpu_exit_wait(int cpu)148 cpu_exit_wait(
149 int cpu)
150 {
151 cpu_data_t *cdp = cpu_datap(cpu);
152 boolean_t intrs_enabled;
153 uint64_t tsc_timeout;
154
155 /*
156 * Wait until the CPU indicates that it has stopped.
157 * Disable interrupts while the topo lock is held -- arguably
158 * this should always be done but in this instance it can lead to
159 * a timeout if long-running interrupt were to occur here.
160 */
161 intrs_enabled = ml_set_interrupts_enabled(FALSE);
162 mp_safe_spin_lock(&x86_topo_lock);
163 /* Set a generous timeout of several seconds (in TSC ticks) */
164 tsc_timeout = rdtsc64() + (10ULL * 1000 * 1000 * 1000);
165 while ((cdp->lcpu.state != LCPU_HALT)
166 && (cdp->lcpu.state != LCPU_OFF)
167 && !cdp->lcpu.stopped) {
168 simple_unlock(&x86_topo_lock);
169 ml_set_interrupts_enabled(intrs_enabled);
170 cpu_pause();
171 if (rdtsc64() > tsc_timeout) {
172 panic("cpu_exit_wait(%d) timeout", cpu);
173 }
174 ml_set_interrupts_enabled(FALSE);
175 mp_safe_spin_lock(&x86_topo_lock);
176 }
177 simple_unlock(&x86_topo_lock);
178 ml_set_interrupts_enabled(intrs_enabled);
179 }
180
181 void
cpu_machine_init(void)182 cpu_machine_init(
183 void)
184 {
185 cpu_data_t *cdp = current_cpu_datap();
186
187 PE_cpu_machine_init(cdp->cpu_id, !cdp->cpu_boot_complete);
188 cdp->cpu_boot_complete = TRUE;
189 cdp->cpu_running = TRUE;
190 ml_init_interrupt();
191
192 #if CONFIG_VMX
193 /* initialize VMX for every CPU */
194 vmx_cpu_init();
195 #endif
196 }
197
198 processor_t
current_processor(void)199 current_processor(void)
200 {
201 return current_cpu_datap()->cpu_processor;
202 }
203
204 processor_t
cpu_to_processor(int cpu)205 cpu_to_processor(
206 int cpu)
207 {
208 return cpu_datap(cpu)->cpu_processor;
209 }
210
211 ast_t *
ast_pending(void)212 ast_pending(void)
213 {
214 return ¤t_cpu_datap()->cpu_pending_ast;
215 }
216
217 cpu_type_t
slot_type(int slot_num)218 slot_type(
219 int slot_num)
220 {
221 return cpu_datap(slot_num)->cpu_type;
222 }
223
224 cpu_subtype_t
slot_subtype(int slot_num)225 slot_subtype(
226 int slot_num)
227 {
228 return cpu_datap(slot_num)->cpu_subtype;
229 }
230
231 cpu_threadtype_t
slot_threadtype(int slot_num)232 slot_threadtype(
233 int slot_num)
234 {
235 return cpu_datap(slot_num)->cpu_threadtype;
236 }
237
238 cpu_type_t
cpu_type(void)239 cpu_type(void)
240 {
241 return current_cpu_datap()->cpu_type;
242 }
243
244 cpu_subtype_t
cpu_subtype(void)245 cpu_subtype(void)
246 {
247 return current_cpu_datap()->cpu_subtype;
248 }
249
250 cpu_threadtype_t
cpu_threadtype(void)251 cpu_threadtype(void)
252 {
253 return current_cpu_datap()->cpu_threadtype;
254 }
255
256 const char *
processor_to_datastring(const char * prefix,processor_t target_processor)257 processor_to_datastring(const char *prefix, processor_t target_processor)
258 {
259 static char printBuf[256];
260 uint32_t cpu_num = target_processor->cpu_id;
261
262 cpu_data_t *cpup = cpu_datap(cpu_num);
263 thread_t act;
264
265 act = ml_validate_nofault((vm_offset_t)cpup->cpu_active_thread,
266 sizeof(struct thread)) ? cpup->cpu_active_thread : NULL;
267
268 snprintf(printBuf, sizeof(printBuf),
269 "%s: tCPU %u (%d) [tid=0x%llx(bp=%d sp=%d) s=0x%x ps=0x%x cpa=0x%x spa=0x%llx pl=%d il=%d r=%d]",
270 prefix,
271 cpu_num,
272 target_processor->state,
273 act ? act->thread_id : ~0ULL,
274 act ? act->base_pri : -1,
275 act ? act->sched_pri : -1,
276 cpup->cpu_signals,
277 cpup->cpu_prior_signals,
278 cpup->cpu_pending_ast,
279 target_processor->processor_set->pending_AST_URGENT_cpu_mask,
280 cpup->cpu_preemption_level,
281 cpup->cpu_interrupt_level,
282 cpup->cpu_running);
283
284 return (const char *)&printBuf[0];
285 }
286