Lines Matching refs:cpu_data_ptr
99 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_sleep() local
100 cpu_data_ptr->cpu_active_thread = current_thread(); in cpu_sleep()
101 cpu_data_ptr->cpu_reset_handler = (vm_offset_t) start_cpu_paddr; in cpu_sleep()
102 cpu_data_ptr->cpu_flags |= SleepState; in cpu_sleep()
103 cpu_data_ptr->cpu_user_debug = NULL; in cpu_sleep()
107 PE_cpu_machine_quiesce(cpu_data_ptr->cpu_id); in cpu_sleep()
119 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle() local
122 if ((!idle_enable) || (cpu_data_ptr->cpu_signal & SIGPdisabled)) { in cpu_idle()
128 lastPop = cpu_data_ptr->rtcPop; in cpu_idle()
130 cpu_data_ptr->cpu_active_thread = current_thread(); in cpu_idle()
132 if (cpu_data_ptr->cpu_idle_notify != NULL) { in cpu_idle()
133 cpu_data_ptr->cpu_idle_notify(cpu_data_ptr->cpu_id, TRUE, &new_idle_timeout_ticks); in cpu_idle()
136 if (cpu_data_ptr->idle_timer_notify != 0) { in cpu_idle()
139 cpu_data_ptr->idle_timer_deadline = 0x0ULL; in cpu_idle()
142 …clock_absolutetime_interval_to_deadline(new_idle_timeout_ticks, &cpu_data_ptr->idle_timer_deadline… in cpu_idle()
145 if (cpu_data_ptr->rtcPop != lastPop) { in cpu_idle()
174 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle_exit() local
179 if (cpu_data_ptr->cpu_idle_notify != NULL) { in cpu_idle_exit()
180 cpu_data_ptr->cpu_idle_notify(cpu_data_ptr->cpu_id, FALSE, &new_idle_timeout_ticks); in cpu_idle_exit()
183 if (cpu_data_ptr->idle_timer_notify != 0) { in cpu_idle_exit()
186 cpu_data_ptr->idle_timer_deadline = 0x0ULL; in cpu_idle_exit()
189 …clock_absolutetime_interval_to_deadline(new_idle_timeout_ticks, &cpu_data_ptr->idle_timer_deadline… in cpu_idle_exit()
271 cpu_stack_alloc(cpu_data_t *cpu_data_ptr) in cpu_stack_alloc() argument
285 cpu_data_ptr->intstack_top = irq_stack + PAGE_SIZE + INTSTACK_SIZE; in cpu_stack_alloc()
286 cpu_data_ptr->istackptr = cpu_data_ptr->intstack_top; in cpu_stack_alloc()
297 cpu_data_ptr->fiqstack_top = fiq_stack + PAGE_SIZE + FIQSTACK_SIZE; in cpu_stack_alloc()
298 cpu_data_ptr->fiqstackptr = cpu_data_ptr->fiqstack_top; in cpu_stack_alloc()
302 cpu_data_free(cpu_data_t *cpu_data_ptr) in cpu_data_free() argument
304 if ((cpu_data_ptr == NULL) || (cpu_data_ptr == &BootCpuData)) { in cpu_data_free()
308 int cpu_number = cpu_data_ptr->cpu_number; in cpu_data_free()
310 if (CpuDataEntries[cpu_number].cpu_data_vaddr == cpu_data_ptr) { in cpu_data_free()
316 (kfree)((void *)(cpu_data_ptr->intstack_top - INTSTACK_SIZE), INTSTACK_SIZE); in cpu_data_free()
317 (kfree)((void *)(cpu_data_ptr->fiqstack_top - FIQSTACK_SIZE), FIQSTACK_SIZE); in cpu_data_free()
321 cpu_data_init(cpu_data_t *cpu_data_ptr) in cpu_data_init() argument
323 cpu_data_ptr->cpu_flags = 0; in cpu_data_init()
325 cpu_data_ptr->cpu_exc_vectors = (vm_offset_t)&ExceptionVectorsTable; in cpu_data_init()
327 cpu_data_ptr->cpu_int_state = 0; in cpu_data_init()
328 cpu_data_ptr->cpu_pending_ast = AST_NONE; in cpu_data_init()
329 cpu_data_ptr->cpu_cache_dispatch = NULL; in cpu_data_init()
330 cpu_data_ptr->rtcPop = EndOfAllTime; in cpu_data_init()
331 cpu_data_ptr->rtclock_datap = &RTClockData; in cpu_data_init()
332 cpu_data_ptr->cpu_user_debug = NULL; in cpu_data_init()
333 cpu_data_ptr->cpu_base_timebase_low = 0; in cpu_data_init()
334 cpu_data_ptr->cpu_base_timebase_high = 0; in cpu_data_init()
335 cpu_data_ptr->cpu_idle_notify = NULL; in cpu_data_init()
336 cpu_data_ptr->cpu_idle_latency = 0x0ULL; in cpu_data_init()
337 cpu_data_ptr->cpu_idle_pop = 0x0ULL; in cpu_data_init()
338 cpu_data_ptr->cpu_reset_type = 0x0UL; in cpu_data_init()
339 cpu_data_ptr->cpu_reset_handler = 0x0UL; in cpu_data_init()
340 cpu_data_ptr->cpu_reset_assist = 0x0UL; in cpu_data_init()
341 cpu_data_ptr->cpu_regmap_paddr = 0x0ULL; in cpu_data_init()
342 cpu_data_ptr->cpu_phys_id = 0x0UL; in cpu_data_init()
343 cpu_data_ptr->cpu_l2_access_penalty = 0; in cpu_data_init()
344 cpu_data_ptr->cpu_cluster_type = CLUSTER_TYPE_SMP; in cpu_data_init()
345 cpu_data_ptr->cpu_cluster_id = 0; in cpu_data_init()
346 cpu_data_ptr->cpu_l2_id = 0; in cpu_data_init()
347 cpu_data_ptr->cpu_l2_size = 0; in cpu_data_init()
348 cpu_data_ptr->cpu_l3_id = 0; in cpu_data_init()
349 cpu_data_ptr->cpu_l3_size = 0; in cpu_data_init()
351 cpu_data_ptr->cpu_signal = SIGPdisabled; in cpu_data_init()
353 cpu_data_ptr->cpu_get_fiq_handler = NULL; in cpu_data_init()
354 cpu_data_ptr->cpu_tbd_hardware_addr = NULL; in cpu_data_init()
355 cpu_data_ptr->cpu_tbd_hardware_val = NULL; in cpu_data_init()
356 cpu_data_ptr->cpu_get_decrementer_func = NULL; in cpu_data_init()
357 cpu_data_ptr->cpu_set_decrementer_func = NULL; in cpu_data_init()
358 cpu_data_ptr->cpu_sleep_token = ARM_CPU_ON_SLEEP_PATH; in cpu_data_init()
359 cpu_data_ptr->cpu_sleep_token_last = 0x00000000UL; in cpu_data_init()
360 cpu_data_ptr->cpu_xcall_p0 = NULL; in cpu_data_init()
361 cpu_data_ptr->cpu_xcall_p1 = NULL; in cpu_data_init()
362 cpu_data_ptr->cpu_imm_xcall_p0 = NULL; in cpu_data_init()
363 cpu_data_ptr->cpu_imm_xcall_p1 = NULL; in cpu_data_init()
366 cpu_data_ptr->cpu_CLWFlush_req = 0x0ULL; in cpu_data_init()
367 cpu_data_ptr->cpu_CLWFlush_last = 0x0ULL; in cpu_data_init()
368 cpu_data_ptr->cpu_CLWClean_req = 0x0ULL; in cpu_data_init()
369 cpu_data_ptr->cpu_CLWClean_last = 0x0ULL; in cpu_data_init()
370 cpu_data_ptr->cpu_CLW_active = 0x1UL; in cpu_data_init()
374 pmap_cpu_data_t * pmap_cpu_data_ptr = &cpu_data_ptr->cpu_pmap_cpu_data; in cpu_data_init()
382 cpu_data_ptr->halt_status = CPU_NOT_HALTED; in cpu_data_init()
386 cpu_data_register(cpu_data_t *cpu_data_ptr) in cpu_data_register() argument
395 cpu_data_ptr->cpu_number = cpu; in cpu_data_register()
397 CpuDataEntries[cpu].cpu_data_vaddr = cpu_data_ptr; in cpu_data_register()
398 CpuDataEntries[cpu].cpu_data_paddr = (void *)ml_vtophys((vm_offset_t)cpu_data_ptr); in cpu_data_register()
410 cpu_data_t *cpu_data_ptr; in cpu_start() local
414 cpu_data_ptr = CpuDataEntries[cpu].cpu_data_vaddr; in cpu_start()
415 cpu_data_ptr->cpu_reset_handler = (vm_offset_t) start_cpu_paddr; in cpu_start()
418 cpu_data_ptr->cpu_pmap_cpu_data.cpu_user_pmap = NULL; in cpu_start()
421 processor = PERCPU_GET_RELATIVE(processor, cpu_data, cpu_data_ptr); in cpu_start()
427 cpu_data_ptr->cpu_active_thread = first_thread; in cpu_start()
428 first_thread->machine.CpuDatap = cpu_data_ptr; in cpu_start()
430 (vm_address_t)cpu_data_ptr - __PERCPU_ADDR(cpu_data); in cpu_start()
433 flush_dcache((vm_offset_t)cpu_data_ptr, sizeof(cpu_data_t), FALSE); in cpu_start()
434 (void) PE_cpu_start(cpu_data_ptr->cpu_id, (vm_offset_t)NULL, (vm_offset_t)NULL); in cpu_start()
470 cpu_data_t *cpu_data_ptr = getCpuDatap(); in ml_arm_sleep() local
472 if (cpu_data_ptr == &BootCpuData) { in ml_arm_sleep()
483 if (target_cdp == cpu_data_ptr) { in ml_arm_sleep()
500 cpu_data_ptr->cpu_sleep_token = ARM_CPU_ON_SLEEP_PATH; in ml_arm_sleep()
502 cpu_data_ptr->cpu_CLWFlush_req = 0; in ml_arm_sleep()
503 cpu_data_ptr->cpu_CLWClean_req = 0; in ml_arm_sleep()
505 cpu_data_ptr->cpu_CLW_active = 0; in ml_arm_sleep()
507 if (cpu_data_ptr == &BootCpuData) { in ml_arm_sleep()
512 CleanPoC_DcacheRegion((vm_offset_t) cpu_data_ptr, sizeof(cpu_data_t)); in ml_arm_sleep()
529 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_machine_idle_init() local
577 if (cpu_data_ptr == &BootCpuData) { in cpu_machine_idle_init()
582 cpu_data_ptr->cpu_reset_handler = resume_idle_cpu_paddr; in cpu_machine_idle_init()
583 clean_dcache((vm_offset_t)cpu_data_ptr, sizeof(cpu_data_t), FALSE); in cpu_machine_idle_init()