Lines Matching refs:cpu_data_ptr
99 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_sleep() local
100 cpu_data_ptr->cpu_active_thread = current_thread(); in cpu_sleep()
101 cpu_data_ptr->cpu_reset_handler = (vm_offset_t) start_cpu_paddr; in cpu_sleep()
102 cpu_data_ptr->cpu_flags |= SleepState; in cpu_sleep()
104 if (cpu_data_ptr->cpu_user_debug != NULL) { in cpu_sleep()
110 PE_cpu_machine_quiesce(cpu_data_ptr->cpu_id); in cpu_sleep()
122 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle() local
125 if ((!idle_enable) || (cpu_data_ptr->cpu_signal & SIGPdisabled)) { in cpu_idle()
131 lastPop = cpu_data_ptr->rtcPop; in cpu_idle()
133 cpu_data_ptr->cpu_active_thread = current_thread(); in cpu_idle()
135 if (cpu_data_ptr->cpu_idle_notify != NULL) { in cpu_idle()
136 cpu_data_ptr->cpu_idle_notify(cpu_data_ptr->cpu_id, TRUE, &new_idle_timeout_ticks); in cpu_idle()
139 if (cpu_data_ptr->idle_timer_notify != 0) { in cpu_idle()
142 cpu_data_ptr->idle_timer_deadline = 0x0ULL; in cpu_idle()
145 …clock_absolutetime_interval_to_deadline(new_idle_timeout_ticks, &cpu_data_ptr->idle_timer_deadline… in cpu_idle()
148 if (cpu_data_ptr->rtcPop != lastPop) { in cpu_idle()
177 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle_exit() local
182 if (cpu_data_ptr->cpu_idle_notify != NULL) { in cpu_idle_exit()
183 cpu_data_ptr->cpu_idle_notify(cpu_data_ptr->cpu_id, FALSE, &new_idle_timeout_ticks); in cpu_idle_exit()
186 if (cpu_data_ptr->idle_timer_notify != 0) { in cpu_idle_exit()
189 cpu_data_ptr->idle_timer_deadline = 0x0ULL; in cpu_idle_exit()
192 …clock_absolutetime_interval_to_deadline(new_idle_timeout_ticks, &cpu_data_ptr->idle_timer_deadline… in cpu_idle_exit()
274 cpu_stack_alloc(cpu_data_t *cpu_data_ptr) in cpu_stack_alloc() argument
288 cpu_data_ptr->intstack_top = irq_stack + PAGE_SIZE + INTSTACK_SIZE; in cpu_stack_alloc()
289 cpu_data_ptr->istackptr = cpu_data_ptr->intstack_top; in cpu_stack_alloc()
300 cpu_data_ptr->fiqstack_top = fiq_stack + PAGE_SIZE + FIQSTACK_SIZE; in cpu_stack_alloc()
301 cpu_data_ptr->fiqstackptr = cpu_data_ptr->fiqstack_top; in cpu_stack_alloc()
305 cpu_data_free(cpu_data_t *cpu_data_ptr) in cpu_data_free() argument
307 if ((cpu_data_ptr == NULL) || (cpu_data_ptr == &BootCpuData)) { in cpu_data_free()
311 int cpu_number = cpu_data_ptr->cpu_number; in cpu_data_free()
313 if (CpuDataEntries[cpu_number].cpu_data_vaddr == cpu_data_ptr) { in cpu_data_free()
320 cpu_data_ptr->intstack_top - INTSTACK_SIZE - PAGE_SIZE, in cpu_data_free()
323 cpu_data_ptr->fiqstack_top - FIQSTACK_SIZE - PAGE_SIZE, in cpu_data_free()
328 cpu_data_init(cpu_data_t *cpu_data_ptr) in cpu_data_init() argument
330 cpu_data_ptr->cpu_flags = 0; in cpu_data_init()
332 cpu_data_ptr->cpu_exc_vectors = (vm_offset_t)&ExceptionVectorsTable; in cpu_data_init()
334 cpu_data_ptr->cpu_int_state = 0; in cpu_data_init()
335 cpu_data_ptr->cpu_pending_ast = AST_NONE; in cpu_data_init()
336 cpu_data_ptr->cpu_cache_dispatch = NULL; in cpu_data_init()
337 cpu_data_ptr->rtcPop = EndOfAllTime; in cpu_data_init()
338 cpu_data_ptr->rtclock_datap = &RTClockData; in cpu_data_init()
339 cpu_data_ptr->cpu_user_debug = NULL; in cpu_data_init()
340 cpu_data_ptr->cpu_base_timebase_low = 0; in cpu_data_init()
341 cpu_data_ptr->cpu_base_timebase_high = 0; in cpu_data_init()
342 cpu_data_ptr->cpu_idle_notify = NULL; in cpu_data_init()
343 cpu_data_ptr->cpu_idle_latency = 0x0ULL; in cpu_data_init()
344 cpu_data_ptr->cpu_idle_pop = 0x0ULL; in cpu_data_init()
345 cpu_data_ptr->cpu_reset_type = 0x0UL; in cpu_data_init()
346 cpu_data_ptr->cpu_reset_handler = 0x0UL; in cpu_data_init()
347 cpu_data_ptr->cpu_reset_assist = 0x0UL; in cpu_data_init()
348 cpu_data_ptr->cpu_regmap_paddr = 0x0ULL; in cpu_data_init()
349 cpu_data_ptr->cpu_phys_id = 0x0UL; in cpu_data_init()
350 cpu_data_ptr->cpu_l2_access_penalty = 0; in cpu_data_init()
351 cpu_data_ptr->cpu_cluster_type = CLUSTER_TYPE_SMP; in cpu_data_init()
352 cpu_data_ptr->cpu_cluster_id = 0; in cpu_data_init()
353 cpu_data_ptr->cpu_l2_id = 0; in cpu_data_init()
354 cpu_data_ptr->cpu_l2_size = 0; in cpu_data_init()
355 cpu_data_ptr->cpu_l3_id = 0; in cpu_data_init()
356 cpu_data_ptr->cpu_l3_size = 0; in cpu_data_init()
358 cpu_data_ptr->cpu_signal = SIGPdisabled; in cpu_data_init()
360 cpu_data_ptr->cpu_get_fiq_handler = NULL; in cpu_data_init()
361 cpu_data_ptr->cpu_tbd_hardware_addr = NULL; in cpu_data_init()
362 cpu_data_ptr->cpu_tbd_hardware_val = NULL; in cpu_data_init()
363 cpu_data_ptr->cpu_get_decrementer_func = NULL; in cpu_data_init()
364 cpu_data_ptr->cpu_set_decrementer_func = NULL; in cpu_data_init()
365 cpu_data_ptr->cpu_sleep_token = ARM_CPU_ON_SLEEP_PATH; in cpu_data_init()
366 cpu_data_ptr->cpu_sleep_token_last = 0x00000000UL; in cpu_data_init()
367 cpu_data_ptr->cpu_xcall_p0 = NULL; in cpu_data_init()
368 cpu_data_ptr->cpu_xcall_p1 = NULL; in cpu_data_init()
369 cpu_data_ptr->cpu_imm_xcall_p0 = NULL; in cpu_data_init()
370 cpu_data_ptr->cpu_imm_xcall_p1 = NULL; in cpu_data_init()
373 cpu_data_ptr->cpu_CLWFlush_req = 0x0ULL; in cpu_data_init()
374 cpu_data_ptr->cpu_CLWFlush_last = 0x0ULL; in cpu_data_init()
375 cpu_data_ptr->cpu_CLWClean_req = 0x0ULL; in cpu_data_init()
376 cpu_data_ptr->cpu_CLWClean_last = 0x0ULL; in cpu_data_init()
377 cpu_data_ptr->cpu_CLW_active = 0x1UL; in cpu_data_init()
381 pmap_cpu_data_t * pmap_cpu_data_ptr = &cpu_data_ptr->cpu_pmap_cpu_data; in cpu_data_init()
389 cpu_data_ptr->halt_status = CPU_NOT_HALTED; in cpu_data_init()
393 cpu_data_register(cpu_data_t *cpu_data_ptr) in cpu_data_register() argument
402 cpu_data_ptr->cpu_number = cpu; in cpu_data_register()
404 CpuDataEntries[cpu].cpu_data_vaddr = cpu_data_ptr; in cpu_data_register()
405 CpuDataEntries[cpu].cpu_data_paddr = (void *)ml_vtophys((vm_offset_t)cpu_data_ptr); in cpu_data_register()
417 cpu_data_t *cpu_data_ptr; in cpu_start() local
421 cpu_data_ptr = CpuDataEntries[cpu].cpu_data_vaddr; in cpu_start()
422 cpu_data_ptr->cpu_reset_handler = (vm_offset_t) start_cpu_paddr; in cpu_start()
425 cpu_data_ptr->cpu_pmap_cpu_data.cpu_user_pmap = NULL; in cpu_start()
428 processor = PERCPU_GET_RELATIVE(processor, cpu_data, cpu_data_ptr); in cpu_start()
434 cpu_data_ptr->cpu_active_thread = first_thread; in cpu_start()
435 first_thread->machine.CpuDatap = cpu_data_ptr; in cpu_start()
437 (vm_address_t)cpu_data_ptr - __PERCPU_ADDR(cpu_data); in cpu_start()
440 flush_dcache((vm_offset_t)cpu_data_ptr, sizeof(cpu_data_t), FALSE); in cpu_start()
441 (void) PE_cpu_start(cpu_data_ptr->cpu_id, (vm_offset_t)NULL, (vm_offset_t)NULL); in cpu_start()
477 cpu_data_t *cpu_data_ptr = getCpuDatap(); in ml_arm_sleep() local
479 if (cpu_data_ptr == &BootCpuData) { in ml_arm_sleep()
490 if (target_cdp == cpu_data_ptr) { in ml_arm_sleep()
507 cpu_data_ptr->cpu_sleep_token = ARM_CPU_ON_SLEEP_PATH; in ml_arm_sleep()
509 cpu_data_ptr->cpu_CLWFlush_req = 0; in ml_arm_sleep()
510 cpu_data_ptr->cpu_CLWClean_req = 0; in ml_arm_sleep()
512 cpu_data_ptr->cpu_CLW_active = 0; in ml_arm_sleep()
514 if (cpu_data_ptr == &BootCpuData) { in ml_arm_sleep()
519 CleanPoC_DcacheRegion((vm_offset_t) cpu_data_ptr, sizeof(cpu_data_t)); in ml_arm_sleep()
536 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_machine_idle_init() local
584 if (cpu_data_ptr == &BootCpuData) { in cpu_machine_idle_init()
589 cpu_data_ptr->cpu_reset_handler = resume_idle_cpu_paddr; in cpu_machine_idle_init()
590 clean_dcache((vm_offset_t)cpu_data_ptr, sizeof(cpu_data_t), FALSE); in cpu_machine_idle_init()