1*bbb1b6f9SApple OSS Distributions /* 2*bbb1b6f9SApple OSS Distributions * Copyright (c) 2008 Apple Inc. All rights reserved. 3*bbb1b6f9SApple OSS Distributions * 4*bbb1b6f9SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ 5*bbb1b6f9SApple OSS Distributions * 6*bbb1b6f9SApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code 7*bbb1b6f9SApple OSS Distributions * as defined in and that are subject to the Apple Public Source License 8*bbb1b6f9SApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in 9*bbb1b6f9SApple OSS Distributions * compliance with the License. The rights granted to you under the License 10*bbb1b6f9SApple OSS Distributions * may not be used to create, or enable the creation or redistribution of, 11*bbb1b6f9SApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to 12*bbb1b6f9SApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any 13*bbb1b6f9SApple OSS Distributions * terms of an Apple operating system software license agreement. 14*bbb1b6f9SApple OSS Distributions * 15*bbb1b6f9SApple OSS Distributions * Please obtain a copy of the License at 16*bbb1b6f9SApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file. 17*bbb1b6f9SApple OSS Distributions * 18*bbb1b6f9SApple OSS Distributions * The Original Code and all software distributed under the License are 19*bbb1b6f9SApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER 20*bbb1b6f9SApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, 21*bbb1b6f9SApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, 22*bbb1b6f9SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. 23*bbb1b6f9SApple OSS Distributions * Please see the License for the specific language governing rights and 24*bbb1b6f9SApple OSS Distributions * limitations under the License. 25*bbb1b6f9SApple OSS Distributions * 26*bbb1b6f9SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ 27*bbb1b6f9SApple OSS Distributions */ 28*bbb1b6f9SApple OSS Distributions /* 29*bbb1b6f9SApple OSS Distributions * Timer queue support routines. 30*bbb1b6f9SApple OSS Distributions */ 31*bbb1b6f9SApple OSS Distributions 32*bbb1b6f9SApple OSS Distributions #ifndef _KERN_TIMER_QUEUE_H_ 33*bbb1b6f9SApple OSS Distributions #define _KERN_TIMER_QUEUE_H_ 34*bbb1b6f9SApple OSS Distributions 35*bbb1b6f9SApple OSS Distributions #include <mach/mach_types.h> 36*bbb1b6f9SApple OSS Distributions 37*bbb1b6f9SApple OSS Distributions #ifdef MACH_KERNEL_PRIVATE 38*bbb1b6f9SApple OSS Distributions 39*bbb1b6f9SApple OSS Distributions #include <kern/mpqueue.h> 40*bbb1b6f9SApple OSS Distributions #include <kern/queue.h> 41*bbb1b6f9SApple OSS Distributions 42*bbb1b6f9SApple OSS Distributions /* 43*bbb1b6f9SApple OSS Distributions * Invoked by kernel, implemented by platform. 44*bbb1b6f9SApple OSS Distributions */ 45*bbb1b6f9SApple OSS Distributions 46*bbb1b6f9SApple OSS Distributions /* Request an expiration deadline, returns queue association */ 47*bbb1b6f9SApple OSS Distributions extern mpqueue_head_t * timer_queue_assign( 48*bbb1b6f9SApple OSS Distributions uint64_t deadline); 49*bbb1b6f9SApple OSS Distributions 50*bbb1b6f9SApple OSS Distributions extern uint64_t timer_call_slop( 51*bbb1b6f9SApple OSS Distributions uint64_t deadline, 52*bbb1b6f9SApple OSS Distributions uint64_t armtime, 53*bbb1b6f9SApple OSS Distributions uint32_t urgency, 54*bbb1b6f9SApple OSS Distributions thread_t arming_thread, 55*bbb1b6f9SApple OSS Distributions boolean_t *rlimited); 56*bbb1b6f9SApple OSS Distributions extern boolean_t timer_resort_threshold(uint64_t); 57*bbb1b6f9SApple OSS Distributions 58*bbb1b6f9SApple OSS Distributions /* Cancel an associated expiration deadline and specify new deadline */ 59*bbb1b6f9SApple OSS Distributions extern void timer_queue_cancel( 60*bbb1b6f9SApple OSS Distributions mpqueue_head_t *queue, 61*bbb1b6f9SApple OSS Distributions uint64_t deadline, 62*bbb1b6f9SApple OSS Distributions uint64_t new_deadline); 63*bbb1b6f9SApple OSS Distributions 64*bbb1b6f9SApple OSS Distributions /* Return a pointer to the local timer queue for a given cpu */ 65*bbb1b6f9SApple OSS Distributions extern mpqueue_head_t * timer_queue_cpu( 66*bbb1b6f9SApple OSS Distributions int cpu); 67*bbb1b6f9SApple OSS Distributions 68*bbb1b6f9SApple OSS Distributions /* Call a function with argument on a cpu */ 69*bbb1b6f9SApple OSS Distributions extern void timer_call_cpu( 70*bbb1b6f9SApple OSS Distributions int cpu, 71*bbb1b6f9SApple OSS Distributions void (*fn)(void *), 72*bbb1b6f9SApple OSS Distributions void *arg); 73*bbb1b6f9SApple OSS Distributions 74*bbb1b6f9SApple OSS Distributions /* Queue a function to be called with argument on a cpu */ 75*bbb1b6f9SApple OSS Distributions extern void timer_call_nosync_cpu( 76*bbb1b6f9SApple OSS Distributions int cpu, 77*bbb1b6f9SApple OSS Distributions void (*fn)(void *), 78*bbb1b6f9SApple OSS Distributions void *arg); 79*bbb1b6f9SApple OSS Distributions 80*bbb1b6f9SApple OSS Distributions /* 81*bbb1b6f9SApple OSS Distributions * Invoked by platform, implemented by kernel. 82*bbb1b6f9SApple OSS Distributions */ 83*bbb1b6f9SApple OSS Distributions 84*bbb1b6f9SApple OSS Distributions /* 85*bbb1b6f9SApple OSS Distributions * Invoked by kernel, implemented by platform. 86*bbb1b6f9SApple OSS Distributions */ 87*bbb1b6f9SApple OSS Distributions 88*bbb1b6f9SApple OSS Distributions #define NUM_LATENCY_QOS_TIERS (6) 89*bbb1b6f9SApple OSS Distributions 90*bbb1b6f9SApple OSS Distributions typedef struct { 91*bbb1b6f9SApple OSS Distributions uint32_t idle_entry_timer_processing_hdeadline_threshold_ns; 92*bbb1b6f9SApple OSS Distributions uint32_t interrupt_timer_coalescing_ilat_threshold_ns; 93*bbb1b6f9SApple OSS Distributions uint32_t timer_resort_threshold_ns; 94*bbb1b6f9SApple OSS Distributions 95*bbb1b6f9SApple OSS Distributions int32_t timer_coalesce_rt_shift; 96*bbb1b6f9SApple OSS Distributions int32_t timer_coalesce_bg_shift; 97*bbb1b6f9SApple OSS Distributions int32_t timer_coalesce_kt_shift; 98*bbb1b6f9SApple OSS Distributions int32_t timer_coalesce_fp_shift; 99*bbb1b6f9SApple OSS Distributions int32_t timer_coalesce_ts_shift; 100*bbb1b6f9SApple OSS Distributions 101*bbb1b6f9SApple OSS Distributions uint64_t timer_coalesce_rt_ns_max; 102*bbb1b6f9SApple OSS Distributions uint64_t timer_coalesce_bg_ns_max; 103*bbb1b6f9SApple OSS Distributions uint64_t timer_coalesce_kt_ns_max; 104*bbb1b6f9SApple OSS Distributions uint64_t timer_coalesce_fp_ns_max; 105*bbb1b6f9SApple OSS Distributions uint64_t timer_coalesce_ts_ns_max; 106*bbb1b6f9SApple OSS Distributions 107*bbb1b6f9SApple OSS Distributions uint32_t latency_qos_scale[NUM_LATENCY_QOS_TIERS]; 108*bbb1b6f9SApple OSS Distributions uint64_t latency_qos_ns_max[NUM_LATENCY_QOS_TIERS]; 109*bbb1b6f9SApple OSS Distributions boolean_t latency_tier_rate_limited[NUM_LATENCY_QOS_TIERS]; 110*bbb1b6f9SApple OSS Distributions } timer_coalescing_priority_params_ns_t; 111*bbb1b6f9SApple OSS Distributions 112*bbb1b6f9SApple OSS Distributions extern timer_coalescing_priority_params_ns_t * timer_call_get_priority_params(void); 113*bbb1b6f9SApple OSS Distributions 114*bbb1b6f9SApple OSS Distributions 115*bbb1b6f9SApple OSS Distributions extern uint64_t timer_call_slop( 116*bbb1b6f9SApple OSS Distributions uint64_t deadline, 117*bbb1b6f9SApple OSS Distributions uint64_t armtime, 118*bbb1b6f9SApple OSS Distributions uint32_t urgency, 119*bbb1b6f9SApple OSS Distributions thread_t arming_thread, 120*bbb1b6f9SApple OSS Distributions boolean_t *rlimited); 121*bbb1b6f9SApple OSS Distributions 122*bbb1b6f9SApple OSS Distributions /* Process deadline expiration for queue, returns new deadline */ 123*bbb1b6f9SApple OSS Distributions extern uint64_t timer_queue_expire( 124*bbb1b6f9SApple OSS Distributions mpqueue_head_t *queue, 125*bbb1b6f9SApple OSS Distributions uint64_t deadline); 126*bbb1b6f9SApple OSS Distributions 127*bbb1b6f9SApple OSS Distributions extern uint64_t timer_queue_expire_with_options( 128*bbb1b6f9SApple OSS Distributions mpqueue_head_t *, 129*bbb1b6f9SApple OSS Distributions uint64_t, 130*bbb1b6f9SApple OSS Distributions boolean_t); 131*bbb1b6f9SApple OSS Distributions 132*bbb1b6f9SApple OSS Distributions /* Shutdown a timer queue and reassign existing activities */ 133*bbb1b6f9SApple OSS Distributions extern void timer_queue_shutdown(int target_cpu, 134*bbb1b6f9SApple OSS Distributions mpqueue_head_t *queue, 135*bbb1b6f9SApple OSS Distributions mpqueue_head_t *new_queue); 136*bbb1b6f9SApple OSS Distributions 137*bbb1b6f9SApple OSS Distributions /* Move timer requests from one queue to another */ 138*bbb1b6f9SApple OSS Distributions extern int timer_queue_migrate( 139*bbb1b6f9SApple OSS Distributions mpqueue_head_t *from, 140*bbb1b6f9SApple OSS Distributions mpqueue_head_t *to); 141*bbb1b6f9SApple OSS Distributions 142*bbb1b6f9SApple OSS Distributions /* 143*bbb1b6f9SApple OSS Distributions * Invoked by platform, implemented by platfrom. 144*bbb1b6f9SApple OSS Distributions */ 145*bbb1b6f9SApple OSS Distributions 146*bbb1b6f9SApple OSS Distributions extern void timer_intr(int inuser, uint64_t iaddr); 147*bbb1b6f9SApple OSS Distributions 148*bbb1b6f9SApple OSS Distributions #if defined(i386) || defined(x86_64) 149*bbb1b6f9SApple OSS Distributions extern uint64_t setPop(uint64_t time); 150*bbb1b6f9SApple OSS Distributions #else 151*bbb1b6f9SApple OSS Distributions extern int setPop(uint64_t time); 152*bbb1b6f9SApple OSS Distributions #endif 153*bbb1b6f9SApple OSS Distributions 154*bbb1b6f9SApple OSS Distributions extern void timer_resync_deadlines(void); 155*bbb1b6f9SApple OSS Distributions 156*bbb1b6f9SApple OSS Distributions extern void timer_queue_expire_local(void *arg); 157*bbb1b6f9SApple OSS Distributions 158*bbb1b6f9SApple OSS Distributions extern void timer_set_deadline(uint64_t deadline); 159*bbb1b6f9SApple OSS Distributions 160*bbb1b6f9SApple OSS Distributions /* Migrate the local timer queue of a given cpu to the master cpu */ 161*bbb1b6f9SApple OSS Distributions extern uint32_t timer_queue_migrate_cpu(int target_cpu); 162*bbb1b6f9SApple OSS Distributions 163*bbb1b6f9SApple OSS Distributions extern void timer_queue_trace( 164*bbb1b6f9SApple OSS Distributions mpqueue_head_t *queue); 165*bbb1b6f9SApple OSS Distributions extern void timer_queue_trace_cpu(int cpu); 166*bbb1b6f9SApple OSS Distributions 167*bbb1b6f9SApple OSS Distributions extern uint64_t timer_sysctl_get(int oid); 168*bbb1b6f9SApple OSS Distributions extern kern_return_t timer_sysctl_set(int oid, uint64_t value); 169*bbb1b6f9SApple OSS Distributions 170*bbb1b6f9SApple OSS Distributions #endif /* MACH_KERNEL_PRIVATE */ 171*bbb1b6f9SApple OSS Distributions 172*bbb1b6f9SApple OSS Distributions #endif /* _KERN_TIMER_QUEUE_H_ */ 173