1 /*
2 * Copyright (c) 2017-2019 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28 #ifndef ARM64_MONOTONIC_H
29 #define ARM64_MONOTONIC_H
30
31 #include <stdbool.h>
32 #include <sys/cdefs.h>
33
34 #if CONFIG_CPU_COUNTERS
35
36 #include <pexpert/arm64/board_config.h>
37
38 #if KERNEL_PRIVATE
39
40 __BEGIN_DECLS
41
42 extern const bool mt_core_supported;
43
44 #if !CPMU_AIC_PMI
45 #define MONOTONIC_FIQ 1
46 #endif /* !CPMU_AIC_PMI */
47
48 #include <stdint.h>
49
50 #if HAS_UNCORE_CTRS
51 #define MT_NDEVS 2
52 #else /* HAS_UNCORE_CTRS */
53 #define MT_NDEVS 1
54 #endif /* !HAS_UNCORE_CTRS */
55
56 #define MT_CORE_CYCLES 0
57 #define MT_CORE_INSTRS 1
58 #define MT_CORE_NFIXED 2
59 #define MT_CORE_MAXVAL ((UINT64_C(1) << 48) - 1)
60
61 __END_DECLS
62
63 #endif /* KERNEL_PRIVATE */
64
65 #if MACH_KERNEL_PRIVATE
66
67 #include <stdbool.h>
68
69 __BEGIN_DECLS
70
71 /* set by hardware if a PMI was delivered */
72 #define PMCR0_PMAI (UINT64_C(1) << 11)
73 #define PMCR0_PMI(REG) ((REG) & PMCR0_PMAI)
74
75 #if HAS_UNCORE_CTRS
76
77 #define UPMSR_PMI(REG) ((REG) & 0x1)
78
79 #endif /* HAS_UNCORE_CTRS */
80
81 static inline bool
mt_pmi_pending(uint64_t * restrict pmcr0_out,uint64_t * restrict upmsr_out)82 mt_pmi_pending(uint64_t * restrict pmcr0_out,
83 uint64_t * restrict upmsr_out)
84 {
85 uint64_t pmcr0 = __builtin_arm_rsr64("PMCR0_EL1");
86 bool pmi = PMCR0_PMI(pmcr0);
87 if (pmi) {
88 /*
89 * Acknowledge the PMI by clearing the pmai bit.
90 */
91 __builtin_arm_wsr64("PMCR0_EL1", pmcr0 & ~PMCR0_PMAI);
92 }
93 *pmcr0_out = pmcr0;
94
95 #if HAS_UNCORE_CTRS
96 extern bool mt_uncore_enabled;
97 if (mt_uncore_enabled) {
98 uint64_t upmsr = __builtin_arm_rsr64("UPMSR_EL1");
99 if (UPMSR_PMI(upmsr)) {
100 pmi = true;
101 }
102 *upmsr_out = upmsr;
103 }
104 #else /* HAS_UNCORE_CTRS */
105 #pragma unused(upmsr_out)
106 #endif /* !HAS_UNCORE_CTRS */
107
108 return pmi;
109 }
110
111 void mt_fiq(void *cpu, uint64_t pmcr0, uint64_t upmsr);
112
113 #if CPMU_AIC_PMI
114 void mt_cpmu_aic_pmi(void *source);
115 #endif /* CPMU_AIC_PMI */
116
117 __END_DECLS
118
119 #endif /* MACH_KERNEL_PRIVATE */
120
121 #endif /* CONFIG_CPU_COUNTERS */
122
123 #endif /* !defined(ARM64_MONOTONIC_H) */
124