1 /*
2 * Copyright (c) 2017-2019 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28 #ifndef ARM64_MONOTONIC_H
29 #define ARM64_MONOTONIC_H
30
31 #include <sys/cdefs.h>
32
33 #if MONOTONIC
34
35 #include <pexpert/arm64/board_config.h>
36
37 #if KERNEL_PRIVATE
38
39 __BEGIN_DECLS
40
41 #if MONOTONIC && !CPMU_AIC_PMI
42 #define MONOTONIC_FIQ 1
43 #endif /* MONOTONIC && !CPMU_AIC_PMI */
44
45 #include <stdint.h>
46
47 #if HAS_UNCORE_CTRS
48 #define MT_NDEVS 2
49 #else /* HAS_UNCORE_CTRS */
50 #define MT_NDEVS 1
51 #endif /* !HAS_UNCORE_CTRS */
52
53 #define MT_CORE_CYCLES 0
54 #define MT_CORE_INSTRS 1
55 #define MT_CORE_NFIXED 2
56 #define MT_CORE_MAXVAL ((UINT64_C(1) << 48) - 1)
57
58 __END_DECLS
59
60 #endif /* KERNEL_PRIVATE */
61
62 #if MACH_KERNEL_PRIVATE
63
64 #include <stdbool.h>
65
66 __BEGIN_DECLS
67
68 /* set by hardware if a PMI was delivered */
69 #define PMCR0_PMAI (UINT64_C(1) << 11)
70 #define PMCR0_PMI(REG) ((REG) & PMCR0_PMAI)
71
72 #if HAS_UNCORE_CTRS
73
74 #define UPMSR_PMI(REG) ((REG) & 0x1)
75
76 #endif /* HAS_UNCORE_CTRS */
77
78 static inline bool
mt_pmi_pending(uint64_t * restrict pmcr0_out,uint64_t * restrict upmsr_out)79 mt_pmi_pending(uint64_t * restrict pmcr0_out,
80 uint64_t * restrict upmsr_out)
81 {
82 uint64_t pmcr0 = __builtin_arm_rsr64("PMCR0_EL1");
83 bool pmi = PMCR0_PMI(pmcr0);
84 if (pmi) {
85 /*
86 * Acknowledge the PMI by clearing the pmai bit.
87 */
88 __builtin_arm_wsr64("PMCR0_EL1", pmcr0 & ~PMCR0_PMAI);
89 }
90 *pmcr0_out = pmcr0;
91
92 #if HAS_UNCORE_CTRS
93 extern bool mt_uncore_enabled;
94 if (mt_uncore_enabled) {
95 uint64_t upmsr = __builtin_arm_rsr64("UPMSR_EL1");
96 if (UPMSR_PMI(upmsr)) {
97 pmi = true;
98 }
99 *upmsr_out = upmsr;
100 }
101 #else /* HAS_UNCORE_CTRS */
102 #pragma unused(upmsr_out)
103 #endif /* !HAS_UNCORE_CTRS */
104
105 return pmi;
106 }
107
108 void mt_fiq(void *cpu, uint64_t pmcr0, uint64_t upmsr);
109
110 #if CPMU_AIC_PMI
111 void mt_cpmu_aic_pmi(void *source);
112 #endif /* CPMU_AIC_PMI */
113
114 __END_DECLS
115
116 #endif /* MACH_KERNEL_PRIVATE */
117
118 #endif /* MONOTONIC */
119
120 #endif /* !defined(ARM64_MONOTONIC_H) */
121