1*d8b80295SApple OSS Distributions /*
2*d8b80295SApple OSS Distributions * Copyright (c) 2019 Apple Computer, Inc. All rights reserved.
3*d8b80295SApple OSS Distributions *
4*d8b80295SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*d8b80295SApple OSS Distributions *
6*d8b80295SApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*d8b80295SApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*d8b80295SApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*d8b80295SApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*d8b80295SApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*d8b80295SApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*d8b80295SApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*d8b80295SApple OSS Distributions * terms of an Apple operating system software license agreement.
14*d8b80295SApple OSS Distributions *
15*d8b80295SApple OSS Distributions * Please obtain a copy of the License at
16*d8b80295SApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*d8b80295SApple OSS Distributions *
18*d8b80295SApple OSS Distributions * The Original Code and all software distributed under the License are
19*d8b80295SApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*d8b80295SApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*d8b80295SApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*d8b80295SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*d8b80295SApple OSS Distributions * Please see the License for the specific language governing rights and
24*d8b80295SApple OSS Distributions * limitations under the License.
25*d8b80295SApple OSS Distributions *
26*d8b80295SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*d8b80295SApple OSS Distributions */
28*d8b80295SApple OSS Distributions /**
29*d8b80295SApple OSS Distributions * On devices that support it, this test ensures that a mach exception is
30*d8b80295SApple OSS Distributions * generated when an ARMv8 floating point exception is triggered.
31*d8b80295SApple OSS Distributions * Also verifies that the main thread's FPCR value matches its expected default.
32*d8b80295SApple OSS Distributions */
33*d8b80295SApple OSS Distributions #include <darwintest.h>
34*d8b80295SApple OSS Distributions #include <stdbool.h>
35*d8b80295SApple OSS Distributions #include <stdint.h>
36*d8b80295SApple OSS Distributions #include <stdio.h>
37*d8b80295SApple OSS Distributions #include <stdlib.h>
38*d8b80295SApple OSS Distributions #include <mach/mach.h>
39*d8b80295SApple OSS Distributions #include <mach/thread_status.h>
40*d8b80295SApple OSS Distributions #include <sys/sysctl.h>
41*d8b80295SApple OSS Distributions #include <inttypes.h>
42*d8b80295SApple OSS Distributions
43*d8b80295SApple OSS Distributions #include "exc_helpers.h"
44*d8b80295SApple OSS Distributions
45*d8b80295SApple OSS Distributions T_GLOBAL_META(
46*d8b80295SApple OSS Distributions T_META_RADAR_COMPONENT_NAME("xnu"),
47*d8b80295SApple OSS Distributions T_META_RADAR_COMPONENT_VERSION("arm"),
48*d8b80295SApple OSS Distributions T_META_OWNER("devon_andrade"),
49*d8b80295SApple OSS Distributions T_META_RUN_CONCURRENTLY(true));
50*d8b80295SApple OSS Distributions
51*d8b80295SApple OSS Distributions /* The bit to set in FPCR to enable the divide-by-zero floating point exception. */
52*d8b80295SApple OSS Distributions #define FPCR_DIV_EXC 0x200
53*d8b80295SApple OSS Distributions #define FPCR_INIT (0x0)
54*d8b80295SApple OSS Distributions
55*d8b80295SApple OSS Distributions /* Whether we caught the EXC_ARITHMETIC mach exception or not. */
56*d8b80295SApple OSS Distributions static volatile bool mach_exc_caught = false;
57*d8b80295SApple OSS Distributions
58*d8b80295SApple OSS Distributions #ifdef __arm64__
59*d8b80295SApple OSS Distributions static size_t
exc_arithmetic_handler(__unused mach_port_t task,__unused mach_port_t thread,exception_type_t type,mach_exception_data_t codes_64)60*d8b80295SApple OSS Distributions exc_arithmetic_handler(
61*d8b80295SApple OSS Distributions __unused mach_port_t task,
62*d8b80295SApple OSS Distributions __unused mach_port_t thread,
63*d8b80295SApple OSS Distributions exception_type_t type,
64*d8b80295SApple OSS Distributions mach_exception_data_t codes_64)
65*d8b80295SApple OSS Distributions {
66*d8b80295SApple OSS Distributions /* Floating point divide by zero should cause an EXC_ARITHMETIC exception. */
67*d8b80295SApple OSS Distributions T_ASSERT_EQ(type, EXC_ARITHMETIC, "Caught an EXC_ARITHMETIC exception");
68*d8b80295SApple OSS Distributions
69*d8b80295SApple OSS Distributions /* Verify the exception is a floating point divide-by-zero exception. */
70*d8b80295SApple OSS Distributions T_ASSERT_EQ(codes_64[0], (mach_exception_data_type_t)EXC_ARM_FP_DZ, "The subcode is EXC_ARM_FP_DZ (floating point divide-by-zero)");
71*d8b80295SApple OSS Distributions
72*d8b80295SApple OSS Distributions mach_exc_caught = true;
73*d8b80295SApple OSS Distributions return 4;
74*d8b80295SApple OSS Distributions }
75*d8b80295SApple OSS Distributions #endif
76*d8b80295SApple OSS Distributions
77*d8b80295SApple OSS Distributions #define KERNEL_BOOTARGS_MAX_SIZE 1024
78*d8b80295SApple OSS Distributions static char kernel_bootargs[KERNEL_BOOTARGS_MAX_SIZE];
79*d8b80295SApple OSS Distributions
80*d8b80295SApple OSS Distributions T_DECL(armv8_fp_exception,
81*d8b80295SApple OSS Distributions "Test that ARMv8 floating point exceptions generate Mach exceptions, verify default FPCR value.")
82*d8b80295SApple OSS Distributions {
83*d8b80295SApple OSS Distributions #ifndef __arm64__
84*d8b80295SApple OSS Distributions T_SKIP("Running on non-arm64 target, skipping...");
85*d8b80295SApple OSS Distributions #else
86*d8b80295SApple OSS Distributions mach_port_t exc_port = MACH_PORT_NULL;
87*d8b80295SApple OSS Distributions size_t kernel_bootargs_len;
88*d8b80295SApple OSS Distributions
89*d8b80295SApple OSS Distributions uint64_t fpcr = __builtin_arm_rsr64("FPCR");
90*d8b80295SApple OSS Distributions
91*d8b80295SApple OSS Distributions if (fpcr != FPCR_INIT) {
92*d8b80295SApple OSS Distributions T_FAIL("The floating point control register has a non-default value" "%" PRIx64, fpcr);
93*d8b80295SApple OSS Distributions }
94*d8b80295SApple OSS Distributions
95*d8b80295SApple OSS Distributions /* Attempt to enable Divide-by-Zero floating point exceptions in hardware. */
96*d8b80295SApple OSS Distributions uint64_t fpcr_divexc = fpcr | FPCR_DIV_EXC;
97*d8b80295SApple OSS Distributions __builtin_arm_wsr64("FPCR", fpcr_divexc);
98*d8b80295SApple OSS Distributions #define DSB_ISH 0xb
99*d8b80295SApple OSS Distributions __builtin_arm_dsb(DSB_ISH);
100*d8b80295SApple OSS Distributions
101*d8b80295SApple OSS Distributions /* Devices that don't support floating point exceptions have FPCR as RAZ/WI. */
102*d8b80295SApple OSS Distributions if (__builtin_arm_rsr64("FPCR") != fpcr_divexc) {
103*d8b80295SApple OSS Distributions T_SKIP("Running on a device that doesn't support floating point exceptions, skipping...");
104*d8b80295SApple OSS Distributions }
105*d8b80295SApple OSS Distributions
106*d8b80295SApple OSS Distributions /* Check if floating-point exceptions are enabled */
107*d8b80295SApple OSS Distributions kernel_bootargs_len = sizeof(kernel_bootargs);
108*d8b80295SApple OSS Distributions kern_return_t kr = sysctlbyname("kern.bootargs", kernel_bootargs, &kernel_bootargs_len, NULL, 0);
109*d8b80295SApple OSS Distributions if (kr != 0) {
110*d8b80295SApple OSS Distributions T_SKIP("Could not get kernel bootargs, skipping...");
111*d8b80295SApple OSS Distributions }
112*d8b80295SApple OSS Distributions
113*d8b80295SApple OSS Distributions if (NULL == strstr(kernel_bootargs, "-fp_exceptions")) {
114*d8b80295SApple OSS Distributions T_SKIP("Floating-point exceptions are disabled, skipping...");
115*d8b80295SApple OSS Distributions }
116*d8b80295SApple OSS Distributions
117*d8b80295SApple OSS Distributions /* Create the mach port the exception messages will be sent to. */
118*d8b80295SApple OSS Distributions exc_port = create_exception_port(EXC_MASK_ARITHMETIC);
119*d8b80295SApple OSS Distributions /* Spawn the exception server's thread. */
120*d8b80295SApple OSS Distributions run_exception_handler(exc_port, exc_arithmetic_handler);
121*d8b80295SApple OSS Distributions
122*d8b80295SApple OSS Distributions /**
123*d8b80295SApple OSS Distributions * This should cause a floating point divide-by-zero exception to get triggered.
124*d8b80295SApple OSS Distributions *
125*d8b80295SApple OSS Distributions * The kernel shouldn't resume this thread until the mach exception is handled
126*d8b80295SApple OSS Distributions * by the exception server that was just spawned. The exception handler will
127*d8b80295SApple OSS Distributions * explicitly increment the PC += 4 to move to the next instruction.
128*d8b80295SApple OSS Distributions */
129*d8b80295SApple OSS Distributions float a = 6.5f;
130*d8b80295SApple OSS Distributions float b = 0.0f;
131*d8b80295SApple OSS Distributions __asm volatile ("fdiv %s0, %s1, %s2" : "=w" (a) : "w" (a), "w" (b));
132*d8b80295SApple OSS Distributions
133*d8b80295SApple OSS Distributions if (mach_exc_caught) {
134*d8b80295SApple OSS Distributions T_PASS("The expected floating point divide-by-zero exception was caught!");
135*d8b80295SApple OSS Distributions } else {
136*d8b80295SApple OSS Distributions T_FAIL("The floating point divide-by-zero exception was not captured :(");
137*d8b80295SApple OSS Distributions }
138*d8b80295SApple OSS Distributions #endif /* __arm64__ */
139*d8b80295SApple OSS Distributions }
140