xref: /xnu-11215.41.3/osfmk/arm/asm.h (revision 33de042d024d46de5ff4e89f2471de6608e37fa4)
1*33de042dSApple OSS Distributions /*
2*33de042dSApple OSS Distributions  * Copyright (c) 2007 Apple Inc. All rights reserved.
3*33de042dSApple OSS Distributions  *
4*33de042dSApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*33de042dSApple OSS Distributions  *
6*33de042dSApple OSS Distributions  * This file contains Original Code and/or Modifications of Original Code
7*33de042dSApple OSS Distributions  * as defined in and that are subject to the Apple Public Source License
8*33de042dSApple OSS Distributions  * Version 2.0 (the 'License'). You may not use this file except in
9*33de042dSApple OSS Distributions  * compliance with the License. The rights granted to you under the License
10*33de042dSApple OSS Distributions  * may not be used to create, or enable the creation or redistribution of,
11*33de042dSApple OSS Distributions  * unlawful or unlicensed copies of an Apple operating system, or to
12*33de042dSApple OSS Distributions  * circumvent, violate, or enable the circumvention or violation of, any
13*33de042dSApple OSS Distributions  * terms of an Apple operating system software license agreement.
14*33de042dSApple OSS Distributions  *
15*33de042dSApple OSS Distributions  * Please obtain a copy of the License at
16*33de042dSApple OSS Distributions  * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*33de042dSApple OSS Distributions  *
18*33de042dSApple OSS Distributions  * The Original Code and all software distributed under the License are
19*33de042dSApple OSS Distributions  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*33de042dSApple OSS Distributions  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*33de042dSApple OSS Distributions  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*33de042dSApple OSS Distributions  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*33de042dSApple OSS Distributions  * Please see the License for the specific language governing rights and
24*33de042dSApple OSS Distributions  * limitations under the License.
25*33de042dSApple OSS Distributions  *
26*33de042dSApple OSS Distributions  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*33de042dSApple OSS Distributions  */
28*33de042dSApple OSS Distributions /*
29*33de042dSApple OSS Distributions  * @OSF_COPYRIGHT@
30*33de042dSApple OSS Distributions  */
31*33de042dSApple OSS Distributions /*
32*33de042dSApple OSS Distributions  * Mach Operating System
33*33de042dSApple OSS Distributions  * Copyright (c) 1991,1990,1989 Carnegie Mellon University
34*33de042dSApple OSS Distributions  * All Rights Reserved.
35*33de042dSApple OSS Distributions  *
36*33de042dSApple OSS Distributions  * Permission to use, copy, modify and distribute this software and its
37*33de042dSApple OSS Distributions  * documentation is hereby granted, provided that both the copyright
38*33de042dSApple OSS Distributions  * notice and this permission notice appear in all copies of the
39*33de042dSApple OSS Distributions  * software, derivative works or modified versions, and any portions
40*33de042dSApple OSS Distributions  * thereof, and that both notices appear in supporting documentation.
41*33de042dSApple OSS Distributions  *
42*33de042dSApple OSS Distributions  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43*33de042dSApple OSS Distributions  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44*33de042dSApple OSS Distributions  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
45*33de042dSApple OSS Distributions  *
46*33de042dSApple OSS Distributions  * Carnegie Mellon requests users of this software to return to
47*33de042dSApple OSS Distributions  *
48*33de042dSApple OSS Distributions  *  Software Distribution Coordinator  or  [email protected]
49*33de042dSApple OSS Distributions  *  School of Computer Science
50*33de042dSApple OSS Distributions  *  Carnegie Mellon University
51*33de042dSApple OSS Distributions  *  Pittsburgh PA 15213-3890
52*33de042dSApple OSS Distributions  *
53*33de042dSApple OSS Distributions  * any improvements or extensions that they make and grant Carnegie Mellon
54*33de042dSApple OSS Distributions  * the rights to redistribute these changes.
55*33de042dSApple OSS Distributions  */
56*33de042dSApple OSS Distributions 
57*33de042dSApple OSS Distributions #ifndef	_ARM_ASM_H_
58*33de042dSApple OSS Distributions #define	_ARM_ASM_H_
59*33de042dSApple OSS Distributions 
60*33de042dSApple OSS Distributions #if defined (__arm__) || defined (__arm64__)
61*33de042dSApple OSS Distributions 
62*33de042dSApple OSS Distributions #include <arm/arch.h>
63*33de042dSApple OSS Distributions 
64*33de042dSApple OSS Distributions #define FRAME	pushl %ebp; movl %esp, %ebp
65*33de042dSApple OSS Distributions #define EMARF	leave
66*33de042dSApple OSS Distributions 
67*33de042dSApple OSS Distributions 
68*33de042dSApple OSS Distributions /* There is another definition of ALIGN for .c sources */
69*33de042dSApple OSS Distributions #ifdef ASSEMBLER
70*33de042dSApple OSS Distributions #define ALIGN 2
71*33de042dSApple OSS Distributions #endif /* ASSEMBLER */
72*33de042dSApple OSS Distributions 
73*33de042dSApple OSS Distributions #ifndef FALIGN
74*33de042dSApple OSS Distributions #define FALIGN ALIGN
75*33de042dSApple OSS Distributions #endif
76*33de042dSApple OSS Distributions 
77*33de042dSApple OSS Distributions #define LB(x,n) n
78*33de042dSApple OSS Distributions #if	__STDC__
79*33de042dSApple OSS Distributions #ifndef __NO_UNDERSCORES__
80*33de042dSApple OSS Distributions #define	LCL(x)	L ## x
81*33de042dSApple OSS Distributions #define EXT(x) _ ## x
82*33de042dSApple OSS Distributions #define LEXT(x) _ ## x ## :
83*33de042dSApple OSS Distributions #else
84*33de042dSApple OSS Distributions #define	LCL(x)	.L ## x
85*33de042dSApple OSS Distributions #define EXT(x) x
86*33de042dSApple OSS Distributions #define LEXT(x) x ## :
87*33de042dSApple OSS Distributions #endif
88*33de042dSApple OSS Distributions #define LBc(x,n) n ## :
89*33de042dSApple OSS Distributions #define LBb(x,n) n ## b
90*33de042dSApple OSS Distributions #define LBf(x,n) n ## f
91*33de042dSApple OSS Distributions #else /* __STDC__ */
92*33de042dSApple OSS Distributions #ifndef __NO_UNDERSCORES__
93*33de042dSApple OSS Distributions #define LCL(x) L/**/x
94*33de042dSApple OSS Distributions #define EXT(x) _/**/x
95*33de042dSApple OSS Distributions #define LEXT(x) _/**/x/**/:
96*33de042dSApple OSS Distributions #else /* __NO_UNDERSCORES__ */
97*33de042dSApple OSS Distributions #define	LCL(x)	.L/**/x
98*33de042dSApple OSS Distributions #define EXT(x) x
99*33de042dSApple OSS Distributions #define LEXT(x) x/**/:
100*33de042dSApple OSS Distributions #endif /* __NO_UNDERSCORES__ */
101*33de042dSApple OSS Distributions #define LBc(x,n) n/**/:
102*33de042dSApple OSS Distributions #define LBb(x,n) n/**/b
103*33de042dSApple OSS Distributions #define LBf(x,n) n/**/f
104*33de042dSApple OSS Distributions #endif /* __STDC__ */
105*33de042dSApple OSS Distributions 
106*33de042dSApple OSS Distributions #define String	.asciz
107*33de042dSApple OSS Distributions #define Value	.word
108*33de042dSApple OSS Distributions #define Times(a,b) (a*b)
109*33de042dSApple OSS Distributions #define Divide(a,b) (a/b)
110*33de042dSApple OSS Distributions 
111*33de042dSApple OSS Distributions #if 0 /* TOTOJK */
112*33de042dSApple OSS Distributions #ifdef __ELF__
113*33de042dSApple OSS Distributions #define ELF_FUNC(x)	.type x,@function
114*33de042dSApple OSS Distributions #define ELF_DATA(x)	.type x,@object
115*33de042dSApple OSS Distributions #define ELF_SIZE(x,s)	.size x,s
116*33de042dSApple OSS Distributions #else
117*33de042dSApple OSS Distributions #define ELF_FUNC(x)
118*33de042dSApple OSS Distributions #define ELF_DATA(x)
119*33de042dSApple OSS Distributions #define ELF_SIZE(x,s)
120*33de042dSApple OSS Distributions #endif
121*33de042dSApple OSS Distributions #else
122*33de042dSApple OSS Distributions #define ELF_FUNC(x)
123*33de042dSApple OSS Distributions #define ELF_DATA(x)
124*33de042dSApple OSS Distributions #define ELF_SIZE(x,s)
125*33de042dSApple OSS Distributions #endif /* TODOJK */
126*33de042dSApple OSS Distributions 
127*33de042dSApple OSS Distributions #define	Entry(x)	.globl EXT(x); ELF_FUNC(EXT(x)); .align FALIGN; LEXT(x)
128*33de042dSApple OSS Distributions #define	ENTRY(x)	Entry(x) MCOUNT
129*33de042dSApple OSS Distributions #define	ENTRY2(x,y)	.globl EXT(x); .globl EXT(y); \
130*33de042dSApple OSS Distributions 			ELF_FUNC(EXT(x)); ELF_FUNC(EXT(y)); \
131*33de042dSApple OSS Distributions 			.align FALIGN; LEXT(x); LEXT(y) \
132*33de042dSApple OSS Distributions 			MCOUNT
133*33de042dSApple OSS Distributions #if __STDC__
134*33de042dSApple OSS Distributions #define	ASENTRY(x) 	.globl x; .align FALIGN; x ## : ELF_FUNC(x) MCOUNT
135*33de042dSApple OSS Distributions #else
136*33de042dSApple OSS Distributions #define	ASENTRY(x) 	.globl x; .align FALIGN; x: ELF_FUNC(x) MCOUNT
137*33de042dSApple OSS Distributions #endif /* __STDC__ */
138*33de042dSApple OSS Distributions 
139*33de042dSApple OSS Distributions #define	DATA(x)		.globl EXT(x); ELF_DATA(EXT(x)); .align ALIGN; LEXT(x)
140*33de042dSApple OSS Distributions 
141*33de042dSApple OSS Distributions #define End(x)		ELF_SIZE(x,.-x)
142*33de042dSApple OSS Distributions #define END(x)		End(EXT(x))
143*33de042dSApple OSS Distributions #define ENDDATA(x)	END(x)
144*33de042dSApple OSS Distributions #define Enddata(x)	End(x)
145*33de042dSApple OSS Distributions 
146*33de042dSApple OSS Distributions #ifdef ASSEMBLER
147*33de042dSApple OSS Distributions 
148*33de042dSApple OSS Distributions #define MCOUNT
149*33de042dSApple OSS Distributions 
150*33de042dSApple OSS Distributions #else /* NOT ASSEMBLER */
151*33de042dSApple OSS Distributions 
152*33de042dSApple OSS Distributions /* These defines are here for .c files that wish to reference global symbols
153*33de042dSApple OSS Distributions  * within __asm__ statements.
154*33de042dSApple OSS Distributions  */
155*33de042dSApple OSS Distributions #ifndef __NO_UNDERSCORES__
156*33de042dSApple OSS Distributions #define CC_SYM_PREFIX "_"
157*33de042dSApple OSS Distributions #else
158*33de042dSApple OSS Distributions #define CC_SYM_PREFIX ""
159*33de042dSApple OSS Distributions #endif /* __NO_UNDERSCORES__ */
160*33de042dSApple OSS Distributions #endif /* ASSEMBLER */
161*33de042dSApple OSS Distributions 
162*33de042dSApple OSS Distributions #ifdef ASSEMBLER
163*33de042dSApple OSS Distributions 
164*33de042dSApple OSS Distributions #if defined (_ARM_ARCH_4T)
165*33de042dSApple OSS Distributions # define RET    bx      lr
166*33de042dSApple OSS Distributions # define RETeq  bxeq    lr
167*33de042dSApple OSS Distributions # define RETne  bxne    lr
168*33de042dSApple OSS Distributions # ifdef __STDC__
169*33de042dSApple OSS Distributions #  define RETc(c) bx##c lr
170*33de042dSApple OSS Distributions # else
171*33de042dSApple OSS Distributions #  define RETc(c) bx/**/c       lr
172*33de042dSApple OSS Distributions # endif
173*33de042dSApple OSS Distributions #else
174*33de042dSApple OSS Distributions # define RET    mov     pc, lr
175*33de042dSApple OSS Distributions # define RETeq  moveq   pc, lr
176*33de042dSApple OSS Distributions # define RETne  movne   pc, lr
177*33de042dSApple OSS Distributions # ifdef __STDC__
178*33de042dSApple OSS Distributions #  define RETc(c) mov##c        pc, lr
179*33de042dSApple OSS Distributions # else
180*33de042dSApple OSS Distributions #  define RETc(c) mov/**/c      pc, lr
181*33de042dSApple OSS Distributions # endif
182*33de042dSApple OSS Distributions #endif
183*33de042dSApple OSS Distributions 
184*33de042dSApple OSS Distributions #if defined (__thumb__)
185*33de042dSApple OSS Distributions /* Provide a PI mechanism for thumb branching. */
186*33de042dSApple OSS Distributions # define BRANCH_EXTERN(x)	ldr	pc, [pc, #-4] ;	\
187*33de042dSApple OSS Distributions 				.long	EXT(x)
188*33de042dSApple OSS Distributions #else
189*33de042dSApple OSS Distributions # define BRANCH_EXTERN(x)	b	EXT(x)
190*33de042dSApple OSS Distributions #endif
191*33de042dSApple OSS Distributions 
192*33de042dSApple OSS Distributions /*
193*33de042dSApple OSS Distributions  * arg0: Register for thread pointer
194*33de042dSApple OSS Distributions  */
195*33de042dSApple OSS Distributions .macro READ_THREAD
196*33de042dSApple OSS Distributions 	mrc p15, 0, $0, c13, c0, 4  /* Read TPIDRPRW */
197*33de042dSApple OSS Distributions .endmacro
198*33de042dSApple OSS Distributions 
199*33de042dSApple OSS Distributions 
200*33de042dSApple OSS Distributions /* Macros for loading up addresses that are external to the .s file.
201*33de042dSApple OSS Distributions  * LOAD_ADDR:  loads the address for (label) into (reg). Not safe for
202*33de042dSApple OSS Distributions  *   loading to the PC.
203*33de042dSApple OSS Distributions  * LOAD_ADDR_PC:  Variant for loading to the PC; load the address of (label)
204*33de042dSApple OSS Distributions  *   into the pc.
205*33de042dSApple OSS Distributions  * LOAD_ADDR_GEN_DEF:  The general definition needed to support loading
206*33de042dSApple OSS Distributions  *   a label address.
207*33de042dSApple OSS Distributions  *
208*33de042dSApple OSS Distributions  * Usage:  For any label accessed, we require one (and only one) instance
209*33de042dSApple OSS Distributions  *   of LOAD_ADDR_GEN_DEF(label).
210*33de042dSApple OSS Distributions  *
211*33de042dSApple OSS Distributions  * Example:
212*33de042dSApple OSS Distributions  *   LOAD_ADDR(r0, arm_init)
213*33de042dSApple OSS Distributions  *   LOAD_ADDR(lr, arm_init_cpu)
214*33de042dSApple OSS Distributions  *   LOAD_ADDR_PC(arm_init)
215*33de042dSApple OSS Distributions  *   ...
216*33de042dSApple OSS Distributions  *
217*33de042dSApple OSS Distributions  *   LOAD_ADDR_GEN_DEF(arm_init)
218*33de042dSApple OSS Distributions  *   LOAD_ADDR_GEN_DEF(arm_init_cpu)
219*33de042dSApple OSS Distributions  */
220*33de042dSApple OSS Distributions 
221*33de042dSApple OSS Distributions /* Definitions for a position dependent kernel using non-lazy pointers.
222*33de042dSApple OSS Distributions  */
223*33de042dSApple OSS Distributions 
224*33de042dSApple OSS Distributions /* TODO: Make this work with thumb .s files. */
225*33de042dSApple OSS Distributions #define PC_INC	0x8
226*33de042dSApple OSS Distributions 
227*33de042dSApple OSS Distributions /* We need wrapper macros in order to ensure that __LINE__ is expanded.
228*33de042dSApple OSS Distributions  *
229*33de042dSApple OSS Distributions  * There is some small potential for duplicate labels here, but because
230*33de042dSApple OSS Distributions  *   we do not export the generated labels, it should not be an issue.
231*33de042dSApple OSS Distributions  */
232*33de042dSApple OSS Distributions 
233*33de042dSApple OSS Distributions #define GLUE_LABEL_GUTS(label, tag) L_##label##_##tag##_glue
234*33de042dSApple OSS Distributions #define GLUE_LABEL(label, tag) GLUE_LABEL_GUTS(label, tag)
235*33de042dSApple OSS Distributions 
236*33de042dSApple OSS Distributions #define LOAD_ADDR(reg, label)                                                                   \
237*33de042dSApple OSS Distributions 	movw	reg, :lower16:(label##$non_lazy_ptr - (GLUE_LABEL(label, __LINE__) + PC_INC)) ; \
238*33de042dSApple OSS Distributions 	movt	reg, :upper16:(label##$non_lazy_ptr - (GLUE_LABEL(label, __LINE__) + PC_INC)) ; \
239*33de042dSApple OSS Distributions GLUE_LABEL(label, __LINE__): ;                                                                  \
240*33de042dSApple OSS Distributions 	ldr	reg, [pc, reg]
241*33de042dSApple OSS Distributions 
242*33de042dSApple OSS Distributions /* Designed with the understanding that directly branching to thumb code
243*33de042dSApple OSS Distributions  *   is unreliable; this should allow for dealing with __thumb__ in
244*33de042dSApple OSS Distributions  *   assembly; the non-thumb variant still needs to provide the glue label
245*33de042dSApple OSS Distributions  *   to avoid failing to build on undefined symbols.
246*33de042dSApple OSS Distributions  *
247*33de042dSApple OSS Distributions  * TODO: Make this actually use a scratch register; this macro is convenient
248*33de042dSApple OSS Distributions  *   for translating (ldr pc, [?]) to a slidable format without the risk of
249*33de042dSApple OSS Distributions  *   clobbering registers, but it is also wasteful.
250*33de042dSApple OSS Distributions  */
251*33de042dSApple OSS Distributions #if defined(__thumb__)
252*33de042dSApple OSS Distributions #define LOAD_ADDR_PC(label)    \
253*33de042dSApple OSS Distributions 	stmfd	sp!, { r0 } ;  \
254*33de042dSApple OSS Distributions 	stmfd	sp!, { r0 } ;  \
255*33de042dSApple OSS Distributions 	LOAD_ADDR(r0, label) ; \
256*33de042dSApple OSS Distributions 	str	r0, [sp, #4] ; \
257*33de042dSApple OSS Distributions 	ldmfd	sp!, { r0 } ;  \
258*33de042dSApple OSS Distributions 	ldmfd	sp!, { pc }
259*33de042dSApple OSS Distributions #else
260*33de042dSApple OSS Distributions #define LOAD_ADDR_PC(label) \
261*33de042dSApple OSS Distributions 	b	EXT(label)
262*33de042dSApple OSS Distributions #endif
263*33de042dSApple OSS Distributions 
264*33de042dSApple OSS Distributions #define LOAD_ADDR_GEN_DEF(label)                                   \
265*33de042dSApple OSS Distributions 	.section __DATA,__nl_symbol_ptr,non_lazy_symbol_pointers ; \
266*33de042dSApple OSS Distributions 	.align 2 ;                                                 \
267*33de042dSApple OSS Distributions label##$non_lazy_ptr: ;                                            \
268*33de042dSApple OSS Distributions 	.indirect_symbol	EXT(label) ;                       \
269*33de042dSApple OSS Distributions 	.long			0
270*33de042dSApple OSS Distributions 
271*33de042dSApple OSS Distributions /* The linker can deal with branching from ARM to thumb in unconditional
272*33de042dSApple OSS Distributions  *   branches, but not in conditional branches.  To support this in our
273*33de042dSApple OSS Distributions  *   assembly (which allows us to build xnu without -mno-thumb), use the
274*33de042dSApple OSS Distributions  *   following macros for branching conditionally to external symbols.
275*33de042dSApple OSS Distributions  *   These macros are used just like the corresponding conditional branch
276*33de042dSApple OSS Distributions  *   instructions.
277*33de042dSApple OSS Distributions  */
278*33de042dSApple OSS Distributions 
279*33de042dSApple OSS Distributions #define SHIM_LABEL_GUTS(line_num) L_cond_extern_##line_num##_shim
280*33de042dSApple OSS Distributions #define SHIM_LABEL(line_num) SHIM_LABEL_GUTS(line_num)
281*33de042dSApple OSS Distributions 
282*33de042dSApple OSS Distributions #define COND_EXTERN_BEQ(label)         \
283*33de042dSApple OSS Distributions 	bne	SHIM_LABEL(__LINE__) ; \
284*33de042dSApple OSS Distributions 	b	EXT(label) ;           \
285*33de042dSApple OSS Distributions SHIM_LABEL(__LINE__):
286*33de042dSApple OSS Distributions 
287*33de042dSApple OSS Distributions #define COND_EXTERN_BLNE(label)        \
288*33de042dSApple OSS Distributions 	beq	SHIM_LABEL(__LINE__) ; \
289*33de042dSApple OSS Distributions 	bl	EXT(label) ;           \
290*33de042dSApple OSS Distributions SHIM_LABEL(__LINE__):
291*33de042dSApple OSS Distributions 
292*33de042dSApple OSS Distributions #define COND_EXTERN_BLGT(label)        \
293*33de042dSApple OSS Distributions 	ble	SHIM_LABEL(__LINE__) ; \
294*33de042dSApple OSS Distributions 	bl	EXT(label) ;           \
295*33de042dSApple OSS Distributions SHIM_LABEL(__LINE__):
296*33de042dSApple OSS Distributions 
297*33de042dSApple OSS Distributions #endif /* ASSEMBLER */
298*33de042dSApple OSS Distributions 
299*33de042dSApple OSS Distributions #endif /* defined (__arm__) || defined (__arm64__) */
300*33de042dSApple OSS Distributions 
301*33de042dSApple OSS Distributions #endif /* _ARM_ASM_H_ */
302