blob: e613f1232cbdc01aaff13f3a007b45fb40dc7f4c [file] [log] [blame]
Achin Gupta4f6ad662013-10-25 09:08:21 +01001/*
Jeenu Viswambharan14c60162018-04-04 16:07:11 +01002 * Copyright (c) 2013-2018, ARM Limited and Contributors. All rights reserved.
Achin Gupta4f6ad662013-10-25 09:08:21 +01003 *
dp-arm82cb2c12017-05-03 09:38:09 +01004 * SPDX-License-Identifier: BSD-3-Clause
Achin Gupta4f6ad662013-10-25 09:08:21 +01005 */
Dan Handleye2bf57f2015-04-01 17:34:24 +01006#ifndef __ASM_MACROS_S__
7#define __ASM_MACROS_S__
Achin Gupta4f6ad662013-10-25 09:08:21 +01008
Dan Handley97043ac2014-04-09 13:14:54 +01009#include <arch.h>
Soby Mathew738b1fd2016-07-08 15:26:35 +010010#include <asm_macros_common.S>
Jeenu Viswambharanb38bc682017-01-19 14:23:36 +000011#include <spinlock.h>
Dan Handley97043ac2014-04-09 13:14:54 +010012
Jeenu Viswambharan0cc7aa82018-04-27 15:06:57 +010013/*
14 * TLBI instruction with type specifier that implements the workaround for
15 * errata 813419 of Cortex-A57.
16 */
17#if ERRATA_A57_813419
18#define TLB_INVALIDATE(_type) \
19 tlbi _type; \
20 dsb ish; \
21 tlbi _type
22#else
23#define TLB_INVALIDATE(_type) \
24 tlbi _type
25#endif
26
Dan Handley97043ac2014-04-09 13:14:54 +010027
Achin Gupta4f6ad662013-10-25 09:08:21 +010028 .macro func_prologue
29 stp x29, x30, [sp, #-0x10]!
30 mov x29,sp
31 .endm
32
33 .macro func_epilogue
34 ldp x29, x30, [sp], #0x10
35 .endm
36
37
38 .macro dcache_line_size reg, tmp
Achin Gupta07f4e072014-02-02 12:02:23 +000039 mrs \tmp, ctr_el0
Achin Gupta4f6ad662013-10-25 09:08:21 +010040 ubfx \tmp, \tmp, #16, #4
Achin Gupta07f4e072014-02-02 12:02:23 +000041 mov \reg, #4
42 lsl \reg, \reg, \tmp
Achin Gupta4f6ad662013-10-25 09:08:21 +010043 .endm
44
45
46 .macro icache_line_size reg, tmp
Achin Gupta07f4e072014-02-02 12:02:23 +000047 mrs \tmp, ctr_el0
48 and \tmp, \tmp, #0xf
49 mov \reg, #4
50 lsl \reg, \reg, \tmp
Achin Gupta4f6ad662013-10-25 09:08:21 +010051 .endm
52
53
Achin Gupta4f6ad662013-10-25 09:08:21 +010054 .macro smc_check label
Andrew Thoelke7935d0a2014-04-28 12:32:02 +010055 mrs x0, esr_el3
Achin Gupta4f6ad662013-10-25 09:08:21 +010056 ubfx x0, x0, #ESR_EC_SHIFT, #ESR_EC_LENGTH
57 cmp x0, #EC_AARCH64_SMC
58 b.ne $label
59 .endm
60
Sandrine Bailleuxe0ae9fa2016-05-24 16:56:03 +010061 /*
62 * Declare the exception vector table, enforcing it is aligned on a
63 * 2KB boundary, as required by the ARMv8 architecture.
Sandrine Bailleux79627dc2016-05-24 16:22:59 +010064 * Use zero bytes as the fill value to be stored in the padding bytes
65 * so that it inserts illegal AArch64 instructions. This increases
66 * security, robustness and potentially facilitates debugging.
Sandrine Bailleuxe0ae9fa2016-05-24 16:56:03 +010067 */
Antonio Nino Diaz2fccb222017-10-24 10:07:35 +010068 .macro vector_base label, section_name=.vectors
69 .section \section_name, "ax"
Sandrine Bailleux79627dc2016-05-24 16:22:59 +010070 .align 11, 0
Sandrine Bailleuxe0ae9fa2016-05-24 16:56:03 +010071 \label:
72 .endm
Achin Gupta4f6ad662013-10-25 09:08:21 +010073
Jeenu Viswambharana7934d62014-02-07 15:53:18 +000074 /*
Sandrine Bailleuxe0ae9fa2016-05-24 16:56:03 +010075 * Create an entry in the exception vector table, enforcing it is
76 * aligned on a 128-byte boundary, as required by the ARMv8 architecture.
Sandrine Bailleux79627dc2016-05-24 16:22:59 +010077 * Use zero bytes as the fill value to be stored in the padding bytes
78 * so that it inserts illegal AArch64 instructions. This increases
79 * security, robustness and potentially facilitates debugging.
Sandrine Bailleuxe0ae9fa2016-05-24 16:56:03 +010080 */
Antonio Nino Diaz2fccb222017-10-24 10:07:35 +010081 .macro vector_entry label, section_name=.vectors
Douglas Raillard31823b62017-08-07 16:20:46 +010082 .cfi_sections .debug_frame
Antonio Nino Diaz2fccb222017-10-24 10:07:35 +010083 .section \section_name, "ax"
Sandrine Bailleux79627dc2016-05-24 16:22:59 +010084 .align 7, 0
Douglas Raillard31823b62017-08-07 16:20:46 +010085 .type \label, %function
Douglas Raillard31823b62017-08-07 16:20:46 +010086 .cfi_startproc
Sandrine Bailleuxe0ae9fa2016-05-24 16:56:03 +010087 \label:
88 .endm
89
90 /*
Roberto Vargasa9203ed2018-04-17 11:31:43 +010091 * Add the bytes until fill the full exception vector, whose size is always
92 * 32 instructions. If there are more than 32 instructions in the
93 * exception vector then an error is emitted.
94 */
95 .macro end_vector_entry label
96 .cfi_endproc
97 .fill \label + (32 * 4) - .
98 .endm
99
100 /*
Sandrine Bailleuxe0ae9fa2016-05-24 16:56:03 +0100101 * This macro verifies that the given vector doesn't exceed the
Jeenu Viswambharana7934d62014-02-07 15:53:18 +0000102 * architectural limit of 32 instructions. This is meant to be placed
Sandrine Bailleuxe0ae9fa2016-05-24 16:56:03 +0100103 * immediately after the last instruction in the vector. It takes the
Jeenu Viswambharana7934d62014-02-07 15:53:18 +0000104 * vector entry as the parameter
105 */
106 .macro check_vector_size since
Roberto Vargasa9203ed2018-04-17 11:31:43 +0100107#if ERROR_DEPRECATED
108 .error "check_vector_size must not be used. Use end_vector_entry instead"
109#endif
110 end_vector_entry \since
Jeenu Viswambharana7934d62014-02-07 15:53:18 +0000111 .endm
Andrew Thoelke0a30cf52014-03-18 13:46:55 +0000112
Andrew Thoelke2bf28e62014-03-20 10:48:23 +0000113 /*
Soby Mathew12d0d002015-04-09 13:40:55 +0100114 * This macro calculates the base address of the current CPU's MP stack
115 * using the plat_my_core_pos() index, the name of the stack storage
116 * and the size of each stack
117 * Out: X0 = physical address of stack base
118 * Clobber: X30, X1, X2
119 */
120 .macro get_my_mp_stack _name, _size
121 bl plat_my_core_pos
122 ldr x2, =(\_name + \_size)
123 mov x1, #\_size
124 madd x0, x0, x1, x2
125 .endm
126
127 /*
Andrew Thoelke2bf28e62014-03-20 10:48:23 +0000128 * This macro calculates the base address of a UP stack using the
129 * name of the stack storage and the size of the stack
130 * Out: X0 = physical address of stack base
131 */
132 .macro get_up_stack _name, _size
133 ldr x0, =(\_name + \_size)
134 .endm
Soby Mathewc67b09b2014-07-14 16:57:23 +0100135
136 /*
137 * Helper macro to generate the best mov/movk combinations according
138 * the value to be moved. The 16 bits from '_shift' are tested and
139 * if not zero, they are moved into '_reg' without affecting
140 * other bits.
141 */
142 .macro _mov_imm16 _reg, _val, _shift
143 .if (\_val >> \_shift) & 0xffff
144 .if (\_val & (1 << \_shift - 1))
145 movk \_reg, (\_val >> \_shift) & 0xffff, LSL \_shift
146 .else
147 mov \_reg, \_val & (0xffff << \_shift)
148 .endif
149 .endif
150 .endm
151
152 /*
153 * Helper macro to load arbitrary values into 32 or 64-bit registers
154 * which generates the best mov/movk combinations. Many base addresses
155 * are 64KB aligned the macro will eliminate updating bits 15:0 in
156 * that case
157 */
158 .macro mov_imm _reg, _val
159 .if (\_val) == 0
160 mov \_reg, #0
161 .else
162 _mov_imm16 \_reg, (\_val), 0
163 _mov_imm16 \_reg, (\_val), 16
164 _mov_imm16 \_reg, (\_val), 32
165 _mov_imm16 \_reg, (\_val), 48
166 .endif
167 .endm
Dan Handleye2bf57f2015-04-01 17:34:24 +0100168
Jeenu Viswambharana806dad2016-11-30 15:21:11 +0000169 /*
170 * Macro to mark instances where we're jumping to a function and don't
171 * expect a return. To provide the function being jumped to with
172 * additional information, we use 'bl' instruction to jump rather than
173 * 'b'.
174 *
175 * Debuggers infer the location of a call from where LR points to, which
176 * is usually the instruction after 'bl'. If this macro expansion
177 * happens to be the last location in a function, that'll cause the LR
178 * to point a location beyond the function, thereby misleading debugger
179 * back trace. We therefore insert a 'nop' after the function call for
180 * debug builds, unless 'skip_nop' parameter is non-zero.
181 */
182 .macro no_ret _func:req, skip_nop=0
183 bl \_func
184#if DEBUG
185 .ifeq \skip_nop
186 nop
187 .endif
188#endif
189 .endm
190
Jeenu Viswambharanb38bc682017-01-19 14:23:36 +0000191 /*
192 * Reserve space for a spin lock in assembly file.
193 */
194 .macro define_asm_spinlock _name:req
195 .align SPINLOCK_ASM_ALIGN
196 \_name:
197 .space SPINLOCK_ASM_SIZE
198 .endm
199
Jeenu Viswambharan14c60162018-04-04 16:07:11 +0100200#if RAS_EXTENSION
201 .macro esb
202 .inst 0xd503221f
203 .endm
204#endif
205
Dan Handleye2bf57f2015-04-01 17:34:24 +0100206#endif /* __ASM_MACROS_S__ */