blob: d60702957d1e1691cfa2155cfd0bca3e250cf945 [file] [log] [blame]
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001/*
AlexeiFedorov2f30f102023-03-13 19:37:46 +00002 * Copyright (c) 2013-2023, Arm Limited and Contributors. All rights reserved.
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 */
6
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00007#ifndef ARCH_H
8#define ARCH_H
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02009
10#include <utils_def.h>
11
12/*******************************************************************************
13 * MIDR bit definitions
14 ******************************************************************************/
15#define MIDR_IMPL_MASK U(0xff)
16#define MIDR_IMPL_SHIFT U(0x18)
17#define MIDR_VAR_SHIFT U(20)
18#define MIDR_VAR_BITS U(4)
Sona Mathew07384212022-11-28 13:19:11 -060019#define MIDR_VAR_MASK U(0xf0)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +020020#define MIDR_REV_SHIFT U(0)
21#define MIDR_REV_BITS U(4)
22#define MIDR_REV_MASK U(0xf)
23#define MIDR_PN_MASK U(0xfff)
24#define MIDR_PN_SHIFT U(0x4)
25
26/*******************************************************************************
27 * MPIDR macros
28 ******************************************************************************/
29#define MPIDR_MT_MASK (ULL(1) << 24)
30#define MPIDR_CPU_MASK MPIDR_AFFLVL_MASK
31#define MPIDR_CLUSTER_MASK (MPIDR_AFFLVL_MASK << MPIDR_AFFINITY_BITS)
32#define MPIDR_AFFINITY_BITS U(8)
33#define MPIDR_AFFLVL_MASK ULL(0xff)
34#define MPIDR_AFF0_SHIFT U(0)
35#define MPIDR_AFF1_SHIFT U(8)
36#define MPIDR_AFF2_SHIFT U(16)
37#define MPIDR_AFF3_SHIFT U(32)
38#define MPIDR_AFF_SHIFT(_n) MPIDR_AFF##_n##_SHIFT
39#define MPIDR_AFFINITY_MASK ULL(0xff00ffffff)
40#define MPIDR_AFFLVL_SHIFT U(3)
41#define MPIDR_AFFLVL0 ULL(0x0)
42#define MPIDR_AFFLVL1 ULL(0x1)
43#define MPIDR_AFFLVL2 ULL(0x2)
44#define MPIDR_AFFLVL3 ULL(0x3)
45#define MPIDR_AFFLVL(_n) MPIDR_AFFLVL##_n
46#define MPIDR_AFFLVL0_VAL(mpidr) \
47 (((mpidr) >> MPIDR_AFF0_SHIFT) & MPIDR_AFFLVL_MASK)
48#define MPIDR_AFFLVL1_VAL(mpidr) \
49 (((mpidr) >> MPIDR_AFF1_SHIFT) & MPIDR_AFFLVL_MASK)
50#define MPIDR_AFFLVL2_VAL(mpidr) \
51 (((mpidr) >> MPIDR_AFF2_SHIFT) & MPIDR_AFFLVL_MASK)
52#define MPIDR_AFFLVL3_VAL(mpidr) \
53 (((mpidr) >> MPIDR_AFF3_SHIFT) & MPIDR_AFFLVL_MASK)
54/*
55 * The MPIDR_MAX_AFFLVL count starts from 0. Take care to
56 * add one while using this macro to define array sizes.
57 * TODO: Support only the first 3 affinity levels for now.
58 */
59#define MPIDR_MAX_AFFLVL U(2)
60
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +000061#define MPID_MASK (MPIDR_MT_MASK | \
Antonio Nino Diaz8c0f86b2018-11-23 13:50:59 +000062 (MPIDR_AFFLVL_MASK << MPIDR_AFF3_SHIFT) | \
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +000063 (MPIDR_AFFLVL_MASK << MPIDR_AFF2_SHIFT) | \
64 (MPIDR_AFFLVL_MASK << MPIDR_AFF1_SHIFT) | \
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +020065 (MPIDR_AFFLVL_MASK << MPIDR_AFF0_SHIFT))
66
67#define MPIDR_AFF_ID(mpid, n) \
68 (((mpid) >> MPIDR_AFF_SHIFT(n)) & MPIDR_AFFLVL_MASK)
69
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +020070/*
71 * An invalid MPID. This value can be used by functions that return an MPID to
72 * indicate an error.
73 */
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +000074#define INVALID_MPID U(0xFFFFFFFF)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +020075
76/*******************************************************************************
77 * Definitions for CPU system register interface to GICv3
78 ******************************************************************************/
79#define ICC_IGRPEN1_EL1 S3_0_C12_C12_7
80#define ICC_SGI1R S3_0_C12_C11_5
81#define ICC_SRE_EL1 S3_0_C12_C12_5
82#define ICC_SRE_EL2 S3_4_C12_C9_5
83#define ICC_SRE_EL3 S3_6_C12_C12_5
84#define ICC_CTLR_EL1 S3_0_C12_C12_4
85#define ICC_CTLR_EL3 S3_6_C12_C12_4
86#define ICC_PMR_EL1 S3_0_C4_C6_0
87#define ICC_RPR_EL1 S3_0_C12_C11_3
AlexeiFedorov2f30f102023-03-13 19:37:46 +000088#define ICC_IGRPEN1_EL3 S3_6_C12_C12_7
89#define ICC_IGRPEN0_EL1 S3_0_C12_C12_6
90#define ICC_HPPIR0_EL1 S3_0_C12_C8_2
91#define ICC_HPPIR1_EL1 S3_0_C12_C12_2
92#define ICC_IAR0_EL1 S3_0_C12_C8_0
93#define ICC_IAR1_EL1 S3_0_C12_C12_0
94#define ICC_EOIR0_EL1 S3_0_C12_C8_1
95#define ICC_EOIR1_EL1 S3_0_C12_C12_1
96#define ICC_SGI0R_EL1 S3_0_C12_C11_7
97
98#define ICV_CTRL_EL1 S3_0_C12_C12_4
99#define ICV_IAR1_EL1 S3_0_C12_C12_0
100#define ICV_IGRPEN1_EL1 S3_0_C12_C12_7
101#define ICV_EOIR1_EL1 S3_0_C12_C12_1
102#define ICV_PMR_EL1 S3_0_C4_C6_0
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200103
104/*******************************************************************************
105 * Generic timer memory mapped registers & offsets
106 ******************************************************************************/
107#define CNTCR_OFF U(0x000)
108#define CNTFID_OFF U(0x020)
109
110#define CNTCR_EN (U(1) << 0)
111#define CNTCR_HDBG (U(1) << 1)
112#define CNTCR_FCREQ(x) ((x) << 8)
113
114/*******************************************************************************
115 * System register bit definitions
116 ******************************************************************************/
117/* CLIDR definitions */
118#define LOUIS_SHIFT U(21)
119#define LOC_SHIFT U(24)
120#define CLIDR_FIELD_WIDTH U(3)
121
122/* CSSELR definitions */
123#define LEVEL_SHIFT U(1)
124
125/* Data cache set/way op type defines */
126#define DCISW U(0x0)
127#define DCCISW U(0x1)
128#define DCCSW U(0x2)
129
130/* ID_AA64PFR0_EL1 definitions */
Juan Pablo Condec94fb402023-07-21 17:19:42 -0500131#define ID_AA64PFR0_EL0_SHIFT U(0)
132#define ID_AA64PFR0_EL1_SHIFT U(4)
133#define ID_AA64PFR0_EL2_SHIFT U(8)
134#define ID_AA64PFR0_EL3_SHIFT U(12)
135#define ID_AA64PFR0_AMU_SHIFT U(44)
136#define ID_AA64PFR0_AMU_LENGTH U(4)
137#define ID_AA64PFR0_AMU_MASK ULL(0xf)
138#define ID_AA64PFR0_AMU_NOT_SUPPORTED U(0x0)
139#define ID_AA64PFR0_AMU_V1 U(0x1)
140#define ID_AA64PFR0_AMU_V1P1 U(0x2)
141#define ID_AA64PFR0_ELX_MASK ULL(0xf)
142#define ID_AA64PFR0_SVE_SHIFT U(32)
143#define ID_AA64PFR0_SVE_WIDTH U(4)
144#define ID_AA64PFR0_SVE_MASK ULL(0xf)
145#define ID_AA64PFR0_SVE_LENGTH U(4)
146#define ID_AA64PFR0_MPAM_SHIFT U(40)
147#define ID_AA64PFR0_MPAM_MASK ULL(0xf)
148#define ID_AA64PFR0_DIT_SHIFT U(48)
149#define ID_AA64PFR0_DIT_MASK ULL(0xf)
150#define ID_AA64PFR0_DIT_LENGTH U(4)
151#define ID_AA64PFR0_DIT_SUPPORTED U(1)
152#define ID_AA64PFR0_CSV2_SHIFT U(56)
153#define ID_AA64PFR0_CSV2_MASK ULL(0xf)
154#define ID_AA64PFR0_CSV2_WIDTH U(4)
155#define ID_AA64PFR0_CSV2_NOT_SUPPORTED ULL(0x0)
156#define ID_AA64PFR0_CSV2_SUPPORTED ULL(0x1)
157#define ID_AA64PFR0_CSV2_2_SUPPORTED ULL(0x2)
Mark Dykes16b71692021-09-15 14:13:55 -0500158#define ID_AA64PFR0_FEAT_RME_SHIFT U(52)
159#define ID_AA64PFR0_FEAT_RME_MASK ULL(0xf)
160#define ID_AA64PFR0_FEAT_RME_LENGTH U(4)
161#define ID_AA64PFR0_FEAT_RME_NOT_SUPPORTED U(0)
162#define ID_AA64PFR0_FEAT_RME_V1 U(1)
Juan Pablo Condec94fb402023-07-21 17:19:42 -0500163#define ID_AA64PFR0_RAS_MASK ULL(0xf)
164#define ID_AA64PFR0_RAS_SHIFT U(28)
165#define ID_AA64PFR0_RAS_WIDTH U(4)
166#define ID_AA64PFR0_RAS_NOT_SUPPORTED ULL(0x0)
167#define ID_AA64PFR0_RAS_SUPPORTED ULL(0x1)
168#define ID_AA64PFR0_RASV1P1_SUPPORTED ULL(0x2)
169#define ID_AA64PFR0_GIC_SHIFT U(24)
170#define ID_AA64PFR0_GIC_WIDTH U(4)
171#define ID_AA64PFR0_GIC_MASK ULL(0xf)
172#define ID_AA64PFR0_GIC_NOT_SUPPORTED ULL(0x0)
173#define ID_AA64PFR0_GICV3_GICV4_SUPPORTED ULL(0x1)
174#define ID_AA64PFR0_GICV4_1_SUPPORTED ULL(0x2)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200175
176/* ID_AA64DFR0_EL1.PMS definitions (for ARMv8.2+) */
Manish V Badarkhe41bce212022-11-17 12:34:40 +0000177#define ID_AA64DFR0_PMS_SHIFT U(32)
178#define ID_AA64DFR0_PMS_LENGTH U(4)
179#define ID_AA64DFR0_PMS_MASK ULL(0xf)
180#define ID_AA64DFR0_SPE_NOT_SUPPORTED U(0)
181#define ID_AA64DFR0_SPE U(1)
182#define ID_AA64DFR0_SPE_V1P1 U(2)
183#define ID_AA64DFR0_SPE_V1P2 U(3)
184#define ID_AA64DFR0_SPE_V1P3 U(4)
185#define ID_AA64DFR0_SPE_V1P4 U(5)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200186
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100187/* ID_AA64DFR0_EL1.DEBUG definitions */
188#define ID_AA64DFR0_DEBUG_SHIFT U(0)
189#define ID_AA64DFR0_DEBUG_LENGTH U(4)
190#define ID_AA64DFR0_DEBUG_MASK ULL(0xf)
Petre-Ionut Tudorf1a45f72019-10-08 16:51:45 +0100191#define ID_AA64DFR0_DEBUG_BITS (ID_AA64DFR0_DEBUG_MASK << \
192 ID_AA64DFR0_DEBUG_SHIFT)
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100193#define ID_AA64DFR0_V8_DEBUG_ARCH_SUPPORTED U(6)
194#define ID_AA64DFR0_V8_DEBUG_ARCH_VHE_SUPPORTED U(7)
195#define ID_AA64DFR0_V8_2_DEBUG_ARCH_SUPPORTED U(8)
196#define ID_AA64DFR0_V8_4_DEBUG_ARCH_SUPPORTED U(9)
197
Boyan Karatotev35e3ca02022-10-10 16:39:45 +0100198/* ID_AA64DFR0_EL1.HPMN0 definitions */
199#define ID_AA64DFR0_HPMN0_SHIFT U(60)
200#define ID_AA64DFR0_HPMN0_MASK ULL(0xf)
201#define ID_AA64DFR0_HPMN0_SUPPORTED ULL(1)
202
johpow018c3da8b2022-01-31 18:14:41 -0600203/* ID_AA64DFR0_EL1.BRBE definitions */
204#define ID_AA64DFR0_BRBE_SHIFT U(52)
205#define ID_AA64DFR0_BRBE_MASK ULL(0xf)
206#define ID_AA64DFR0_BRBE_SUPPORTED ULL(1)
207
Manish V Badarkhe87c03d12021-07-06 22:57:11 +0100208/* ID_AA64DFR0_EL1.TraceBuffer definitions */
209#define ID_AA64DFR0_TRACEBUFFER_SHIFT U(44)
210#define ID_AA64DFR0_TRACEBUFFER_MASK ULL(0xf)
211#define ID_AA64DFR0_TRACEBUFFER_SUPPORTED ULL(1)
212
Manish V Badarkhe2c518e52021-07-08 16:36:57 +0100213/* ID_DFR0_EL1.Tracefilt definitions */
214#define ID_AA64DFR0_TRACEFILT_SHIFT U(40)
215#define ID_AA64DFR0_TRACEFILT_MASK U(0xf)
216#define ID_AA64DFR0_TRACEFILT_SUPPORTED U(1)
217
Boyan Karatotev35e3ca02022-10-10 16:39:45 +0100218/* ID_AA64DFR0_EL1.PMUVer definitions */
219#define ID_AA64DFR0_PMUVER_SHIFT U(8)
220#define ID_AA64DFR0_PMUVER_MASK ULL(0xf)
221#define ID_AA64DFR0_PMUVER_NOT_SUPPORTED ULL(0)
222
Manish V Badarkhe6d0e1b62021-07-09 13:58:28 +0100223/* ID_AA64DFR0_EL1.TraceVer definitions */
224#define ID_AA64DFR0_TRACEVER_SHIFT U(4)
225#define ID_AA64DFR0_TRACEVER_MASK ULL(0xf)
226#define ID_AA64DFR0_TRACEVER_SUPPORTED ULL(1)
227
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200228#define EL_IMPL_NONE ULL(0)
229#define EL_IMPL_A64ONLY ULL(1)
230#define EL_IMPL_A64_A32 ULL(2)
231
Juan Pablo Condec94fb402023-07-21 17:19:42 -0500232/* ID_AA64ISAR0_EL1 definitions */
233#define ID_AA64ISAR0_EL1 S3_0_C0_C6_0
234#define ID_AA64ISAR0_TLB_MASK ULL(0xf)
235#define ID_AA64ISAR0_TLB_SHIFT U(56)
236#define ID_AA64ISAR0_TLB_WIDTH U(4)
237#define ID_AA64ISAR0_TLBIRANGE_SUPPORTED ULL(0x2)
238#define ID_AA64ISAR0_TLB_NOT_SUPPORTED ULL(0)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200239
Jeenu Viswambharana1c3cca2018-10-16 10:09:32 +0100240/* ID_AA64ISAR1_EL1 definitions */
Juan Pablo Condec94fb402023-07-21 17:19:42 -0500241#define ID_AA64ISAR1_EL1 S3_0_C0_C6_1
242#define ID_AA64ISAR1_GPI_SHIFT U(28)
243#define ID_AA64ISAR1_GPI_WIDTH U(4)
244#define ID_AA64ISAR1_GPI_MASK ULL(0xf)
245#define ID_AA64ISAR1_GPA_SHIFT U(24)
246#define ID_AA64ISAR1_GPA_WIDTH U(4)
247#define ID_AA64ISAR1_GPA_MASK ULL(0xf)
248#define ID_AA64ISAR1_API_SHIFT U(8)
249#define ID_AA64ISAR1_API_WIDTH U(4)
250#define ID_AA64ISAR1_API_MASK ULL(0xf)
251#define ID_AA64ISAR1_APA_SHIFT U(4)
252#define ID_AA64ISAR1_APA_WIDTH U(4)
253#define ID_AA64ISAR1_APA_MASK ULL(0xf)
254#define ID_AA64ISAR1_SPECRES_MASK ULL(0xf)
255#define ID_AA64ISAR1_SPECRES_SHIFT U(40)
256#define ID_AA64ISAR1_SPECRES_WIDTH U(4)
257#define ID_AA64ISAR1_SPECRES_NOT_SUPPORTED ULL(0x0)
258#define ID_AA64ISAR1_SPECRES_SUPPORTED ULL(0x1)
259#define ID_AA64ISAR1_DPB_MASK ULL(0xf)
260#define ID_AA64ISAR1_DPB_SHIFT U(0)
261#define ID_AA64ISAR1_DPB_WIDTH U(4)
262#define ID_AA64ISAR1_DPB_NOT_SUPPORTED ULL(0x0)
263#define ID_AA64ISAR1_DPB_SUPPORTED ULL(0x1)
264#define ID_AA64ISAR1_DPB2_SUPPORTED ULL(0x2)
265#define ID_AA64ISAR1_LS64_MASK ULL(0xf)
266#define ID_AA64ISAR1_LS64_SHIFT U(60)
267#define ID_AA64ISAR1_LS64_WIDTH U(4)
268#define ID_AA64ISAR1_LS64_NOT_SUPPORTED ULL(0x0)
269#define ID_AA64ISAR1_LS64_SUPPORTED ULL(0x1)
270#define ID_AA64ISAR1_LS64_V_SUPPORTED ULL(0x2)
271#define ID_AA64ISAR1_LS64_ACCDATA_SUPPORTED ULL(0x3)
Jeenu Viswambharana1c3cca2018-10-16 10:09:32 +0100272
Manish V Badarkheb31bc752021-12-24 08:52:52 +0000273/* ID_AA64ISAR2_EL1 definitions */
274#define ID_AA64ISAR2_EL1 S3_0_C0_C6_2
275#define ID_AA64ISAR2_WFXT_MASK ULL(0xf)
276#define ID_AA64ISAR2_WFXT_SHIFT U(0x0)
277#define ID_AA64ISAR2_WFXT_SUPPORTED ULL(0x2)
Juan Pablo Condeebd1b692022-06-30 17:47:35 -0400278#define ID_AA64ISAR2_GPA3_SHIFT U(8)
279#define ID_AA64ISAR2_GPA3_MASK ULL(0xf)
280#define ID_AA64ISAR2_APA3_SHIFT U(12)
281#define ID_AA64ISAR2_APA3_MASK ULL(0xf)
Manish V Badarkheb31bc752021-12-24 08:52:52 +0000282
Antonio Nino Diaz69068db2019-01-11 13:01:45 +0000283/* ID_AA64MMFR0_EL1 definitions */
284#define ID_AA64MMFR0_EL1_PARANGE_SHIFT U(0)
285#define ID_AA64MMFR0_EL1_PARANGE_MASK ULL(0xf)
286
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200287#define PARANGE_0000 U(32)
288#define PARANGE_0001 U(36)
289#define PARANGE_0010 U(40)
290#define PARANGE_0011 U(42)
291#define PARANGE_0100 U(44)
292#define PARANGE_0101 U(48)
293#define PARANGE_0110 U(52)
294
Jimmy Brisson945095a2020-04-16 10:54:59 -0500295#define ID_AA64MMFR0_EL1_ECV_SHIFT U(60)
296#define ID_AA64MMFR0_EL1_ECV_MASK ULL(0xf)
297#define ID_AA64MMFR0_EL1_ECV_NOT_SUPPORTED ULL(0x0)
298#define ID_AA64MMFR0_EL1_ECV_SUPPORTED ULL(0x1)
299#define ID_AA64MMFR0_EL1_ECV_SELF_SYNCH ULL(0x2)
300
Jimmy Brisson90f1d5c2020-04-16 10:54:51 -0500301#define ID_AA64MMFR0_EL1_FGT_SHIFT U(56)
302#define ID_AA64MMFR0_EL1_FGT_MASK ULL(0xf)
303#define ID_AA64MMFR0_EL1_FGT_NOT_SUPPORTED ULL(0x0)
304#define ID_AA64MMFR0_EL1_FGT_SUPPORTED ULL(0x1)
305
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200306#define ID_AA64MMFR0_EL1_TGRAN4_SHIFT U(28)
Javier Almansa Sobrino2a32ff72023-05-25 17:51:48 +0100307#define ID_AA64MMFR0_EL1_TGRAN4_WIDTH U(4)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200308#define ID_AA64MMFR0_EL1_TGRAN4_MASK ULL(0xf)
309#define ID_AA64MMFR0_EL1_TGRAN4_SUPPORTED ULL(0x0)
Javier Almansa Sobrino2a32ff72023-05-25 17:51:48 +0100310#define ID_AA64MMFR0_EL1_TGRAN4_52B_SUPPORTED ULL(0x1)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200311#define ID_AA64MMFR0_EL1_TGRAN4_NOT_SUPPORTED ULL(0xf)
312
Javier Almansa Sobrino2a32ff72023-05-25 17:51:48 +0100313#define ID_AA64MMFR0_EL1_TGRAN4_2_SHIFT U(40)
314#define ID_AA64MMFR0_EL1_TGRAN4_2_WIDTH U(4)
315#define ID_AA64MMFR0_EL1_TGRAN4_2_MASK ULL(0xf)
316#define ID_AA64MMFR0_EL1_TGRAN4_2_AS_1 ULL(0x0)
317#define ID_AA64MMFR0_EL1_TGRAN4_2_NOT_SUPPORTED ULL(0x1)
318#define ID_AA64MMFR0_EL1_TGRAN4_2_SUPPORTED ULL(0x2)
319#define ID_AA64MMFR0_EL1_TGRAN4_2_52B_SUPPORTED ULL(0x3)
320
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200321#define ID_AA64MMFR0_EL1_TGRAN64_SHIFT U(24)
Javier Almansa Sobrino2a32ff72023-05-25 17:51:48 +0100322#define ID_AA64MMFR0_EL1_TGRAN64_WIDTH U(4)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200323#define ID_AA64MMFR0_EL1_TGRAN64_MASK ULL(0xf)
324#define ID_AA64MMFR0_EL1_TGRAN64_SUPPORTED ULL(0x0)
325#define ID_AA64MMFR0_EL1_TGRAN64_NOT_SUPPORTED ULL(0xf)
326
Javier Almansa Sobrino2a32ff72023-05-25 17:51:48 +0100327#define ID_AA64MMFR0_EL1_TGRAN64_2_SHIFT U(36)
328#define ID_AA64MMFR0_EL1_TGRAN64_2_WIDTH U(4)
329#define ID_AA64MMFR0_EL1_TGRAN64_2_MASK ULL(0xf)
330#define ID_AA64MMFR0_EL1_TGRAN64_2_AS_1 ULL(0x0)
331#define ID_AA64MMFR0_EL1_TGRAN64_2_NOT_SUPPORTED ULL(0x1)
332#define ID_AA64MMFR0_EL1_TGRAN64_2_SUPPORTED ULL(0x2)
333
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200334#define ID_AA64MMFR0_EL1_TGRAN16_SHIFT U(20)
Javier Almansa Sobrino2a32ff72023-05-25 17:51:48 +0100335#define ID_AA64MMFR0_EL1_TGRAN16_WIDTH U(4)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200336#define ID_AA64MMFR0_EL1_TGRAN16_MASK ULL(0xf)
337#define ID_AA64MMFR0_EL1_TGRAN16_SUPPORTED ULL(0x1)
338#define ID_AA64MMFR0_EL1_TGRAN16_NOT_SUPPORTED ULL(0x0)
Javier Almansa Sobrino2a32ff72023-05-25 17:51:48 +0100339#define ID_AA64MMFR0_EL1_TGRAN16_52B_SUPPORTED ULL(0x2)
340
341#define ID_AA64MMFR0_EL1_TGRAN16_2_SHIFT U(32)
342#define ID_AA64MMFR0_EL1_TGRAN16_2_WIDTH U(4)
343#define ID_AA64MMFR0_EL1_TGRAN16_2_MASK ULL(0xf)
344#define ID_AA64MMFR0_EL1_TGRAN16_2_AS_1 ULL(0x0)
345#define ID_AA64MMFR0_EL1_TGRAN16_2_NOT_SUPPORTED ULL(0x1)
346#define ID_AA64MMFR0_EL1_TGRAN16_2_SUPPORTED ULL(0x2)
347#define ID_AA64MMFR0_EL1_TGRAN16_2_52B_SUPPORTED ULL(0x3)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200348
Daniel Boulby39e4df22021-02-02 19:27:41 +0000349/* ID_AA64MMFR1_EL1 definitions */
350#define ID_AA64MMFR1_EL1_PAN_SHIFT U(20)
351#define ID_AA64MMFR1_EL1_PAN_MASK ULL(0xf)
Juan Pablo Condec94fb402023-07-21 17:19:42 -0500352#define ID_AA64MMFR1_EL1_PAN_WIDTH U(4)
Daniel Boulby39e4df22021-02-02 19:27:41 +0000353#define ID_AA64MMFR1_EL1_PAN_SUPPORTED ULL(0x1)
354#define ID_AA64MMFR1_EL1_PAN2_SUPPORTED ULL(0x2)
355#define ID_AA64MMFR1_EL1_PAN3_SUPPORTED ULL(0x3)
johpow01d0bbe6e2021-11-11 16:13:32 -0600356#define ID_AA64MMFR1_EL1_HCX_SHIFT U(40)
357#define ID_AA64MMFR1_EL1_HCX_MASK ULL(0xf)
358#define ID_AA64MMFR1_EL1_HCX_SUPPORTED ULL(0x1)
359#define ID_AA64MMFR1_EL1_HCX_NOT_SUPPORTED ULL(0x0)
Manish V Badarkhe82e1a252022-01-04 13:45:31 +0000360#define ID_AA64MMFR1_EL1_AFP_SHIFT U(44)
361#define ID_AA64MMFR1_EL1_AFP_MASK ULL(0xf)
362#define ID_AA64MMFR1_EL1_AFP_SUPPORTED ULL(0x1)
Juan Pablo Condec94fb402023-07-21 17:19:42 -0500363#define ID_AA64MMFR1_EL1_LO_SHIFT U(16)
364#define ID_AA64MMFR1_EL1_LO_MASK ULL(0xf)
365#define ID_AA64MMFR1_EL1_LO_WIDTH U(4)
366#define ID_AA64MMFR1_EL1_LOR_NOT_SUPPORTED ULL(0x0)
367#define ID_AA64MMFR1_EL1_LOR_SUPPORTED ULL(0x1)
368
Daniel Boulby39e4df22021-02-02 19:27:41 +0000369
Antonio Nino Diaz69068db2019-01-11 13:01:45 +0000370/* ID_AA64MMFR2_EL1 definitions */
371#define ID_AA64MMFR2_EL1 S3_0_C0_C7_2
Antonio Nino Diazffdfd162019-02-11 15:34:32 +0000372
373#define ID_AA64MMFR2_EL1_ST_SHIFT U(28)
374#define ID_AA64MMFR2_EL1_ST_MASK ULL(0xf)
375
Antonio Nino Diaz69068db2019-01-11 13:01:45 +0000376#define ID_AA64MMFR2_EL1_CNP_SHIFT U(0)
377#define ID_AA64MMFR2_EL1_CNP_MASK ULL(0xf)
378
379/* ID_AA64PFR1_EL1 definitions */
380#define ID_AA64PFR1_EL1_SSBS_SHIFT U(4)
381#define ID_AA64PFR1_EL1_SSBS_MASK ULL(0xf)
382
383#define SSBS_UNAVAILABLE ULL(0) /* No architectural SSBS support */
384
Alexei Fedorov9cd75022020-06-17 18:54:20 +0100385#define ID_AA64PFR1_EL1_BT_SHIFT U(0)
386#define ID_AA64PFR1_EL1_BT_MASK ULL(0xf)
387
388#define BTI_IMPLEMENTED ULL(1) /* The BTI mechanism is implemented */
389
Sandrine Bailleux277fb762019-10-08 12:10:45 +0200390#define ID_AA64PFR1_EL1_MTE_SHIFT U(8)
391#define ID_AA64PFR1_EL1_MTE_MASK ULL(0xf)
392
Juan Pablo Conde9303f4d2022-07-25 16:38:01 -0400393#define ID_AA64PFR1_EL1_RNDR_TRAP_SHIFT U(28)
394#define ID_AA64PFR1_EL1_RNDR_TRAP_MASK ULL(0xf)
395
396#define ID_AA64PFR1_EL1_RNG_TRAP_SUPPORTED ULL(0x1)
397#define ID_AA64PFR1_EL1_RNG_TRAP_NOT_SUPPORTED ULL(0x0)
398
Juan Pablo Condec94fb402023-07-21 17:19:42 -0500399#define ID_AA64PFR1_CSV2_FRAC_MASK ULL(0xf)
400#define ID_AA64PFR1_CSV2_FRAC_SHIFT U(32)
401#define ID_AA64PFR1_CSV2_FRAC_WIDTH U(4)
402#define ID_AA64PFR1_CSV2_1P1_SUPPORTED ULL(0x1)
403#define ID_AA64PFR1_CSV2_1P2_SUPPORTED ULL(0x2)
404
Sandrine Bailleux277fb762019-10-08 12:10:45 +0200405#define MTE_UNIMPLEMENTED ULL(0)
406#define MTE_IMPLEMENTED_EL0 ULL(1) /* MTE is only implemented at EL0 */
407#define MTE_IMPLEMENTED_ELX ULL(2) /* MTE is implemented at all ELs */
408
Jayanth Dodderi Chidanandb3ffd3c2023-02-13 12:15:11 +0000409#define ID_AA64PFR1_EL1_SME_SHIFT U(24)
410#define ID_AA64PFR1_EL1_SME_MASK ULL(0xf)
411#define ID_AA64PFR1_EL1_SME_NOT_SUPPORTED ULL(0x0)
412#define ID_AA64PFR1_EL1_SME_SUPPORTED ULL(0x1)
Jayanth Dodderi Chidanand95d5d272023-01-16 17:58:47 +0000413#define ID_AA64PFR1_EL1_SME2_SUPPORTED ULL(0x2)
johpow0150ccb552020-11-10 19:22:13 -0600414
Juan Pablo Condec94fb402023-07-21 17:19:42 -0500415#define ID_AA64PFR1_RAS_FRAC_MASK ULL(0xf)
416#define ID_AA64PFR1_RAS_FRAC_SHIFT U(12)
417#define ID_AA64PFR1_RAS_FRAC_WIDTH U(4)
418#define ID_AA64PFR1_RASV1P1_SUPPORTED ULL(0x1)
419
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000420/* ID_PFR1_EL1 definitions */
421#define ID_PFR1_VIRTEXT_SHIFT U(12)
422#define ID_PFR1_VIRTEXT_MASK U(0xf)
423#define GET_VIRT_EXT(id) (((id) >> ID_PFR1_VIRTEXT_SHIFT) \
424 & ID_PFR1_VIRTEXT_MASK)
425
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200426/* SCTLR definitions */
427#define SCTLR_EL2_RES1 ((U(1) << 29) | (U(1) << 28) | (U(1) << 23) | \
428 (U(1) << 22) | (U(1) << 18) | (U(1) << 16) | \
429 (U(1) << 11) | (U(1) << 5) | (U(1) << 4))
430
431#define SCTLR_EL1_RES1 ((U(1) << 29) | (U(1) << 28) | (U(1) << 23) | \
432 (U(1) << 22) | (U(1) << 20) | (U(1) << 11))
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000433#define SCTLR_AARCH32_EL1_RES1 \
434 ((U(1) << 23) | (U(1) << 22) | (U(1) << 11) | \
435 (U(1) << 4) | (U(1) << 3))
436
437#define SCTLR_EL3_RES1 ((U(1) << 29) | (U(1) << 28) | (U(1) << 23) | \
438 (U(1) << 22) | (U(1) << 18) | (U(1) << 16) | \
439 (U(1) << 11) | (U(1) << 5) | (U(1) << 4))
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200440
Antonio Nino Diaz69068db2019-01-11 13:01:45 +0000441#define SCTLR_M_BIT (ULL(1) << 0)
442#define SCTLR_A_BIT (ULL(1) << 1)
443#define SCTLR_C_BIT (ULL(1) << 2)
444#define SCTLR_SA_BIT (ULL(1) << 3)
445#define SCTLR_SA0_BIT (ULL(1) << 4)
446#define SCTLR_CP15BEN_BIT (ULL(1) << 5)
447#define SCTLR_ITD_BIT (ULL(1) << 7)
448#define SCTLR_SED_BIT (ULL(1) << 8)
449#define SCTLR_UMA_BIT (ULL(1) << 9)
450#define SCTLR_I_BIT (ULL(1) << 12)
Alexei Fedorov38c645c2019-08-01 11:27:20 +0100451#define SCTLR_EnDB_BIT (ULL(1) << 13)
Antonio Nino Diaz69068db2019-01-11 13:01:45 +0000452#define SCTLR_DZE_BIT (ULL(1) << 14)
453#define SCTLR_UCT_BIT (ULL(1) << 15)
454#define SCTLR_NTWI_BIT (ULL(1) << 16)
455#define SCTLR_NTWE_BIT (ULL(1) << 18)
456#define SCTLR_WXN_BIT (ULL(1) << 19)
457#define SCTLR_UWXN_BIT (ULL(1) << 20)
Antonio Nino Diazcc023992019-04-04 11:18:32 +0100458#define SCTLR_IESB_BIT (ULL(1) << 21)
Daniel Boulby39e4df22021-02-02 19:27:41 +0000459#define SCTLR_SPAN_BIT (ULL(1) << 23)
Antonio Nino Diaz69068db2019-01-11 13:01:45 +0000460#define SCTLR_E0E_BIT (ULL(1) << 24)
461#define SCTLR_EE_BIT (ULL(1) << 25)
462#define SCTLR_UCI_BIT (ULL(1) << 26)
Alexei Fedorov38c645c2019-08-01 11:27:20 +0100463#define SCTLR_EnDA_BIT (ULL(1) << 27)
464#define SCTLR_EnIB_BIT (ULL(1) << 30)
Antonio Nino Diaz9c9f92c2019-03-13 13:57:39 +0000465#define SCTLR_EnIA_BIT (ULL(1) << 31)
Antonio Nino Diaz69068db2019-01-11 13:01:45 +0000466#define SCTLR_DSSBS_BIT (ULL(1) << 44)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200467#define SCTLR_RESET_VAL SCTLR_EL3_RES1
468
469/* CPACR_El1 definitions */
470#define CPACR_EL1_FPEN(x) ((x) << 20)
471#define CPACR_EL1_FP_TRAP_EL0 U(0x1)
472#define CPACR_EL1_FP_TRAP_ALL U(0x2)
473#define CPACR_EL1_FP_TRAP_NONE U(0x3)
474
Arunachalam Ganapathy0bbdc2d2023-04-05 15:30:18 +0100475#define CPACR_EL1_ZEN(x) ((x) << 16)
476#define CPACR_EL1_ZEN_TRAP_EL0 U(0x1)
477#define CPACR_EL1_ZEN_TRAP_ALL U(0x2)
478#define CPACR_EL1_ZEN_TRAP_NONE U(0x3)
479
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200480/* SCR definitions */
481#define SCR_RES1_BITS ((U(1) << 4) | (U(1) << 5))
johpow01b7d752a2020-10-08 17:29:11 -0500482#define SCR_AMVOFFEN_BIT (UL(1) << 35)
Sandrine Bailleux277fb762019-10-08 12:10:45 +0200483#define SCR_ATA_BIT (U(1) << 26)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200484#define SCR_FIEN_BIT (U(1) << 21)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000485#define SCR_API_BIT (U(1) << 17)
486#define SCR_APK_BIT (U(1) << 16)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200487#define SCR_TWE_BIT (U(1) << 13)
488#define SCR_TWI_BIT (U(1) << 12)
489#define SCR_ST_BIT (U(1) << 11)
490#define SCR_RW_BIT (U(1) << 10)
491#define SCR_SIF_BIT (U(1) << 9)
492#define SCR_HCE_BIT (U(1) << 8)
493#define SCR_SMD_BIT (U(1) << 7)
494#define SCR_EA_BIT (U(1) << 3)
495#define SCR_FIQ_BIT (U(1) << 2)
496#define SCR_IRQ_BIT (U(1) << 1)
497#define SCR_NS_BIT (U(1) << 0)
498#define SCR_VALID_BIT_MASK U(0x2f8f)
499#define SCR_RESET_VAL SCR_RES1_BITS
500
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000501/* MDCR_EL3 definitions */
502#define MDCR_SPD32(x) ((x) << 14)
Antonio Nino Diazcc023992019-04-04 11:18:32 +0100503#define MDCR_SPD32_LEGACY ULL(0x0)
504#define MDCR_SPD32_DISABLE ULL(0x2)
505#define MDCR_SPD32_ENABLE ULL(0x3)
506#define MDCR_SDD_BIT (ULL(1) << 16)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000507#define MDCR_NSPB(x) ((x) << 12)
Antonio Nino Diazcc023992019-04-04 11:18:32 +0100508#define MDCR_NSPB_EL1 ULL(0x3)
509#define MDCR_TDOSA_BIT (ULL(1) << 10)
510#define MDCR_TDA_BIT (ULL(1) << 9)
511#define MDCR_TPM_BIT (ULL(1) << 6)
512#define MDCR_SCCD_BIT (ULL(1) << 23)
513#define MDCR_EL3_RESET_VAL ULL(0x0)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000514
515/* MDCR_EL2 definitions */
516#define MDCR_EL2_TPMS (U(1) << 14)
517#define MDCR_EL2_E2PB(x) ((x) << 12)
518#define MDCR_EL2_E2PB_EL1 U(0x3)
519#define MDCR_EL2_TDRA_BIT (U(1) << 11)
520#define MDCR_EL2_TDOSA_BIT (U(1) << 10)
521#define MDCR_EL2_TDA_BIT (U(1) << 9)
522#define MDCR_EL2_TDE_BIT (U(1) << 8)
523#define MDCR_EL2_HPME_BIT (U(1) << 7)
524#define MDCR_EL2_TPM_BIT (U(1) << 6)
525#define MDCR_EL2_TPMCR_BIT (U(1) << 5)
Boyan Karatotev35e3ca02022-10-10 16:39:45 +0100526#define MDCR_EL2_HPMN_SHIFT U(0)
527#define MDCR_EL2_HPMN_MASK ULL(0x1f)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000528#define MDCR_EL2_RESET_VAL U(0x0)
529
530/* HSTR_EL2 definitions */
531#define HSTR_EL2_RESET_VAL U(0x0)
532#define HSTR_EL2_T_MASK U(0xff)
533
534/* CNTHP_CTL_EL2 definitions */
535#define CNTHP_CTL_ENABLE_BIT (U(1) << 0)
536#define CNTHP_CTL_RESET_VAL U(0x0)
537
538/* VTTBR_EL2 definitions */
539#define VTTBR_RESET_VAL ULL(0x0)
540#define VTTBR_VMID_MASK ULL(0xff)
541#define VTTBR_VMID_SHIFT U(48)
542#define VTTBR_BADDR_MASK ULL(0xffffffffffff)
543#define VTTBR_BADDR_SHIFT U(0)
544
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200545/* HCR definitions */
johpow01b7d752a2020-10-08 17:29:11 -0500546#define HCR_AMVOFFEN_BIT (ULL(1) << 51)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000547#define HCR_API_BIT (ULL(1) << 41)
548#define HCR_APK_BIT (ULL(1) << 40)
Daniel Boulby39e4df22021-02-02 19:27:41 +0000549#define HCR_E2H_BIT (ULL(1) << 34)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000550#define HCR_TGE_BIT (ULL(1) << 27)
551#define HCR_RW_SHIFT U(31)
552#define HCR_RW_BIT (ULL(1) << HCR_RW_SHIFT)
553#define HCR_AMO_BIT (ULL(1) << 5)
554#define HCR_IMO_BIT (ULL(1) << 4)
555#define HCR_FMO_BIT (ULL(1) << 3)
556
557/* ISR definitions */
558#define ISR_A_SHIFT U(8)
559#define ISR_I_SHIFT U(7)
560#define ISR_F_SHIFT U(6)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200561
562/* CNTHCTL_EL2 definitions */
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000563#define CNTHCTL_RESET_VAL U(0x0)
564#define EVNTEN_BIT (U(1) << 2)
565#define EL1PCEN_BIT (U(1) << 1)
566#define EL1PCTEN_BIT (U(1) << 0)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200567
568/* CNTKCTL_EL1 definitions */
569#define EL0PTEN_BIT (U(1) << 9)
570#define EL0VTEN_BIT (U(1) << 8)
571#define EL0PCTEN_BIT (U(1) << 0)
572#define EL0VCTEN_BIT (U(1) << 1)
573#define EVNTEN_BIT (U(1) << 2)
574#define EVNTDIR_BIT (U(1) << 3)
575#define EVNTI_SHIFT U(4)
576#define EVNTI_MASK U(0xf)
577
578/* CPTR_EL2 definitions */
Arunachalam Ganapathy92f18682023-09-02 01:41:28 +0100579#define CPTR_EL2_RES1 ((ULL(1) << 13) | (ULL(1) << 9) | (ULL(0xff)))
Ambroise Vincentfae77722019-03-07 10:17:15 +0000580#define CPTR_EL2_TCPAC_BIT (ULL(1) << 31)
581#define CPTR_EL2_TAM_BIT (ULL(1) << 30)
582#define CPTR_EL2_TTA_BIT (ULL(1) << 20)
johpow0150ccb552020-11-10 19:22:13 -0600583#define CPTR_EL2_TSM_BIT (ULL(1) << 12)
Ambroise Vincentfae77722019-03-07 10:17:15 +0000584#define CPTR_EL2_TFP_BIT (ULL(1) << 10)
585#define CPTR_EL2_TZ_BIT (ULL(1) << 8)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000586#define CPTR_EL2_RESET_VAL CPTR_EL2_RES1
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200587
588/* CPSR/SPSR definitions */
589#define DAIF_FIQ_BIT (U(1) << 0)
590#define DAIF_IRQ_BIT (U(1) << 1)
591#define DAIF_ABT_BIT (U(1) << 2)
592#define DAIF_DBG_BIT (U(1) << 3)
593#define SPSR_DAIF_SHIFT U(6)
594#define SPSR_DAIF_MASK U(0xf)
595
596#define SPSR_AIF_SHIFT U(6)
597#define SPSR_AIF_MASK U(0x7)
598
599#define SPSR_E_SHIFT U(9)
600#define SPSR_E_MASK U(0x1)
601#define SPSR_E_LITTLE U(0x0)
602#define SPSR_E_BIG U(0x1)
603
604#define SPSR_T_SHIFT U(5)
605#define SPSR_T_MASK U(0x1)
606#define SPSR_T_ARM U(0x0)
607#define SPSR_T_THUMB U(0x1)
608
609#define SPSR_M_SHIFT U(4)
610#define SPSR_M_MASK U(0x1)
611#define SPSR_M_AARCH64 U(0x0)
612#define SPSR_M_AARCH32 U(0x1)
613
614#define DISABLE_ALL_EXCEPTIONS \
615 (DAIF_FIQ_BIT | DAIF_IRQ_BIT | DAIF_ABT_BIT | DAIF_DBG_BIT)
616
617#define DISABLE_INTERRUPTS (DAIF_FIQ_BIT | DAIF_IRQ_BIT)
618
619/*
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000620 * RMR_EL3 definitions
621 */
622#define RMR_EL3_RR_BIT (U(1) << 1)
623#define RMR_EL3_AA64_BIT (U(1) << 0)
624
625/*
626 * HI-VECTOR address for AArch32 state
627 */
628#define HI_VECTOR_BASE U(0xFFFF0000)
629
630/*
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200631 * TCR defintions
632 */
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000633#define TCR_EL3_RES1 ((ULL(1) << 31) | (ULL(1) << 23))
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200634#define TCR_EL2_RES1 ((ULL(1) << 31) | (ULL(1) << 23))
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200635#define TCR_EL1_IPS_SHIFT U(32)
636#define TCR_EL2_PS_SHIFT U(16)
637#define TCR_EL3_PS_SHIFT U(16)
638
639#define TCR_TxSZ_MIN ULL(16)
640#define TCR_TxSZ_MAX ULL(39)
Antonio Nino Diazffdfd162019-02-11 15:34:32 +0000641#define TCR_TxSZ_MAX_TTST ULL(48)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200642
Antonio Nino Diazcc023992019-04-04 11:18:32 +0100643#define TCR_T0SZ_SHIFT U(0)
644#define TCR_T1SZ_SHIFT U(16)
645
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200646/* (internal) physical address size bits in EL3/EL1 */
647#define TCR_PS_BITS_4GB ULL(0x0)
648#define TCR_PS_BITS_64GB ULL(0x1)
649#define TCR_PS_BITS_1TB ULL(0x2)
650#define TCR_PS_BITS_4TB ULL(0x3)
651#define TCR_PS_BITS_16TB ULL(0x4)
652#define TCR_PS_BITS_256TB ULL(0x5)
653
654#define ADDR_MASK_48_TO_63 ULL(0xFFFF000000000000)
655#define ADDR_MASK_44_TO_47 ULL(0x0000F00000000000)
656#define ADDR_MASK_42_TO_43 ULL(0x00000C0000000000)
657#define ADDR_MASK_40_TO_41 ULL(0x0000030000000000)
658#define ADDR_MASK_36_TO_39 ULL(0x000000F000000000)
659#define ADDR_MASK_32_TO_35 ULL(0x0000000F00000000)
660
661#define TCR_RGN_INNER_NC (ULL(0x0) << 8)
662#define TCR_RGN_INNER_WBA (ULL(0x1) << 8)
663#define TCR_RGN_INNER_WT (ULL(0x2) << 8)
664#define TCR_RGN_INNER_WBNA (ULL(0x3) << 8)
665
666#define TCR_RGN_OUTER_NC (ULL(0x0) << 10)
667#define TCR_RGN_OUTER_WBA (ULL(0x1) << 10)
668#define TCR_RGN_OUTER_WT (ULL(0x2) << 10)
669#define TCR_RGN_OUTER_WBNA (ULL(0x3) << 10)
670
671#define TCR_SH_NON_SHAREABLE (ULL(0x0) << 12)
672#define TCR_SH_OUTER_SHAREABLE (ULL(0x2) << 12)
673#define TCR_SH_INNER_SHAREABLE (ULL(0x3) << 12)
674
Antonio Nino Diazcc023992019-04-04 11:18:32 +0100675#define TCR_RGN1_INNER_NC (ULL(0x0) << 24)
676#define TCR_RGN1_INNER_WBA (ULL(0x1) << 24)
677#define TCR_RGN1_INNER_WT (ULL(0x2) << 24)
678#define TCR_RGN1_INNER_WBNA (ULL(0x3) << 24)
679
680#define TCR_RGN1_OUTER_NC (ULL(0x0) << 26)
681#define TCR_RGN1_OUTER_WBA (ULL(0x1) << 26)
682#define TCR_RGN1_OUTER_WT (ULL(0x2) << 26)
683#define TCR_RGN1_OUTER_WBNA (ULL(0x3) << 26)
684
685#define TCR_SH1_NON_SHAREABLE (ULL(0x0) << 28)
686#define TCR_SH1_OUTER_SHAREABLE (ULL(0x2) << 28)
687#define TCR_SH1_INNER_SHAREABLE (ULL(0x3) << 28)
688
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200689#define TCR_TG0_SHIFT U(14)
690#define TCR_TG0_MASK ULL(3)
691#define TCR_TG0_4K (ULL(0) << TCR_TG0_SHIFT)
692#define TCR_TG0_64K (ULL(1) << TCR_TG0_SHIFT)
693#define TCR_TG0_16K (ULL(2) << TCR_TG0_SHIFT)
694
Antonio Nino Diazcc023992019-04-04 11:18:32 +0100695#define TCR_TG1_SHIFT U(30)
696#define TCR_TG1_MASK ULL(3)
697#define TCR_TG1_16K (ULL(1) << TCR_TG1_SHIFT)
698#define TCR_TG1_4K (ULL(2) << TCR_TG1_SHIFT)
699#define TCR_TG1_64K (ULL(3) << TCR_TG1_SHIFT)
700
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200701#define TCR_EPD0_BIT (ULL(1) << 7)
702#define TCR_EPD1_BIT (ULL(1) << 23)
703
704#define MODE_SP_SHIFT U(0x0)
705#define MODE_SP_MASK U(0x1)
706#define MODE_SP_EL0 U(0x0)
707#define MODE_SP_ELX U(0x1)
708
709#define MODE_RW_SHIFT U(0x4)
710#define MODE_RW_MASK U(0x1)
711#define MODE_RW_64 U(0x0)
712#define MODE_RW_32 U(0x1)
713
714#define MODE_EL_SHIFT U(0x2)
715#define MODE_EL_MASK U(0x3)
716#define MODE_EL3 U(0x3)
717#define MODE_EL2 U(0x2)
718#define MODE_EL1 U(0x1)
719#define MODE_EL0 U(0x0)
720
721#define MODE32_SHIFT U(0)
722#define MODE32_MASK U(0xf)
723#define MODE32_usr U(0x0)
724#define MODE32_fiq U(0x1)
725#define MODE32_irq U(0x2)
726#define MODE32_svc U(0x3)
727#define MODE32_mon U(0x6)
728#define MODE32_abt U(0x7)
729#define MODE32_hyp U(0xa)
730#define MODE32_und U(0xb)
731#define MODE32_sys U(0xf)
732
733#define GET_RW(mode) (((mode) >> MODE_RW_SHIFT) & MODE_RW_MASK)
734#define GET_EL(mode) (((mode) >> MODE_EL_SHIFT) & MODE_EL_MASK)
735#define GET_SP(mode) (((mode) >> MODE_SP_SHIFT) & MODE_SP_MASK)
736#define GET_M32(mode) (((mode) >> MODE32_SHIFT) & MODE32_MASK)
737
738#define SPSR_64(el, sp, daif) \
739 ((MODE_RW_64 << MODE_RW_SHIFT) | \
740 (((el) & MODE_EL_MASK) << MODE_EL_SHIFT) | \
741 (((sp) & MODE_SP_MASK) << MODE_SP_SHIFT) | \
742 (((daif) & SPSR_DAIF_MASK) << SPSR_DAIF_SHIFT))
743
744#define SPSR_MODE32(mode, isa, endian, aif) \
745 ((MODE_RW_32 << MODE_RW_SHIFT) | \
746 (((mode) & MODE32_MASK) << MODE32_SHIFT) | \
747 (((isa) & SPSR_T_MASK) << SPSR_T_SHIFT) | \
748 (((endian) & SPSR_E_MASK) << SPSR_E_SHIFT) | \
749 (((aif) & SPSR_AIF_MASK) << SPSR_AIF_SHIFT))
750
751/*
752 * TTBR Definitions
753 */
754#define TTBR_CNP_BIT ULL(0x1)
755
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000756/*
757 * CTR_EL0 definitions
758 */
759#define CTR_CWG_SHIFT U(24)
760#define CTR_CWG_MASK U(0xf)
761#define CTR_ERG_SHIFT U(20)
762#define CTR_ERG_MASK U(0xf)
763#define CTR_DMINLINE_SHIFT U(16)
764#define CTR_DMINLINE_MASK U(0xf)
765#define CTR_L1IP_SHIFT U(14)
766#define CTR_L1IP_MASK U(0x3)
767#define CTR_IMINLINE_SHIFT U(0)
768#define CTR_IMINLINE_MASK U(0xf)
769
770#define MAX_CACHE_LINE_SIZE U(0x800) /* 2KB */
771
Manish V Badarkhe82e1a252022-01-04 13:45:31 +0000772/*
773 * FPCR definitions
774 */
775#define FPCR_FIZ_BIT (ULL(1) << 0)
776#define FPCR_AH_BIT (ULL(1) << 1)
777#define FPCR_NEP_BIT (ULL(1) << 2)
778
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200779/* Physical timer control register bit fields shifts and masks */
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000780#define CNTP_CTL_ENABLE_SHIFT U(0)
781#define CNTP_CTL_IMASK_SHIFT U(1)
782#define CNTP_CTL_ISTATUS_SHIFT U(2)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200783
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000784#define CNTP_CTL_ENABLE_MASK U(1)
785#define CNTP_CTL_IMASK_MASK U(1)
786#define CNTP_CTL_ISTATUS_MASK U(1)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200787
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200788/* Exception Syndrome register bits and bobs */
789#define ESR_EC_SHIFT U(26)
790#define ESR_EC_MASK U(0x3f)
791#define ESR_EC_LENGTH U(6)
Olivier Deprezc61ce3a2022-01-18 15:51:49 +0100792#define ESR_ISS_SHIFT U(0x0)
793#define ESR_ISS_MASK U(0x1ffffff)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200794#define EC_UNKNOWN U(0x0)
795#define EC_WFE_WFI U(0x1)
796#define EC_AARCH32_CP15_MRC_MCR U(0x3)
797#define EC_AARCH32_CP15_MRRC_MCRR U(0x4)
798#define EC_AARCH32_CP14_MRC_MCR U(0x5)
799#define EC_AARCH32_CP14_LDC_STC U(0x6)
800#define EC_FP_SIMD U(0x7)
801#define EC_AARCH32_CP10_MRC U(0x8)
802#define EC_AARCH32_CP14_MRRC_MCRR U(0xc)
803#define EC_ILLEGAL U(0xe)
804#define EC_AARCH32_SVC U(0x11)
805#define EC_AARCH32_HVC U(0x12)
806#define EC_AARCH32_SMC U(0x13)
807#define EC_AARCH64_SVC U(0x15)
808#define EC_AARCH64_HVC U(0x16)
809#define EC_AARCH64_SMC U(0x17)
810#define EC_AARCH64_SYS U(0x18)
811#define EC_IABORT_LOWER_EL U(0x20)
812#define EC_IABORT_CUR_EL U(0x21)
813#define EC_PC_ALIGN U(0x22)
814#define EC_DABORT_LOWER_EL U(0x24)
815#define EC_DABORT_CUR_EL U(0x25)
816#define EC_SP_ALIGN U(0x26)
817#define EC_AARCH32_FP U(0x28)
818#define EC_AARCH64_FP U(0x2c)
819#define EC_SERROR U(0x2f)
Olivier Deprezc61ce3a2022-01-18 15:51:49 +0100820/* Data Fault Status code, not all error codes listed */
821#define ISS_DFSC_MASK U(0x3f)
822#define DFSC_EXT_DABORT U(0x10)
823#define DFSC_GPF_DABORT U(0x28)
nabkah01002e5692022-10-10 12:36:46 +0100824/* ISS encoding an exception from HVC or SVC instruction execution */
825#define ISS_HVC_SMC_IMM16_MASK U(0xffff)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200826
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000827/*
828 * External Abort bit in Instruction and Data Aborts synchronous exception
829 * syndromes.
830 */
831#define ESR_ISS_EABORT_EA_BIT U(9)
832
833#define EC_BITS(x) (((x) >> ESR_EC_SHIFT) & ESR_EC_MASK)
Olivier Deprezc61ce3a2022-01-18 15:51:49 +0100834#define ISS_BITS(x) (((x) >> ESR_ISS_SHIFT) & ESR_ISS_MASK)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000835
836/* Reset bit inside the Reset management register for EL3 (RMR_EL3) */
837#define RMR_RESET_REQUEST_SHIFT U(0x1)
838#define RMR_WARM_RESET_CPU (U(1) << RMR_RESET_REQUEST_SHIFT)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200839
840/*******************************************************************************
841 * Definitions of register offsets, fields and macros for CPU system
842 * instructions.
843 ******************************************************************************/
844
845#define TLBI_ADDR_SHIFT U(12)
846#define TLBI_ADDR_MASK ULL(0x00000FFFFFFFFFFF)
847#define TLBI_ADDR(x) (((x) >> TLBI_ADDR_SHIFT) & TLBI_ADDR_MASK)
848
849/*******************************************************************************
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000850 * Definitions of register offsets and fields in the CNTCTLBase Frame of the
851 * system level implementation of the Generic Timer.
852 ******************************************************************************/
853#define CNTCTLBASE_CNTFRQ U(0x0)
854#define CNTNSAR U(0x4)
855#define CNTNSAR_NS_SHIFT(x) (x)
856
857#define CNTACR_BASE(x) (U(0x40) + ((x) << 2))
858#define CNTACR_RPCT_SHIFT U(0x0)
859#define CNTACR_RVCT_SHIFT U(0x1)
860#define CNTACR_RFRQ_SHIFT U(0x2)
861#define CNTACR_RVOFF_SHIFT U(0x3)
862#define CNTACR_RWVT_SHIFT U(0x4)
863#define CNTACR_RWPT_SHIFT U(0x5)
864
865/*******************************************************************************
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200866 * Definitions of register offsets and fields in the CNTBaseN Frame of the
867 * system level implementation of the Generic Timer.
868 ******************************************************************************/
869/* Physical Count register. */
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000870#define CNTPCT_LO U(0x0)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200871/* Counter Frequency register. */
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000872#define CNTBASEN_CNTFRQ U(0x10)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200873/* Physical Timer CompareValue register. */
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000874#define CNTP_CVAL_LO U(0x20)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200875/* Physical Timer Control register. */
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000876#define CNTP_CTL U(0x2c)
877
878/* PMCR_EL0 definitions */
879#define PMCR_EL0_RESET_VAL U(0x0)
880#define PMCR_EL0_N_SHIFT U(11)
881#define PMCR_EL0_N_MASK U(0x1f)
882#define PMCR_EL0_N_BITS (PMCR_EL0_N_MASK << PMCR_EL0_N_SHIFT)
883#define PMCR_EL0_LC_BIT (U(1) << 6)
884#define PMCR_EL0_DP_BIT (U(1) << 5)
885#define PMCR_EL0_X_BIT (U(1) << 4)
886#define PMCR_EL0_D_BIT (U(1) << 3)
Boyan Karatotev35e3ca02022-10-10 16:39:45 +0100887#define PMCR_EL0_C_BIT (U(1) << 2)
888#define PMCR_EL0_P_BIT (U(1) << 1)
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100889#define PMCR_EL0_E_BIT (U(1) << 0)
890
891/* PMCNTENSET_EL0 definitions */
892#define PMCNTENSET_EL0_C_BIT (U(1) << 31)
893#define PMCNTENSET_EL0_P_BIT(x) (U(1) << x)
894
895/* PMEVTYPER<n>_EL0 definitions */
896#define PMEVTYPER_EL0_P_BIT (U(1) << 31)
AlexeiFedorov2f30f102023-03-13 19:37:46 +0000897#define PMEVTYPER_EL0_U_BIT (U(1) << 30)
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100898#define PMEVTYPER_EL0_NSK_BIT (U(1) << 29)
AlexeiFedorov2f30f102023-03-13 19:37:46 +0000899#define PMEVTYPER_EL0_NSU_BIT (U(1) << 28)
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100900#define PMEVTYPER_EL0_NSH_BIT (U(1) << 27)
901#define PMEVTYPER_EL0_M_BIT (U(1) << 26)
902#define PMEVTYPER_EL0_MT_BIT (U(1) << 25)
903#define PMEVTYPER_EL0_SH_BIT (U(1) << 24)
AlexeiFedorov2f30f102023-03-13 19:37:46 +0000904#define PMEVTYPER_EL0_T_BIT (U(1) << 23)
905#define PMEVTYPER_EL0_RLK_BIT (U(1) << 22)
906#define PMEVTYPER_EL0_RLU_BIT (U(1) << 21)
907#define PMEVTYPER_EL0_RLH_BIT (U(1) << 20)
Boyan Karatotevba3f3f32022-10-10 16:33:10 +0100908#define PMEVTYPER_EL0_EVTCOUNT_BITS U(0x0000FFFF)
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100909
910/* PMCCFILTR_EL0 definitions */
911#define PMCCFILTR_EL0_P_BIT (U(1) << 31)
AlexeiFedorov2f30f102023-03-13 19:37:46 +0000912#define PMCCFILTR_EL0_U_BIT (U(1) << 30)
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100913#define PMCCFILTR_EL0_NSK_BIT (U(1) << 29)
914#define PMCCFILTR_EL0_NSH_BIT (U(1) << 27)
915#define PMCCFILTR_EL0_M_BIT (U(1) << 26)
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100916#define PMCCFILTR_EL0_SH_BIT (U(1) << 24)
AlexeiFedorov2f30f102023-03-13 19:37:46 +0000917#define PMCCFILTR_EL0_T_BIT (U(1) << 23)
918#define PMCCFILTR_EL0_RLK_BIT (U(1) << 22)
919#define PMCCFILTR_EL0_RLU_BIT (U(1) << 21)
920#define PMCCFILTR_EL0_RLH_BIT (U(1) << 20)
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100921
Boyan Karatotev35e3ca02022-10-10 16:39:45 +0100922/* PMSELR_EL0 definitions */
923#define PMSELR_EL0_SEL_SHIFT U(0)
924#define PMSELR_EL0_SEL_MASK U(0x1f)
925
Petre-Ionut Tudorf68ebdb2019-09-18 16:13:00 +0100926/* PMU event counter ID definitions */
927#define PMU_EV_PC_WRITE_RETIRED U(0x000C)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000928
929/*******************************************************************************
930 * Definitions for system register interface to SVE
931 ******************************************************************************/
Arunachalam Ganapathy0bbdc2d2023-04-05 15:30:18 +0100932#define ID_AA64ZFR0_EL1 S3_0_C0_C4_4
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +0000933
934/* ZCR_EL2 definitions */
Arunachalam Ganapathy0bbdc2d2023-04-05 15:30:18 +0100935#define ZCR_EL2 S3_4_C1_C2_0
936#define ZCR_EL2_SVE_VL_SHIFT UL(0)
937#define ZCR_EL2_SVE_VL_WIDTH UL(4)
938
939/* ZCR_EL1 definitions */
940#define ZCR_EL1 S3_0_C1_C2_0
941#define ZCR_EL1_SVE_VL_SHIFT UL(0)
942#define ZCR_EL1_SVE_VL_WIDTH UL(4)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200943
944/*******************************************************************************
johpow0150ccb552020-11-10 19:22:13 -0600945 * Definitions for system register interface to SME
946 ******************************************************************************/
947#define ID_AA64SMFR0_EL1 S3_0_C0_C4_5
948#define SVCR S3_3_C4_C2_2
949#define TPIDR2_EL0 S3_3_C13_C0_5
950#define SMCR_EL2 S3_4_C1_C2_6
951
952/* ID_AA64SMFR0_EL1 definitions */
953#define ID_AA64SMFR0_EL1_FA64_BIT (UL(1) << 63)
954
955/* SVCR definitions */
956#define SVCR_ZA_BIT (U(1) << 1)
957#define SVCR_SM_BIT (U(1) << 0)
958
959/* SMPRI_EL1 definitions */
960#define SMPRI_EL1_PRIORITY_SHIFT U(0)
961#define SMPRI_EL1_PRIORITY_MASK U(0xf)
962
963/* SMPRIMAP_EL2 definitions */
964/* Register is composed of 16 priority map fields of 4 bits numbered 0-15. */
965#define SMPRIMAP_EL2_MAP_SHIFT(pri) U((pri) * 4)
966#define SMPRIMAP_EL2_MAP_MASK U(0xf)
967
968/* SMCR_ELx definitions */
969#define SMCR_ELX_LEN_SHIFT U(0)
970#define SMCR_ELX_LEN_MASK U(0x1ff)
Jayanth Dodderi Chidanand95d5d272023-01-16 17:58:47 +0000971#define SMCR_ELX_EZT0_BIT (U(1) << 30)
johpow0150ccb552020-11-10 19:22:13 -0600972#define SMCR_ELX_FA64_BIT (U(1) << 31)
Arunachalam Ganapathy92f18682023-09-02 01:41:28 +0100973#define SMCR_EL2_RESET_VAL (SMCR_ELX_EZT0_BIT | SMCR_ELX_FA64_BIT)
johpow0150ccb552020-11-10 19:22:13 -0600974
975/*******************************************************************************
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200976 * Definitions of MAIR encodings for device and normal memory
977 ******************************************************************************/
978/*
979 * MAIR encodings for device memory attributes.
980 */
981#define MAIR_DEV_nGnRnE ULL(0x0)
982#define MAIR_DEV_nGnRE ULL(0x4)
983#define MAIR_DEV_nGRE ULL(0x8)
984#define MAIR_DEV_GRE ULL(0xc)
985
986/*
987 * MAIR encodings for normal memory attributes.
988 *
989 * Cache Policy
990 * WT: Write Through
991 * WB: Write Back
992 * NC: Non-Cacheable
993 *
994 * Transient Hint
995 * NTR: Non-Transient
996 * TR: Transient
997 *
998 * Allocation Policy
999 * RA: Read Allocate
1000 * WA: Write Allocate
1001 * RWA: Read and Write Allocate
1002 * NA: No Allocation
1003 */
1004#define MAIR_NORM_WT_TR_WA ULL(0x1)
1005#define MAIR_NORM_WT_TR_RA ULL(0x2)
1006#define MAIR_NORM_WT_TR_RWA ULL(0x3)
1007#define MAIR_NORM_NC ULL(0x4)
1008#define MAIR_NORM_WB_TR_WA ULL(0x5)
1009#define MAIR_NORM_WB_TR_RA ULL(0x6)
1010#define MAIR_NORM_WB_TR_RWA ULL(0x7)
1011#define MAIR_NORM_WT_NTR_NA ULL(0x8)
1012#define MAIR_NORM_WT_NTR_WA ULL(0x9)
1013#define MAIR_NORM_WT_NTR_RA ULL(0xa)
1014#define MAIR_NORM_WT_NTR_RWA ULL(0xb)
1015#define MAIR_NORM_WB_NTR_NA ULL(0xc)
1016#define MAIR_NORM_WB_NTR_WA ULL(0xd)
1017#define MAIR_NORM_WB_NTR_RA ULL(0xe)
1018#define MAIR_NORM_WB_NTR_RWA ULL(0xf)
1019
1020#define MAIR_NORM_OUTER_SHIFT U(4)
1021
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001022#define MAKE_MAIR_NORMAL_MEMORY(inner, outer) \
1023 ((inner) | ((outer) << MAIR_NORM_OUTER_SHIFT))
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001024
1025/* PAR_EL1 fields */
1026#define PAR_F_SHIFT U(0)
1027#define PAR_F_MASK ULL(0x1)
1028#define PAR_ADDR_SHIFT U(12)
1029#define PAR_ADDR_MASK (BIT(40) - ULL(1)) /* 40-bits-wide page address */
1030
1031/*******************************************************************************
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001032 * Definitions for system register interface to SPE
1033 ******************************************************************************/
Manish V Badarkhe589a1122021-12-31 15:20:08 +00001034#define PMSCR_EL1 S3_0_C9_C9_0
1035#define PMSNEVFR_EL1 S3_0_C9_C9_1
1036#define PMSICR_EL1 S3_0_C9_C9_2
1037#define PMSIRR_EL1 S3_0_C9_C9_3
1038#define PMSFCR_EL1 S3_0_C9_C9_4
1039#define PMSEVFR_EL1 S3_0_C9_C9_5
1040#define PMSLATFR_EL1 S3_0_C9_C9_6
1041#define PMSIDR_EL1 S3_0_C9_C9_7
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001042#define PMBLIMITR_EL1 S3_0_C9_C10_0
Manish V Badarkhe589a1122021-12-31 15:20:08 +00001043#define PMBPTR_EL1 S3_0_C9_C10_1
1044#define PMBSR_EL1 S3_0_C9_C10_3
1045#define PMSCR_EL2 S3_4_C9_C9_0
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001046
1047/*******************************************************************************
1048 * Definitions for system register interface to MPAM
1049 ******************************************************************************/
1050#define MPAMIDR_EL1 S3_0_C10_C4_4
1051#define MPAM2_EL2 S3_4_C10_C5_0
1052#define MPAMHCR_EL2 S3_4_C10_C4_0
1053#define MPAM3_EL3 S3_6_C10_C5_0
1054
1055/*******************************************************************************
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001056 * Definitions for system register interface to AMU for ARMv8.4 onwards
1057 ******************************************************************************/
1058#define AMCR_EL0 S3_3_C13_C2_0
1059#define AMCFGR_EL0 S3_3_C13_C2_1
1060#define AMCGCR_EL0 S3_3_C13_C2_2
1061#define AMUSERENR_EL0 S3_3_C13_C2_3
1062#define AMCNTENCLR0_EL0 S3_3_C13_C2_4
1063#define AMCNTENSET0_EL0 S3_3_C13_C2_5
1064#define AMCNTENCLR1_EL0 S3_3_C13_C3_0
1065#define AMCNTENSET1_EL0 S3_3_C13_C3_1
1066
1067/* Activity Monitor Group 0 Event Counter Registers */
1068#define AMEVCNTR00_EL0 S3_3_C13_C4_0
1069#define AMEVCNTR01_EL0 S3_3_C13_C4_1
1070#define AMEVCNTR02_EL0 S3_3_C13_C4_2
1071#define AMEVCNTR03_EL0 S3_3_C13_C4_3
1072
1073/* Activity Monitor Group 0 Event Type Registers */
1074#define AMEVTYPER00_EL0 S3_3_C13_C6_0
1075#define AMEVTYPER01_EL0 S3_3_C13_C6_1
1076#define AMEVTYPER02_EL0 S3_3_C13_C6_2
1077#define AMEVTYPER03_EL0 S3_3_C13_C6_3
1078
1079/* Activity Monitor Group 1 Event Counter Registers */
1080#define AMEVCNTR10_EL0 S3_3_C13_C12_0
1081#define AMEVCNTR11_EL0 S3_3_C13_C12_1
1082#define AMEVCNTR12_EL0 S3_3_C13_C12_2
1083#define AMEVCNTR13_EL0 S3_3_C13_C12_3
1084#define AMEVCNTR14_EL0 S3_3_C13_C12_4
1085#define AMEVCNTR15_EL0 S3_3_C13_C12_5
1086#define AMEVCNTR16_EL0 S3_3_C13_C12_6
1087#define AMEVCNTR17_EL0 S3_3_C13_C12_7
1088#define AMEVCNTR18_EL0 S3_3_C13_C13_0
1089#define AMEVCNTR19_EL0 S3_3_C13_C13_1
1090#define AMEVCNTR1A_EL0 S3_3_C13_C13_2
1091#define AMEVCNTR1B_EL0 S3_3_C13_C13_3
1092#define AMEVCNTR1C_EL0 S3_3_C13_C13_4
1093#define AMEVCNTR1D_EL0 S3_3_C13_C13_5
1094#define AMEVCNTR1E_EL0 S3_3_C13_C13_6
1095#define AMEVCNTR1F_EL0 S3_3_C13_C13_7
1096
1097/* Activity Monitor Group 1 Event Type Registers */
1098#define AMEVTYPER10_EL0 S3_3_C13_C14_0
1099#define AMEVTYPER11_EL0 S3_3_C13_C14_1
1100#define AMEVTYPER12_EL0 S3_3_C13_C14_2
1101#define AMEVTYPER13_EL0 S3_3_C13_C14_3
1102#define AMEVTYPER14_EL0 S3_3_C13_C14_4
1103#define AMEVTYPER15_EL0 S3_3_C13_C14_5
1104#define AMEVTYPER16_EL0 S3_3_C13_C14_6
1105#define AMEVTYPER17_EL0 S3_3_C13_C14_7
1106#define AMEVTYPER18_EL0 S3_3_C13_C15_0
1107#define AMEVTYPER19_EL0 S3_3_C13_C15_1
1108#define AMEVTYPER1A_EL0 S3_3_C13_C15_2
1109#define AMEVTYPER1B_EL0 S3_3_C13_C15_3
1110#define AMEVTYPER1C_EL0 S3_3_C13_C15_4
1111#define AMEVTYPER1D_EL0 S3_3_C13_C15_5
1112#define AMEVTYPER1E_EL0 S3_3_C13_C15_6
1113#define AMEVTYPER1F_EL0 S3_3_C13_C15_7
1114
johpow01b7d752a2020-10-08 17:29:11 -05001115/* AMCFGR_EL0 definitions */
1116#define AMCFGR_EL0_NCG_SHIFT U(28)
1117#define AMCFGR_EL0_NCG_MASK U(0xf)
1118
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001119/* AMCGCR_EL0 definitions */
johpow01b7d752a2020-10-08 17:29:11 -05001120#define AMCGCR_EL0_CG1NC_SHIFT U(8)
1121#define AMCGCR_EL0_CG1NC_LENGTH U(8)
1122#define AMCGCR_EL0_CG1NC_MASK U(0xff)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001123
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001124/* MPAM register definitions */
1125#define MPAM3_EL3_MPAMEN_BIT (ULL(1) << 63)
Antonio Nino Diazcc023992019-04-04 11:18:32 +01001126#define MPAMHCR_EL2_TRAP_MPAMIDR_EL1 (ULL(1) << 31)
1127
1128#define MPAM2_EL2_TRAPMPAM0EL1 (ULL(1) << 49)
1129#define MPAM2_EL2_TRAPMPAM1EL1 (ULL(1) << 48)
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001130
1131#define MPAMIDR_HAS_HCR_BIT (ULL(1) << 17)
1132
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001133/*******************************************************************************
johpow01b7d752a2020-10-08 17:29:11 -05001134 * Definitions for system register interface to AMU for ARMv8.6 enhancements
1135 ******************************************************************************/
1136
1137/* Definition for register defining which virtual offsets are implemented. */
1138#define AMCG1IDR_EL0 S3_3_C13_C2_6
1139#define AMCG1IDR_CTR_MASK ULL(0xffff)
1140#define AMCG1IDR_CTR_SHIFT U(0)
1141#define AMCG1IDR_VOFF_MASK ULL(0xffff)
1142#define AMCG1IDR_VOFF_SHIFT U(16)
1143
1144/* New bit added to AMCR_EL0 */
1145#define AMCR_CG1RZ_BIT (ULL(0x1) << 17)
1146
1147/* Definitions for virtual offset registers for architected event counters. */
1148/* AMEVCNTR01_EL0 intentionally left undefined, as it does not exist. */
1149#define AMEVCNTVOFF00_EL2 S3_4_C13_C8_0
1150#define AMEVCNTVOFF02_EL2 S3_4_C13_C8_2
1151#define AMEVCNTVOFF03_EL2 S3_4_C13_C8_3
1152
1153/* Definitions for virtual offset registers for auxiliary event counters. */
1154#define AMEVCNTVOFF10_EL2 S3_4_C13_C10_0
1155#define AMEVCNTVOFF11_EL2 S3_4_C13_C10_1
1156#define AMEVCNTVOFF12_EL2 S3_4_C13_C10_2
1157#define AMEVCNTVOFF13_EL2 S3_4_C13_C10_3
1158#define AMEVCNTVOFF14_EL2 S3_4_C13_C10_4
1159#define AMEVCNTVOFF15_EL2 S3_4_C13_C10_5
1160#define AMEVCNTVOFF16_EL2 S3_4_C13_C10_6
1161#define AMEVCNTVOFF17_EL2 S3_4_C13_C10_7
1162#define AMEVCNTVOFF18_EL2 S3_4_C13_C11_0
1163#define AMEVCNTVOFF19_EL2 S3_4_C13_C11_1
1164#define AMEVCNTVOFF1A_EL2 S3_4_C13_C11_2
1165#define AMEVCNTVOFF1B_EL2 S3_4_C13_C11_3
1166#define AMEVCNTVOFF1C_EL2 S3_4_C13_C11_4
1167#define AMEVCNTVOFF1D_EL2 S3_4_C13_C11_5
1168#define AMEVCNTVOFF1E_EL2 S3_4_C13_C11_6
1169#define AMEVCNTVOFF1F_EL2 S3_4_C13_C11_7
1170
1171/*******************************************************************************
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001172 * RAS system registers
Antonio Nino Diaz69068db2019-01-11 13:01:45 +00001173 ******************************************************************************/
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001174#define DISR_EL1 S3_0_C12_C1_1
1175#define DISR_A_BIT U(31)
1176
1177#define ERRIDR_EL1 S3_0_C5_C3_0
1178#define ERRIDR_MASK U(0xffff)
1179
1180#define ERRSELR_EL1 S3_0_C5_C3_1
1181
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001182/* System register access to Standard Error Record registers */
1183#define ERXFR_EL1 S3_0_C5_C4_0
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001184#define ERXCTLR_EL1 S3_0_C5_C4_1
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001185#define ERXSTATUS_EL1 S3_0_C5_C4_2
1186#define ERXADDR_EL1 S3_0_C5_C4_3
1187#define ERXPFGF_EL1 S3_0_C5_C4_4
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001188#define ERXPFGCTL_EL1 S3_0_C5_C4_5
1189#define ERXPFGCDN_EL1 S3_0_C5_C4_6
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001190#define ERXMISC0_EL1 S3_0_C5_C5_0
1191#define ERXMISC1_EL1 S3_0_C5_C5_1
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001192
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001193#define ERXCTLR_ED_BIT (U(1) << 0)
1194#define ERXCTLR_UE_BIT (U(1) << 4)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001195
Antonio Nino Diazdcfc4832018-11-22 15:53:23 +00001196#define ERXPFGCTL_UC_BIT (U(1) << 1)
1197#define ERXPFGCTL_UEU_BIT (U(1) << 2)
1198#define ERXPFGCTL_CDEN_BIT (U(1) << 31)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001199
Jeenu Viswambharana1c3cca2018-10-16 10:09:32 +01001200/*******************************************************************************
Daniel Boulby39e4df22021-02-02 19:27:41 +00001201 * Armv8.1 Registers - Privileged Access Never Registers
1202 ******************************************************************************/
1203#define PAN S3_0_C4_C2_3
1204#define PAN_BIT BIT(22)
1205
1206/*******************************************************************************
Jeenu Viswambharana1c3cca2018-10-16 10:09:32 +01001207 * Armv8.3 Pointer Authentication Registers
Antonio Nino Diaz69068db2019-01-11 13:01:45 +00001208 ******************************************************************************/
Antonio Nino Diaz9c9f92c2019-03-13 13:57:39 +00001209#define APIAKeyLo_EL1 S3_0_C2_C1_0
1210#define APIAKeyHi_EL1 S3_0_C2_C1_1
1211#define APIBKeyLo_EL1 S3_0_C2_C1_2
1212#define APIBKeyHi_EL1 S3_0_C2_C1_3
1213#define APDAKeyLo_EL1 S3_0_C2_C2_0
1214#define APDAKeyHi_EL1 S3_0_C2_C2_1
1215#define APDBKeyLo_EL1 S3_0_C2_C2_2
1216#define APDBKeyHi_EL1 S3_0_C2_C2_3
Jeenu Viswambharana1c3cca2018-10-16 10:09:32 +01001217#define APGAKeyLo_EL1 S3_0_C2_C3_0
Antonio Nino Diaz9c9f92c2019-03-13 13:57:39 +00001218#define APGAKeyHi_EL1 S3_0_C2_C3_1
Jeenu Viswambharana1c3cca2018-10-16 10:09:32 +01001219
Antonio Nino Diaz69068db2019-01-11 13:01:45 +00001220/*******************************************************************************
1221 * Armv8.4 Data Independent Timing Registers
1222 ******************************************************************************/
1223#define DIT S3_3_C4_C2_5
1224#define DIT_BIT BIT(24)
1225
Antonio Nino Diazcc023992019-04-04 11:18:32 +01001226/*******************************************************************************
1227 * Armv8.5 - new MSR encoding to directly access PSTATE.SSBS field
1228 ******************************************************************************/
1229#define SSBS S3_3_C4_C2_6
1230
Sandrine Bailleux277fb762019-10-08 12:10:45 +02001231/*******************************************************************************
1232 * Armv8.5 - Memory Tagging Extension Registers
1233 ******************************************************************************/
1234#define TFSRE0_EL1 S3_0_C5_C6_1
1235#define TFSR_EL1 S3_0_C5_C6_0
1236#define RGSR_EL1 S3_0_C1_C0_5
1237#define GCR_EL1 S3_0_C1_C0_6
1238
Jimmy Brisson90f1d5c2020-04-16 10:54:51 -05001239/*******************************************************************************
1240 * Armv8.6 - Fine Grained Virtualization Traps Registers
1241 ******************************************************************************/
1242#define HFGRTR_EL2 S3_4_C1_C1_4
1243#define HFGWTR_EL2 S3_4_C1_C1_5
1244#define HFGITR_EL2 S3_4_C1_C1_6
1245#define HDFGRTR_EL2 S3_4_C3_C1_4
1246#define HDFGWTR_EL2 S3_4_C3_C1_5
1247
Jimmy Brisson945095a2020-04-16 10:54:59 -05001248/*******************************************************************************
1249 * Armv8.6 - Enhanced Counter Virtualization Registers
1250 ******************************************************************************/
1251#define CNTPOFF_EL2 S3_4_C14_C0_6
1252
Manish V Badarkhe87c03d12021-07-06 22:57:11 +01001253/*******************************************************************************
1254 * Armv9.0 - Trace Buffer Extension System Registers
1255 ******************************************************************************/
1256#define TRBLIMITR_EL1 S3_0_C9_C11_0
1257#define TRBPTR_EL1 S3_0_C9_C11_1
1258#define TRBBASER_EL1 S3_0_C9_C11_2
1259#define TRBSR_EL1 S3_0_C9_C11_3
1260#define TRBMAR_EL1 S3_0_C9_C11_4
1261#define TRBTRG_EL1 S3_0_C9_C11_6
1262#define TRBIDR_EL1 S3_0_C9_C11_7
Jimmy Brisson90f1d5c2020-04-16 10:54:51 -05001263
Manish V Badarkhe2c518e52021-07-08 16:36:57 +01001264/*******************************************************************************
johpow018c3da8b2022-01-31 18:14:41 -06001265 * FEAT_BRBE - Branch Record Buffer Extension System Registers
1266 ******************************************************************************/
1267
1268#define BRBCR_EL1 S2_1_C9_C0_0
1269#define BRBCR_EL2 S2_4_C9_C0_0
1270#define BRBFCR_EL1 S2_1_C9_C0_1
1271#define BRBTS_EL1 S2_1_C9_C0_2
1272#define BRBINFINJ_EL1 S2_1_C9_C1_0
1273#define BRBSRCINJ_EL1 S2_1_C9_C1_1
1274#define BRBTGTINJ_EL1 S2_1_C9_C1_2
1275#define BRBIDR0_EL1 S2_1_C9_C2_0
1276
1277/*******************************************************************************
Manish V Badarkhe2c518e52021-07-08 16:36:57 +01001278 * Armv8.4 - Trace Filter System Registers
1279 ******************************************************************************/
1280#define TRFCR_EL1 S3_0_C1_C2_1
1281#define TRFCR_EL2 S3_4_C1_C2_1
1282
Manish V Badarkhe6d0e1b62021-07-09 13:58:28 +01001283/*******************************************************************************
1284 * Trace System Registers
1285 ******************************************************************************/
1286#define TRCAUXCTLR S2_1_C0_C6_0
1287#define TRCRSR S2_1_C0_C10_0
1288#define TRCCCCTLR S2_1_C0_C14_0
1289#define TRCBBCTLR S2_1_C0_C15_0
1290#define TRCEXTINSELR0 S2_1_C0_C8_4
1291#define TRCEXTINSELR1 S2_1_C0_C9_4
1292#define TRCEXTINSELR2 S2_1_C0_C10_4
1293#define TRCEXTINSELR3 S2_1_C0_C11_4
1294#define TRCCLAIMSET S2_1_c7_c8_6
1295#define TRCCLAIMCLR S2_1_c7_c9_6
1296#define TRCDEVARCH S2_1_c7_c15_6
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001297
johpow01d0bbe6e2021-11-11 16:13:32 -06001298/*******************************************************************************
1299 * FEAT_HCX - Extended Hypervisor Configuration Register
1300 ******************************************************************************/
1301#define HCRX_EL2 S3_4_C1_C2_2
Juan Pablo Condebe3bb7e2023-02-22 10:18:14 -06001302#define HCRX_EL2_MSCEn_BIT (UL(1) << 11)
1303#define HCRX_EL2_MCE2_BIT (UL(1) << 10)
1304#define HCRX_EL2_CMOW_BIT (UL(1) << 9)
1305#define HCRX_EL2_VFNMI_BIT (UL(1) << 8)
1306#define HCRX_EL2_VINMI_BIT (UL(1) << 7)
1307#define HCRX_EL2_TALLINT_BIT (UL(1) << 6)
1308#define HCRX_EL2_SMPME_BIT (UL(1) << 5)
johpow01d0bbe6e2021-11-11 16:13:32 -06001309#define HCRX_EL2_FGTnXS_BIT (UL(1) << 4)
1310#define HCRX_EL2_FnXS_BIT (UL(1) << 3)
1311#define HCRX_EL2_EnASR_BIT (UL(1) << 2)
1312#define HCRX_EL2_EnALS_BIT (UL(1) << 1)
1313#define HCRX_EL2_EnAS0_BIT (UL(1) << 0)
Juan Pablo Condebe3bb7e2023-02-22 10:18:14 -06001314#define HCRX_EL2_INIT_VAL ULL(0x0)
johpow01d0bbe6e2021-11-11 16:13:32 -06001315
Juan Pablo Condec94fb402023-07-21 17:19:42 -05001316/*******************************************************************************
1317 * PFR0_EL1 - Definitions for AArch32 Processor Feature Register 0
1318 ******************************************************************************/
1319#define ID_PFR0_EL1 S3_0_C0_C1_0
1320#define ID_PFR0_EL1_RAS_MASK ULL(0xf)
1321#define ID_PFR0_EL1_RAS_SHIFT U(28)
1322#define ID_PFR0_EL1_RAS_WIDTH U(4)
1323#define ID_PFR0_EL1_RAS_SUPPORTED ULL(0x1)
1324#define ID_PFR0_EL1_RASV1P1_SUPPORTED ULL(0x2)
1325
1326/*******************************************************************************
1327 * PFR2_EL1 - Definitions for AArch32 Processor Feature Register 2
1328 ******************************************************************************/
1329#define ID_PFR2_EL1 S3_0_C0_C3_4
1330#define ID_PFR2_EL1_RAS_FRAC_MASK ULL(0xf)
1331#define ID_PFR2_EL1_RAS_FRAC_SHIFT U(8)
1332#define ID_PFR2_EL1_RAS_FRAC_WIDTH U(4)
1333#define ID_PFR2_EL1_RASV1P1_SUPPORTED ULL(0x1)
1334
Juan Pablo Conde507ed932023-07-10 16:09:31 -05001335/*******************************************************************************
1336 * FEAT_FGT - Definitions for Fine-Grained Trap registers
1337 ******************************************************************************/
1338#define HFGITR_EL2_INIT_VAL ULL(0x180000000000000)
1339#define HFGITR_EL2_FEAT_BRBE_MASK ULL(0x180000000000000)
1340#define HFGITR_EL2_FEAT_SPECRES_MASK ULL(0x7000000000000)
1341#define HFGITR_EL2_FEAT_TLBIRANGE_MASK ULL(0x3fc00000000)
1342#define HFGITR_EL2_FEAT_TLBIRANGE_TLBIOS_MASK ULL(0xf000000)
1343#define HFGITR_EL2_FEAT_TLBIOS_MASK ULL(0xfc0000)
1344#define HFGITR_EL2_FEAT_PAN2_MASK ULL(0x30000)
1345#define HFGITR_EL2_FEAT_DPB2_MASK ULL(0x200)
1346#define HFGITR_EL2_NON_FEAT_DEPENDENT_MASK ULL(0x78fc03f000fdff)
1347
1348#define HFGRTR_EL2_INIT_VAL ULL(0xc4000000000000)
1349#define HFGRTR_EL2_FEAT_SME_MASK ULL(0xc0000000000000)
1350#define HFGRTR_EL2_FEAT_LS64_ACCDATA_MASK ULL(0x4000000000000)
1351#define HFGRTR_EL2_FEAT_RAS_MASK ULL(0x27f0000000000)
1352#define HFGRTR_EL2_FEAT_RASV1P1_MASK ULL(0x1800000000000)
1353#define HFGRTR_EL2_FEAT_GICV3_MASK ULL(0x800000000)
1354#define HFGRTR_EL2_FEAT_CSV2_2_CSV2_1P2_MASK ULL(0xc0000000)
1355#define HFGRTR_EL2_FEAT_LOR_MASK ULL(0xf80000)
1356#define HFGRTR_EL2_FEAT_PAUTH_MASK ULL(0x1f0)
1357#define HFGRTR_EL2_NON_FEAT_DEPENDENT_MASK ULL(0x7f3f07fe0f)
1358
1359#define HFGWTR_EL2_INIT_VAL ULL(0xc4000000000000)
1360#define HFGWTR_EL2_FEAT_SME_MASK ULL(0xc0000000000000)
1361#define HFGWTR_EL2_FEAT_LS64_ACCDATA_MASK ULL(0x4000000000000)
1362#define HFGWTR_EL2_FEAT_RAS_MASK ULL(0x23a0000000000)
1363#define HFGWTR_EL2_FEAT_RASV1P1_MASK ULL(0x1800000000000)
1364#define HFGWTR_EL2_FEAT_GICV3_MASK ULL(0x8000000000)
1365#define HFGWTR_EL2_FEAT_CSV2_2_CSV2_1P2_MASK ULL(0xc0000000)
1366#define HFGWTR_EL2_FEAT_LOR_MASK ULL(0xf80000)
1367#define HFGWTR_EL2_FEAT_PAUTH_MASK ULL(0x1f0)
1368#define HFGWTR_EL2_NON_FEAT_DEPENDENT_MASK ULL(0x7f2903380b)
1369
1370
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001371#endif /* ARCH_H */