xref: /rk3399_ARM-atf/include/arch/aarch64/arch_features.h (revision 8db170524de1eb83c21ee6344d628961f9b84456)
1 /*
2  * Copyright (c) 2019-2024, Arm Limited. All rights reserved.
3  *
4  * SPDX-License-Identifier: BSD-3-Clause
5  */
6 
7 #ifndef ARCH_FEATURES_H
8 #define ARCH_FEATURES_H
9 
10 #include <stdbool.h>
11 
12 #include <arch_helpers.h>
13 #include <common/feat_detect.h>
14 
15 #define ISOLATE_FIELD(reg, feat, mask)						\
16 	((unsigned int)(((reg) >> (feat)) & mask))
17 
18 #define CREATE_FEATURE_SUPPORTED(name, read_func, guard)			\
19 __attribute__((always_inline))							\
20 static inline bool is_ ## name ## _supported(void)				\
21 {										\
22 	if ((guard) == FEAT_STATE_DISABLED) {					\
23 		return false;							\
24 	}									\
25 	if ((guard) == FEAT_STATE_ALWAYS) {					\
26 		return true;							\
27 	}									\
28 	return read_func();							\
29 }
30 
31 #define CREATE_FEATURE_PRESENT(name, idreg, idfield, mask, idval)		\
32 __attribute__((always_inline))							\
33 static inline bool is_ ## name ## _present(void)				\
34 {										\
35 	return (ISOLATE_FIELD(read_ ## idreg(), idfield, mask) >= idval) 	\
36 		? true : false; 						\
37 }
38 
39 #define CREATE_FEATURE_FUNCS(name, idreg, idfield, mask, idval, guard)		\
40 CREATE_FEATURE_PRESENT(name, idreg, idfield, mask, idval)			\
41 CREATE_FEATURE_SUPPORTED(name, is_ ## name ## _present, guard)
42 
43 
44 /* +----------------------------+
45  * |	Features supported	|
46  * +----------------------------+
47  * |	GENTIMER		|
48  * +----------------------------+
49  * |	FEAT_PAN		|
50  * +----------------------------+
51  * |	FEAT_VHE		|
52  * +----------------------------+
53  * |	FEAT_TTCNP		|
54  * +----------------------------+
55  * |	FEAT_UAO		|
56  * +----------------------------+
57  * |	FEAT_PACQARMA3		|
58  * +----------------------------+
59  * |	FEAT_PAUTH		|
60  * +----------------------------+
61  * |	FEAT_TTST		|
62  * +----------------------------+
63  * |	FEAT_BTI		|
64  * +----------------------------+
65  * |	FEAT_MTE2		|
66  * +----------------------------+
67  * |	FEAT_SSBS		|
68  * +----------------------------+
69  * |	FEAT_NMI		|
70  * +----------------------------+
71  * |	FEAT_GCS		|
72  * +----------------------------+
73  * |	FEAT_EBEP		|
74  * +----------------------------+
75  * |	FEAT_SEBEP		|
76  * +----------------------------+
77  * |	FEAT_SEL2		|
78  * +----------------------------+
79  * |	FEAT_TWED		|
80  * +----------------------------+
81  * |	FEAT_FGT		|
82  * +----------------------------+
83  * |	FEAT_EC/ECV2		|
84  * +----------------------------+
85  * |	FEAT_RNG		|
86  * +----------------------------+
87  * |	FEAT_TCR2		|
88  * +----------------------------+
89  * |	FEAT_S2POE		|
90  * +----------------------------+
91  * |	FEAT_S1POE		|
92  * +----------------------------+
93  * |	FEAT_S2PIE		|
94  * +----------------------------+
95  * |	FEAT_S1PIE		|
96  * +----------------------------+
97  * |	FEAT_AMU/AMUV1P1	|
98  * +----------------------------+
99  * |	FEAT_MPAM		|
100  * +----------------------------+
101  * |	FEAT_HCX		|
102  * +----------------------------+
103  * |	FEAT_RNG_TRAP		|
104  * +----------------------------+
105  * |	FEAT_RME		|
106  * +----------------------------+
107  * |	FEAT_SB			|
108  * +----------------------------+
109  * |	FEAT_CSV2/CSV3		|
110  * +----------------------------+
111  * |	FEAT_SPE		|
112  * +----------------------------+
113  * |	FEAT_SVE		|
114  * +----------------------------+
115  * |	FEAT_RAS		|
116  * +----------------------------+
117  * |	FEAT_DIT		|
118  * +----------------------------+
119  * |	FEAT_SYS_REG_TRACE	|
120  * +----------------------------+
121  * |	FEAT_TRF		|
122  * +----------------------------+
123  * |	FEAT_NV/NV2		|
124  * +----------------------------+
125  * |	FEAT_BRBE		|
126  * +----------------------------+
127  * |	FEAT_TRBE		|
128  * +----------------------------+
129  * |	FEAT_SME/SME2		|
130  * +----------------------------+
131  * |	FEAT_PMUV3		|
132  * +----------------------------+
133  * |	FEAT_MTPMU		|
134  * +----------------------------+
135  * |	FEAT_FGT2		|
136  * +----------------------------+
137  * |	FEAT_THE		|
138  * +----------------------------+
139  * |	FEAT_SCTLR2		|
140  * +----------------------------+
141  * |	FEAT_D128		|
142  * +----------------------------+
143  * |	FEAT_LS64_ACCDATA	|
144  * +----------------------------+
145  * |	FEAT_FPMR		|
146  * +----------------------------+
147  */
148 
149 __attribute__((always_inline))
150 static inline bool is_armv7_gentimer_present(void)
151 {
152 	/* The Generic Timer is always present in an ARMv8-A implementation */
153 	return true;
154 }
155 
156 /* FEAT_PAN: Privileged access never */
157 CREATE_FEATURE_FUNCS(feat_pan, id_aa64mmfr1_el1, ID_AA64MMFR1_EL1_PAN_SHIFT,
158 		     ID_AA64MMFR1_EL1_PAN_MASK, 1U, ENABLE_FEAT_PAN)
159 
160 /* FEAT_VHE: Virtualization Host Extensions */
161 CREATE_FEATURE_FUNCS(feat_vhe, id_aa64mmfr1_el1, ID_AA64MMFR1_EL1_VHE_SHIFT,
162 		     ID_AA64MMFR1_EL1_VHE_MASK, 1U, ENABLE_FEAT_VHE)
163 
164 /* FEAT_TTCNP: Translation table common not private */
165 CREATE_FEATURE_PRESENT(feat_ttcnp, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_CNP_SHIFT,
166 			ID_AA64MMFR2_EL1_CNP_MASK, 1U)
167 
168 /* FEAT_UAO: User access override */
169 CREATE_FEATURE_PRESENT(feat_uao, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_UAO_SHIFT,
170 			ID_AA64MMFR2_EL1_UAO_MASK, 1U)
171 
172 /* If any of the fields is not zero, QARMA3 algorithm is present */
173 CREATE_FEATURE_PRESENT(feat_pacqarma3, id_aa64isar2_el1, 0,
174 			((ID_AA64ISAR2_GPA3_MASK << ID_AA64ISAR2_GPA3_SHIFT) |
175 			(ID_AA64ISAR2_APA3_MASK << ID_AA64ISAR2_APA3_SHIFT)), 1U)
176 
177 /* PAUTH */
178 __attribute__((always_inline))
179 static inline bool is_armv8_3_pauth_present(void)
180 {
181 	uint64_t mask_id_aa64isar1 =
182 		(ID_AA64ISAR1_GPI_MASK << ID_AA64ISAR1_GPI_SHIFT) |
183 		(ID_AA64ISAR1_GPA_MASK << ID_AA64ISAR1_GPA_SHIFT) |
184 		(ID_AA64ISAR1_API_MASK << ID_AA64ISAR1_API_SHIFT) |
185 		(ID_AA64ISAR1_APA_MASK << ID_AA64ISAR1_APA_SHIFT);
186 
187 	/*
188 	 * If any of the fields is not zero or QARMA3 is present,
189 	 * PAuth is present
190 	 */
191 	return ((read_id_aa64isar1_el1() & mask_id_aa64isar1) != 0U ||
192 		is_feat_pacqarma3_present());
193 }
194 
195 /* FEAT_TTST: Small translation tables */
196 CREATE_FEATURE_PRESENT(feat_ttst, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_ST_SHIFT,
197 			ID_AA64MMFR2_EL1_ST_MASK, 1U)
198 
199 /* FEAT_BTI: Branch target identification */
200 CREATE_FEATURE_PRESENT(feat_bti, id_aa64pfr1_el1, ID_AA64PFR1_EL1_BT_SHIFT,
201 			ID_AA64PFR1_EL1_BT_MASK, BTI_IMPLEMENTED)
202 
203 /* FEAT_MTE2: Memory tagging extension */
204 CREATE_FEATURE_FUNCS(feat_mte2, id_aa64pfr1_el1, ID_AA64PFR1_EL1_MTE_SHIFT,
205 		     ID_AA64PFR1_EL1_MTE_MASK, MTE_IMPLEMENTED_ELX, ENABLE_FEAT_MTE2)
206 
207 /* FEAT_SSBS: Speculative store bypass safe */
208 CREATE_FEATURE_PRESENT(feat_ssbs, id_aa64pfr1_el1, ID_AA64PFR1_EL1_SSBS_SHIFT,
209 			ID_AA64PFR1_EL1_SSBS_MASK, 1U)
210 
211 /* FEAT_NMI: Non-maskable interrupts */
212 CREATE_FEATURE_PRESENT(feat_nmi, id_aa64pfr1_el1, ID_AA64PFR1_EL1_NMI_SHIFT,
213 			ID_AA64PFR1_EL1_NMI_MASK, NMI_IMPLEMENTED)
214 
215 /* FEAT_EBEP */
216 CREATE_FEATURE_PRESENT(feat_ebep, id_aa64dfr1_el1, ID_AA64DFR1_EBEP_SHIFT,
217 			ID_AA64DFR1_EBEP_MASK, EBEP_IMPLEMENTED)
218 
219 /* FEAT_SEBEP */
220 CREATE_FEATURE_PRESENT(feat_sebep, id_aa64dfr0_el1, ID_AA64DFR0_SEBEP_SHIFT,
221 			ID_AA64DFR0_SEBEP_MASK, SEBEP_IMPLEMENTED)
222 
223 /* FEAT_SEL2: Secure EL2 */
224 CREATE_FEATURE_FUNCS(feat_sel2, id_aa64pfr0_el1, ID_AA64PFR0_SEL2_SHIFT,
225 		     ID_AA64PFR0_SEL2_MASK, 1U, ENABLE_FEAT_SEL2)
226 
227 /* FEAT_TWED: Delayed trapping of WFE */
228 CREATE_FEATURE_FUNCS(feat_twed, id_aa64mmfr1_el1, ID_AA64MMFR1_EL1_TWED_SHIFT,
229 		     ID_AA64MMFR1_EL1_TWED_MASK, 1U, ENABLE_FEAT_TWED)
230 
231 /* FEAT_FGT: Fine-grained traps */
232 CREATE_FEATURE_FUNCS(feat_fgt, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_FGT_SHIFT,
233 		     ID_AA64MMFR0_EL1_FGT_MASK, 1U, ENABLE_FEAT_FGT)
234 
235 /* FEAT_FGT2: Fine-grained traps extended */
236 CREATE_FEATURE_FUNCS(feat_fgt2, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_FGT_SHIFT,
237 		     ID_AA64MMFR0_EL1_FGT_MASK, FGT2_IMPLEMENTED, ENABLE_FEAT_FGT2)
238 
239 /* FEAT_ECV: Enhanced Counter Virtualization */
240 CREATE_FEATURE_FUNCS(feat_ecv, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_ECV_SHIFT,
241 		     ID_AA64MMFR0_EL1_ECV_MASK, 1U, ENABLE_FEAT_ECV)
242 CREATE_FEATURE_FUNCS(feat_ecv_v2, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_ECV_SHIFT,
243 		     ID_AA64MMFR0_EL1_ECV_MASK, ID_AA64MMFR0_EL1_ECV_SELF_SYNCH, ENABLE_FEAT_ECV)
244 
245 /* FEAT_RNG: Random number generator */
246 CREATE_FEATURE_FUNCS(feat_rng, id_aa64isar0_el1, ID_AA64ISAR0_RNDR_SHIFT,
247 		     ID_AA64ISAR0_RNDR_MASK, 1U, ENABLE_FEAT_RNG)
248 
249 /* FEAT_TCR2: Support TCR2_ELx regs */
250 CREATE_FEATURE_FUNCS(feat_tcr2, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_TCRX_SHIFT,
251 		     ID_AA64MMFR3_EL1_TCRX_MASK, 1U, ENABLE_FEAT_TCR2)
252 
253 /* FEAT_S2POE */
254 CREATE_FEATURE_FUNCS(feat_s2poe, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_S2POE_SHIFT,
255 		     ID_AA64MMFR3_EL1_S2POE_MASK, 1U, ENABLE_FEAT_S2POE)
256 
257 /* FEAT_S1POE */
258 CREATE_FEATURE_FUNCS(feat_s1poe, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_S1POE_SHIFT,
259 		     ID_AA64MMFR3_EL1_S1POE_MASK, 1U, ENABLE_FEAT_S1POE)
260 
261 __attribute__((always_inline))
262 static inline bool is_feat_sxpoe_supported(void)
263 {
264 	return is_feat_s1poe_supported() || is_feat_s2poe_supported();
265 }
266 
267 /* FEAT_S2PIE */
268 CREATE_FEATURE_FUNCS(feat_s2pie, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_S2PIE_SHIFT,
269 		     ID_AA64MMFR3_EL1_S2PIE_MASK, 1U, ENABLE_FEAT_S2PIE)
270 
271 /* FEAT_S1PIE */
272 CREATE_FEATURE_FUNCS(feat_s1pie, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_S1PIE_SHIFT,
273 		     ID_AA64MMFR3_EL1_S1PIE_MASK, 1U, ENABLE_FEAT_S1PIE)
274 
275 /* FEAT_THE: Translation Hardening Extension */
276 CREATE_FEATURE_FUNCS(feat_the, id_aa64pfr1_el1, ID_AA64PFR1_EL1_THE_SHIFT,
277 		     ID_AA64PFR1_EL1_THE_MASK, THE_IMPLEMENTED, ENABLE_FEAT_THE)
278 
279 /* FEAT_SCTLR2 */
280 CREATE_FEATURE_FUNCS(feat_sctlr2, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_SCTLR2_SHIFT,
281 		     ID_AA64MMFR3_EL1_SCTLR2_MASK, SCTLR2_IMPLEMENTED,
282 		     ENABLE_FEAT_SCTLR2)
283 
284 /* FEAT_D128 */
285 CREATE_FEATURE_FUNCS(feat_d128, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_D128_SHIFT,
286 		     ID_AA64MMFR3_EL1_D128_MASK, D128_IMPLEMENTED,
287 		     ENABLE_FEAT_D128)
288 
289 /* FEAT_FPMR */
290 CREATE_FEATURE_FUNCS(feat_fpmr, id_aa64pfr2_el1, ID_AA64PFR2_EL1_FPMR_SHIFT,
291 		     ID_AA64PFR2_EL1_FPMR_MASK, FPMR_IMPLEMENTED,
292 		     ENABLE_FEAT_FPMR)
293 
294 
295 __attribute__((always_inline))
296 static inline bool is_feat_sxpie_supported(void)
297 {
298 	return is_feat_s1pie_supported() || is_feat_s2pie_supported();
299 }
300 
301 /* FEAT_GCS: Guarded Control Stack */
302 CREATE_FEATURE_FUNCS(feat_gcs, id_aa64pfr1_el1, ID_AA64PFR1_EL1_GCS_SHIFT,
303 		     ID_AA64PFR1_EL1_GCS_MASK, 1U, ENABLE_FEAT_GCS)
304 
305 /* FEAT_AMU: Activity Monitors Extension */
306 CREATE_FEATURE_FUNCS(feat_amu, id_aa64pfr0_el1, ID_AA64PFR0_AMU_SHIFT,
307 		     ID_AA64PFR0_AMU_MASK, 1U, ENABLE_FEAT_AMU)
308 
309 /* FEAT_AMUV1P1: AMU Extension v1.1 */
310 CREATE_FEATURE_FUNCS(feat_amuv1p1, id_aa64pfr0_el1, ID_AA64PFR0_AMU_SHIFT,
311 		     ID_AA64PFR0_AMU_MASK, ID_AA64PFR0_AMU_V1P1, ENABLE_FEAT_AMUv1p1)
312 
313 /*
314  * Return MPAM version:
315  *
316  * 0x00: None Armv8.0 or later
317  * 0x01: v0.1 Armv8.4 or later
318  * 0x10: v1.0 Armv8.2 or later
319  * 0x11: v1.1 Armv8.4 or later
320  *
321  */
322 __attribute__((always_inline))
323 static inline bool is_feat_mpam_present(void)
324 {
325 	unsigned int ret = (unsigned int)((((read_id_aa64pfr0_el1() >>
326 		ID_AA64PFR0_MPAM_SHIFT) & ID_AA64PFR0_MPAM_MASK) << 4) |
327 		((read_id_aa64pfr1_el1() >> ID_AA64PFR1_MPAM_FRAC_SHIFT)
328 			& ID_AA64PFR1_MPAM_FRAC_MASK));
329 	return ret;
330 }
331 
332 CREATE_FEATURE_SUPPORTED(feat_mpam, is_feat_mpam_present, ENABLE_FEAT_MPAM)
333 
334 /*
335  * FEAT_DebugV8P9: Debug extension. This function checks the field 3:0 of
336  * ID_AA64DFR0 Aarch64 Debug Feature Register 0 for the version of
337  * Feat_Debug supported. The value of the field determines feature presence
338  *
339  * 0b0110 - Arm v8.0 debug
340  * 0b0111 - Arm v8.0 debug architecture with Virtualization host extensions
341  * 0x1000 - FEAT_Debugv8p2 is supported
342  * 0x1001 - FEAT_Debugv8p4 is supported
343  * 0x1010 - FEAT_Debugv8p8 is supported
344  * 0x1011 - FEAT_Debugv8p9 is supported
345  *
346  */
347 CREATE_FEATURE_FUNCS(feat_debugv8p9, id_aa64dfr0_el1, ID_AA64DFR0_DEBUGVER_SHIFT,
348 		ID_AA64DFR0_DEBUGVER_MASK, DEBUGVER_V8P9_IMPLEMENTED,
349 		ENABLE_FEAT_DEBUGV8P9)
350 
351 /* FEAT_HCX: Extended Hypervisor Configuration Register */
352 CREATE_FEATURE_FUNCS(feat_hcx, id_aa64mmfr1_el1, ID_AA64MMFR1_EL1_HCX_SHIFT,
353 		     ID_AA64MMFR1_EL1_HCX_MASK, 1U, ENABLE_FEAT_HCX)
354 
355 /* FEAT_RNG_TRAP: Trapping support */
356 CREATE_FEATURE_FUNCS(feat_rng_trap, id_aa64pfr1_el1, ID_AA64PFR1_EL1_RNDR_TRAP_SHIFT,
357 		      ID_AA64PFR1_EL1_RNDR_TRAP_MASK, RNG_TRAP_IMPLEMENTED, ENABLE_FEAT_RNG_TRAP)
358 
359 /* Return the RME version, zero if not supported. */
360 CREATE_FEATURE_FUNCS(feat_rme, id_aa64pfr0_el1, ID_AA64PFR0_FEAT_RME_SHIFT,
361 		    ID_AA64PFR0_FEAT_RME_MASK, 1U, ENABLE_RME)
362 
363 /* FEAT_SB: Speculation barrier instruction */
364 CREATE_FEATURE_PRESENT(feat_sb, id_aa64isar1_el1, ID_AA64ISAR1_SB_SHIFT,
365 		       ID_AA64ISAR1_SB_MASK, 1U)
366 
367 /*
368  * FEAT_CSV2: Cache Speculation Variant 2. This checks bit fields[56-59]
369  * of id_aa64pfr0_el1 register and can be used to check for below features:
370  * FEAT_CSV2_2: Cache Speculation Variant CSV2_2.
371  * FEAT_CSV2_3: Cache Speculation Variant CSV2_3.
372  * 0b0000 - Feature FEAT_CSV2 is not implemented.
373  * 0b0001 - Feature FEAT_CSV2 is implemented, but FEAT_CSV2_2 and FEAT_CSV2_3
374  *          are not implemented.
375  * 0b0010 - Feature FEAT_CSV2_2 is implemented but FEAT_CSV2_3 is not
376  *          implemented.
377  * 0b0011 - Feature FEAT_CSV2_3 is implemented.
378  */
379 
380 CREATE_FEATURE_FUNCS(feat_csv2_2, id_aa64pfr0_el1, ID_AA64PFR0_CSV2_SHIFT,
381 		     ID_AA64PFR0_CSV2_MASK, CSV2_2_IMPLEMENTED, ENABLE_FEAT_CSV2_2)
382 CREATE_FEATURE_FUNCS(feat_csv2_3, id_aa64pfr0_el1, ID_AA64PFR0_CSV2_SHIFT,
383 		     ID_AA64PFR0_CSV2_MASK, CSV2_3_IMPLEMENTED, ENABLE_FEAT_CSV2_3)
384 
385 /* FEAT_SPE: Statistical Profiling Extension */
386 CREATE_FEATURE_FUNCS(feat_spe, id_aa64dfr0_el1, ID_AA64DFR0_PMS_SHIFT,
387 		     ID_AA64DFR0_PMS_MASK, 1U, ENABLE_SPE_FOR_NS)
388 
389 /* FEAT_SVE: Scalable Vector Extension */
390 CREATE_FEATURE_FUNCS(feat_sve, id_aa64pfr0_el1, ID_AA64PFR0_SVE_SHIFT,
391 		     ID_AA64PFR0_SVE_MASK, 1U, ENABLE_SVE_FOR_NS)
392 
393 /* FEAT_RAS: Reliability, Accessibility, Serviceability */
394 CREATE_FEATURE_FUNCS(feat_ras, id_aa64pfr0_el1, ID_AA64PFR0_RAS_SHIFT,
395 		     ID_AA64PFR0_RAS_MASK, 1U, ENABLE_FEAT_RAS)
396 
397 /* FEAT_DIT: Data Independent Timing instructions */
398 CREATE_FEATURE_FUNCS(feat_dit, id_aa64pfr0_el1, ID_AA64PFR0_DIT_SHIFT,
399 		     ID_AA64PFR0_DIT_MASK, 1U, ENABLE_FEAT_DIT)
400 
401 /* FEAT_SYS_REG_TRACE */
402 CREATE_FEATURE_FUNCS(feat_sys_reg_trace, id_aa64dfr0_el1, ID_AA64DFR0_TRACEVER_SHIFT,
403 		    ID_AA64DFR0_TRACEVER_MASK, 1U, ENABLE_SYS_REG_TRACE_FOR_NS)
404 
405 /* FEAT_TRF: TraceFilter */
406 CREATE_FEATURE_FUNCS(feat_trf, id_aa64dfr0_el1, ID_AA64DFR0_TRACEFILT_SHIFT,
407 		     ID_AA64DFR0_TRACEFILT_MASK, 1U, ENABLE_TRF_FOR_NS)
408 
409 /* FEAT_NV2: Enhanced Nested Virtualization */
410 CREATE_FEATURE_FUNCS(feat_nv, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_NV_SHIFT,
411 		     ID_AA64MMFR2_EL1_NV_MASK, 1U, 0U)
412 CREATE_FEATURE_FUNCS(feat_nv2, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_NV_SHIFT,
413 		     ID_AA64MMFR2_EL1_NV_MASK, NV2_IMPLEMENTED, CTX_INCLUDE_NEVE_REGS)
414 
415 /* FEAT_BRBE: Branch Record Buffer Extension */
416 CREATE_FEATURE_FUNCS(feat_brbe, id_aa64dfr0_el1, ID_AA64DFR0_BRBE_SHIFT,
417 		     ID_AA64DFR0_BRBE_MASK, 1U, ENABLE_BRBE_FOR_NS)
418 
419 /* FEAT_TRBE: Trace Buffer Extension */
420 CREATE_FEATURE_FUNCS(feat_trbe, id_aa64dfr0_el1, ID_AA64DFR0_TRACEBUFFER_SHIFT,
421 		     ID_AA64DFR0_TRACEBUFFER_MASK, 1U, ENABLE_TRBE_FOR_NS)
422 
423 /* FEAT_SME_FA64: Full A64 Instruction support in streaming SVE mode */
424 CREATE_FEATURE_PRESENT(feat_sme_fa64, id_aa64smfr0_el1, ID_AA64SMFR0_EL1_SME_FA64_SHIFT,
425 		    ID_AA64SMFR0_EL1_SME_FA64_MASK, 1U)
426 
427 /* FEAT_SMEx: Scalar Matrix Extension */
428 CREATE_FEATURE_FUNCS(feat_sme, id_aa64pfr1_el1, ID_AA64PFR1_EL1_SME_SHIFT,
429 		     ID_AA64PFR1_EL1_SME_MASK, 1U, ENABLE_SME_FOR_NS)
430 
431 CREATE_FEATURE_FUNCS(feat_sme2, id_aa64pfr1_el1, ID_AA64PFR1_EL1_SME_SHIFT,
432 		     ID_AA64PFR1_EL1_SME_MASK, SME2_IMPLEMENTED, ENABLE_SME2_FOR_NS)
433 
434 /* FEAT_LS64_ACCDATA: */
435 CREATE_FEATURE_FUNCS(feat_ls64_accdata, id_aa64isar1_el1, ID_AA64ISAR1_LS64_SHIFT,
436 		     ID_AA64ISAR1_LS64_MASK, LS64_ACCDATA_IMPLEMENTED,
437 		     ENABLE_FEAT_LS64_ACCDATA)
438 
439 /*******************************************************************************
440  * Function to get hardware granularity support
441  ******************************************************************************/
442 
443 __attribute__((always_inline))
444 static inline bool is_feat_tgran4K_present(void)
445 {
446 	unsigned int tgranx = ISOLATE_FIELD(read_id_aa64mmfr0_el1(),
447 			     ID_AA64MMFR0_EL1_TGRAN4_SHIFT, ID_REG_FIELD_MASK);
448 	return (tgranx < 8U);
449 }
450 
451 CREATE_FEATURE_PRESENT(feat_tgran16K, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_TGRAN16_SHIFT,
452 		       ID_AA64MMFR0_EL1_TGRAN16_MASK, TGRAN16_IMPLEMENTED)
453 
454 __attribute__((always_inline))
455 static inline bool is_feat_tgran64K_present(void)
456 {
457 	unsigned int tgranx = ISOLATE_FIELD(read_id_aa64mmfr0_el1(),
458 			     ID_AA64MMFR0_EL1_TGRAN64_SHIFT, ID_REG_FIELD_MASK);
459 	return (tgranx < 8U);
460 }
461 
462 /* FEAT_PMUV3 */
463 CREATE_FEATURE_PRESENT(feat_pmuv3, id_aa64dfr0_el1, ID_AA64DFR0_PMUVER_SHIFT,
464 		      ID_AA64DFR0_PMUVER_MASK, 1U)
465 
466 /* FEAT_MTPMU */
467 __attribute__((always_inline))
468 static inline bool is_feat_mtpmu_present(void)
469 {
470 	unsigned int mtpmu = ISOLATE_FIELD(read_id_aa64dfr0_el1(), ID_AA64DFR0_MTPMU_SHIFT,
471 					   ID_AA64DFR0_MTPMU_MASK);
472 	return (mtpmu != 0U) && (mtpmu != MTPMU_NOT_IMPLEMENTED);
473 }
474 
475 CREATE_FEATURE_SUPPORTED(feat_mtpmu, is_feat_mtpmu_present, DISABLE_MTPMU)
476 
477 #endif /* ARCH_FEATURES_H */
478