1 /* SPDX-License-Identifier: BSD-2-Clause */ 2 /* 3 * Copyright (c) 2015, Linaro Limited 4 * Copyright (c) 2023, Arm Limited 5 */ 6 #ifndef __ARM64_H 7 #define __ARM64_H 8 9 #include <compiler.h> 10 #include <sys/cdefs.h> 11 #include <stdint.h> 12 #include <util.h> 13 14 #define SCTLR_M BIT64(0) 15 #define SCTLR_A BIT64(1) 16 #define SCTLR_C BIT64(2) 17 #define SCTLR_SA BIT64(3) 18 #define SCTLR_I BIT64(12) 19 #define SCTLR_ENDB BIT64(13) 20 #define SCTLR_WXN BIT64(19) 21 #define SCTLR_SPAN BIT64(23) 22 #define SCTLR_ENDA BIT64(27) 23 #define SCTLR_ENIB BIT64(30) 24 #define SCTLR_ENIA BIT64(31) 25 #define SCTLR_BT0 BIT64(35) 26 #define SCTLR_BT1 BIT64(36) 27 #define SCTLR_ITFSB BIT64(37) 28 29 #define SCTLR_TCF_MASK SHIFT_U64(0x3, 40) 30 #define SCTLR_TCF_NONE SHIFT_U64(0x0, 40) 31 #define SCTLR_TCF_SYNC SHIFT_U64(0x1, 40) 32 #define SCTLR_TCF_ASYNC SHIFT_U64(0x2, 40) 33 #define SCTLR_TCF_ASYMM SHIFT_U64(0x3, 40) 34 35 #define SCTLR_TCF0_MASK SHIFT_U64(0x3, 38) 36 #define SCTLR_TCF0_NONE SHIFT_U64(0x0, 38) 37 #define SCTLR_TCF0_SYNC SHIFT_U64(0x1, 38) 38 #define SCTLR_TCF0_ASYNC SHIFT_U64(0x2, 38) 39 #define SCTLR_TCF0_ASYMM SHIFT_U64(0x3, 38) 40 41 #define SCTLR_ATA0 BIT64(42) 42 #define SCTLR_ATA BIT64(43) 43 44 #define TTBR_ASID_MASK U(0xff) 45 #define TTBR_ASID_SHIFT U(48) 46 47 #define CLIDR_LOUIS_SHIFT U(21) 48 #define CLIDR_LOC_SHIFT U(24) 49 #define CLIDR_FIELD_WIDTH U(3) 50 51 #define CSSELR_LEVEL_SHIFT U(1) 52 53 #define DAIFBIT_FIQ BIT32(0) 54 #define DAIFBIT_IRQ BIT32(1) 55 #define DAIFBIT_ABT BIT32(2) 56 #define DAIFBIT_DBG BIT32(3) 57 #define DAIFBIT_ALL (DAIFBIT_FIQ | DAIFBIT_IRQ | \ 58 DAIFBIT_ABT | DAIFBIT_DBG) 59 60 #if defined(CFG_CORE_IRQ_IS_NATIVE_INTR) 61 #define DAIFBIT_NATIVE_INTR DAIFBIT_IRQ 62 #define DAIFBIT_FOREIGN_INTR DAIFBIT_FIQ 63 #else 64 #define DAIFBIT_NATIVE_INTR DAIFBIT_FIQ 65 #define DAIFBIT_FOREIGN_INTR DAIFBIT_IRQ 66 #endif 67 68 #define DAIF_F_SHIFT U(6) 69 #define DAIF_F BIT32(6) 70 #define DAIF_I BIT32(7) 71 #define DAIF_A BIT32(8) 72 #define DAIF_D BIT32(9) 73 #define DAIF_AIF (DAIF_A | DAIF_I | DAIF_F) 74 75 #define SPSR_MODE_RW_SHIFT U(4) 76 #define SPSR_MODE_RW_MASK U(0x1) 77 #define SPSR_MODE_RW_64 U(0x0) 78 #define SPSR_MODE_RW_32 U(0x1) 79 80 #define SPSR_64_MODE_SP_SHIFT U(0) 81 #define SPSR_64_MODE_SP_MASK U(0x1) 82 #define SPSR_64_MODE_SP_EL0 U(0x0) 83 #define SPSR_64_MODE_SP_ELX U(0x1) 84 85 #define SPSR_64_MODE_EL_SHIFT U(2) 86 #define SPSR_64_MODE_EL_MASK U(0x3) 87 #define SPSR_64_MODE_EL1 U(0x1) 88 #define SPSR_64_MODE_EL0 U(0x0) 89 90 #define SPSR_64_DAIF_SHIFT U(6) 91 #define SPSR_64_DAIF_MASK U(0xf) 92 93 #define SPSR_64_PAN BIT64(22) 94 95 #define SPSR_32_AIF_SHIFT U(6) 96 #define SPSR_32_AIF_MASK U(0x7) 97 98 #define SPSR_32_E_SHIFT U(9) 99 #define SPSR_32_E_MASK U(0x1) 100 #define SPSR_32_E_LITTLE U(0x0) 101 #define SPSR_32_E_BIG U(0x1) 102 103 #define SPSR_32_T_SHIFT U(5) 104 #define SPSR_32_T_MASK U(0x1) 105 #define SPSR_32_T_ARM U(0x0) 106 #define SPSR_32_T_THUMB U(0x1) 107 108 #define SPSR_32_MODE_SHIFT U(0) 109 #define SPSR_32_MODE_MASK U(0xf) 110 #define SPSR_32_MODE_USR U(0x0) 111 112 113 #define SPSR_64(el, sp, daif) \ 114 (SPSR_MODE_RW_64 << SPSR_MODE_RW_SHIFT | \ 115 ((el) & SPSR_64_MODE_EL_MASK) << SPSR_64_MODE_EL_SHIFT | \ 116 ((sp) & SPSR_64_MODE_SP_MASK) << SPSR_64_MODE_SP_SHIFT | \ 117 ((daif) & SPSR_64_DAIF_MASK) << SPSR_64_DAIF_SHIFT) 118 119 #define SPSR_32(mode, isa, aif) \ 120 (SPSR_MODE_RW_32 << SPSR_MODE_RW_SHIFT | \ 121 SPSR_32_E_LITTLE << SPSR_32_E_SHIFT | \ 122 ((mode) & SPSR_32_MODE_MASK) << SPSR_32_MODE_SHIFT | \ 123 ((isa) & SPSR_32_T_MASK) << SPSR_32_T_SHIFT | \ 124 ((aif) & SPSR_32_AIF_MASK) << SPSR_32_AIF_SHIFT) 125 126 127 #define TCR_T0SZ_SHIFT U(0) 128 #define TCR_EPD0 BIT64(7) 129 #define TCR_IRGN0_SHIFT U(8) 130 #define TCR_ORGN0_SHIFT U(10) 131 #define TCR_SH0_SHIFT U(12) 132 #define TCR_T1SZ_SHIFT U(16) 133 #define TCR_A1 BIT64(22) 134 #define TCR_EPD1 BIT64(23) 135 #define TCR_IRGN1_SHIFT U(24) 136 #define TCR_ORGN1_SHIFT U(26) 137 #define TCR_SH1_SHIFT U(28) 138 #define TCR_EL1_IPS_SHIFT U(32) 139 #define TCR_EL1_IPS_MASK UINT64_C(0x7) 140 #define TCR_TG1_4KB SHIFT_U64(2, 30) 141 #define TCR_RES1 BIT64(31) 142 #define TCR_TBI0 BIT64(37) 143 #define TCR_TBI1 BIT64(38) 144 #define TCR_TCMA0 BIT64(57) 145 #define TCR_TCMA1 BIT64(58) 146 147 148 /* Normal memory, Inner/Outer Non-cacheable */ 149 #define TCR_XRGNX_NC U(0x0) 150 /* Normal memory, Inner/Outer Write-Back Write-Allocate Cacheable */ 151 #define TCR_XRGNX_WB U(0x1) 152 /* Normal memory, Inner/Outer Write-Through Cacheable */ 153 #define TCR_XRGNX_WT U(0x2) 154 /* Normal memory, Inner/Outer Write-Back no Write-Allocate Cacheable */ 155 #define TCR_XRGNX_WBWA U(0x3) 156 157 /* Non-shareable */ 158 #define TCR_SHX_NSH U(0x0) 159 /* Outer Shareable */ 160 #define TCR_SHX_OSH U(0x2) 161 /* Inner Shareable */ 162 #define TCR_SHX_ISH U(0x3) 163 164 #define ESR_EC_SHIFT U(26) 165 #define ESR_EC_MASK U(0x3f) 166 167 #define ESR_EC_UNKNOWN U(0x00) 168 #define ESR_EC_WFI U(0x01) 169 #define ESR_EC_AARCH32_CP15_32 U(0x03) 170 #define ESR_EC_AARCH32_CP15_64 U(0x04) 171 #define ESR_EC_AARCH32_CP14_MR U(0x05) 172 #define ESR_EC_AARCH32_CP14_LS U(0x06) 173 #define ESR_EC_FP_ASIMD U(0x07) 174 #define ESR_EC_AARCH32_CP10_ID U(0x08) 175 #define ESR_EC_PAUTH U(0x09) 176 #define ESR_EC_AARCH32_CP14_64 U(0x0c) 177 #define ESR_EC_BTI U(0x0d) 178 #define ESR_EC_ILLEGAL U(0x0e) 179 #define ESR_EC_AARCH32_SVC U(0x11) 180 #define ESR_EC_AARCH64_SVC U(0x15) 181 #define ESR_EC_AARCH64_SYS U(0x18) 182 #define ESR_EC_ERET U(0x1a) 183 #define ESR_EC_FPAC U(0x1c) 184 #define ESR_EC_IABT_EL0 U(0x20) 185 #define ESR_EC_IABT_EL1 U(0x21) 186 #define ESR_EC_PC_ALIGN U(0x22) 187 #define ESR_EC_DABT_EL0 U(0x24) 188 #define ESR_EC_DABT_EL1 U(0x25) 189 #define ESR_EC_SP_ALIGN U(0x26) 190 #define ESR_EC_AARCH32_FP U(0x28) 191 #define ESR_EC_AARCH64_FP U(0x2c) 192 #define ESR_EC_SERROR U(0x2f) 193 #define ESR_EC_BREAKPT_EL0 U(0x30) 194 #define ESR_EC_BREAKPT_EL1 U(0x31) 195 #define ESR_EC_SOFTSTP_EL0 U(0x32) 196 #define ESR_EC_SOFTSTP_EL1 U(0x33) 197 #define ESR_EC_WATCHPT_EL0 U(0x34) 198 #define ESR_EC_WATCHPT_EL1 U(0x35) 199 #define ESR_EC_AARCH32_BKPT U(0x38) 200 #define ESR_EC_AARCH64_BRK U(0x3c) 201 202 /* Combined defines for DFSC and IFSC */ 203 #define ESR_FSC_MASK U(0x3f) 204 #define ESR_FSC_SIZE_L0 U(0x00) 205 #define ESR_FSC_SIZE_L1 U(0x01) 206 #define ESR_FSC_SIZE_L2 U(0x02) 207 #define ESR_FSC_SIZE_L3 U(0x03) 208 #define ESR_FSC_TRANS_L0 U(0x04) 209 #define ESR_FSC_TRANS_L1 U(0x05) 210 #define ESR_FSC_TRANS_L2 U(0x06) 211 #define ESR_FSC_TRANS_L3 U(0x07) 212 #define ESR_FSC_ACCF_L1 U(0x09) 213 #define ESR_FSC_ACCF_L2 U(0x0a) 214 #define ESR_FSC_ACCF_L3 U(0x0b) 215 #define ESR_FSC_PERMF_L1 U(0x0d) 216 #define ESR_FSC_PERMF_L2 U(0x0e) 217 #define ESR_FSC_PERMF_L3 U(0x0f) 218 #define ESR_FSC_TAG_CHECK U(0x11) 219 #define ESR_FSC_ALIGN U(0x21) 220 221 /* WnR for DABT and RES0 for IABT */ 222 #define ESR_ABT_WNR BIT32(6) 223 224 #define CPACR_EL1_FPEN_SHIFT U(20) 225 #define CPACR_EL1_FPEN_MASK U(0x3) 226 #define CPACR_EL1_FPEN_NONE U(0x0) 227 #define CPACR_EL1_FPEN_EL1 U(0x1) 228 #define CPACR_EL1_FPEN_EL0EL1 U(0x3) 229 #define CPACR_EL1_FPEN(x) ((x) >> CPACR_EL1_FPEN_SHIFT \ 230 & CPACR_EL1_FPEN_MASK) 231 232 233 #define PAR_F BIT32(0) 234 #define PAR_PA_SHIFT U(12) 235 #define PAR_PA_MASK (BIT64(36) - 1) 236 237 #define TLBI_VA_SHIFT U(12) 238 #define TLBI_ASID_SHIFT U(48) 239 #define TLBI_ASID_MASK U(0xff) 240 241 #define ID_AA64PFR1_EL1_BT_MASK ULL(0xf) 242 #define FEAT_BTI_IMPLEMENTED ULL(0x1) 243 244 #define ID_AA64PFR1_EL1_MTE_MASK UL(0xf) 245 #define ID_AA64PFR1_EL1_MTE_SHIFT U(8) 246 #define FEAT_MTE_NOT_IMPLEMENTED U(0x0) 247 #define FEAT_MTE_IMPLEMENTED U(0x1) 248 #define FEAT_MTE2_IMPLEMENTED U(0x2) 249 #define FEAT_MTE3_IMPLEMENTED U(0x3) 250 251 #define ID_AA64MMFR0_EL1_PARANGE_MASK UL(0xf) 252 253 #define ID_AA64MMFR1_EL1_PAN_MASK UL(0xf) 254 #define ID_AA64MMFR1_EL1_PAN_SHIFT U(20) 255 #define FEAT_PAN_NOT_IMPLEMENTED U(0x0) 256 #define FEAT_PAN_IMPLEMENTED U(0x1) 257 #define FEAT_PAN2_IMPLEMENTED U(0x2) 258 #define FEAT_PAN3_IMPLEMENTED U(0x3) 259 260 #define ID_AA64ISAR1_GPI_SHIFT U(28) 261 #define ID_AA64ISAR1_GPI_MASK U(0xf) 262 #define ID_AA64ISAR1_GPI_NI U(0x0) 263 #define ID_AA64ISAR1_GPI_IMP_DEF U(0x1) 264 265 #define ID_AA64ISAR1_GPA_SHIFT U(24) 266 #define ID_AA64ISAR1_GPA_MASK U(0xf) 267 #define ID_AA64ISAR1_GPA_NI U(0x0) 268 #define ID_AA64ISAR1_GPA_ARCHITECTED U(0x1) 269 270 #define ID_AA64ISAR1_API_SHIFT U(8) 271 #define ID_AA64ISAR1_API_MASK U(0xf) 272 #define ID_AA64ISAR1_API_NI U(0x0) 273 #define ID_AA64ISAR1_API_IMP_DEF U(0x1) 274 #define ID_AA64ISAR1_API_IMP_DEF_EPAC U(0x2) 275 #define ID_AA64ISAR1_API_IMP_DEF_EPAC2 U(0x3) 276 #define ID_AA64ISAR1_API_IMP_DEF_EPAC2_FPAC U(0x4) 277 #define ID_AA64ISAR1_API_IMP_DEF_EPAC2_FPAC_CMB U(0x5) 278 279 #define ID_AA64ISAR1_APA_SHIFT U(4) 280 #define ID_AA64ISAR1_APA_MASK U(0xf) 281 #define ID_AA64ISAR1_APA_NI U(0x0) 282 #define ID_AA64ISAR1_APA_ARCHITECTED U(0x1) 283 #define ID_AA64ISAR1_APA_ARCH_EPAC U(0x2) 284 #define ID_AA64ISAR1_APA_ARCH_EPAC2 U(0x3) 285 #define ID_AA64ISAR1_APA_ARCH_EPAC2_FPAC U(0x4) 286 #define ID_AA64ISAR1_APA_ARCH_EPAC2_FPAC_CMB U(0x5) 287 288 #define ID_MMFR3_EL1_PAN_SHIFT U(16) 289 290 #define GCR_EL1_RRND BIT64(16) 291 292 /* ID_AA64ISAR0_EL1, AArch64 Instruction Set Attribute Register 0 */ 293 #define ID_AA64ISAR0_AES GENMASK_64(7, 4) 294 #define ID_AA64ISAR0_SHA1 GENMASK_64(11, 8) 295 #define ID_AA64ISAR0_SHA2 GENMASK_64(15, 12) 296 #define ID_AA64ISAR0_CRC32 GENMASK_64(19, 16) 297 #define ID_AA64ISAR0_ATOMIC GENMASK_64(23, 20) 298 #define ID_AA64ISAR0_TME GENMASK_64(27, 24) 299 #define ID_AA64ISAR0_RDM GENMASK_64(31, 28) 300 #define ID_AA64ISAR0_SHA3 GENMASK_64(35, 32) 301 #define ID_AA64ISAR0_SM3 GENMASK_64(39, 36) 302 #define ID_AA64ISAR0_SM4 GENMASK_64(43, 40) 303 304 #define ID_AA64ISAR0_SHA2_SHIFT U(12) 305 #define ID_AA64ISAR0_SHA2_FEAT_SHA256 U(1) 306 #define ID_AA64ISAR0_SHA2_FEAT_SHA512 U(2) 307 308 #ifndef __ASSEMBLER__ 309 static inline __noprof void isb(void) 310 { 311 asm volatile ("isb" : : : "memory"); 312 } 313 314 static inline __noprof void dsb(void) 315 { 316 asm volatile ("dsb sy" : : : "memory"); 317 } 318 319 static inline __noprof void dsb_ish(void) 320 { 321 asm volatile ("dsb ish" : : : "memory"); 322 } 323 324 static inline __noprof void dsb_ishst(void) 325 { 326 asm volatile ("dsb ishst" : : : "memory"); 327 } 328 329 static inline __noprof void dsb_osh(void) 330 { 331 asm volatile ("dsb osh" : : : "memory"); 332 } 333 334 static inline __noprof void sev(void) 335 { 336 asm volatile ("sev" : : : "memory"); 337 } 338 339 static inline __noprof void wfe(void) 340 { 341 asm volatile ("wfe" : : : "memory"); 342 } 343 344 static inline __noprof void wfi(void) 345 { 346 asm volatile ("wfi" : : : "memory"); 347 } 348 349 static inline __noprof void write_at_s1e1r(uint64_t va) 350 { 351 asm volatile ("at S1E1R, %0" : : "r" (va)); 352 } 353 354 static __always_inline __noprof uint64_t read_pc(void) 355 { 356 uint64_t val; 357 358 asm volatile ("adr %0, ." : "=r" (val)); 359 return val; 360 } 361 362 static __always_inline __noprof uint64_t read_fp(void) 363 { 364 uint64_t val; 365 366 asm volatile ("mov %0, x29" : "=r" (val)); 367 return val; 368 } 369 370 static inline __noprof uint64_t read_pmu_ccnt(void) 371 { 372 uint64_t val; 373 374 asm volatile("mrs %0, PMCCNTR_EL0" : "=r"(val)); 375 return val; 376 } 377 378 static inline __noprof void tlbi_vaae1is(uint64_t va) 379 { 380 asm volatile ("tlbi vaae1is, %0" : : "r" (va)); 381 } 382 383 static inline __noprof void tlbi_vale1is(uint64_t va) 384 { 385 asm volatile ("tlbi vale1is, %0" : : "r" (va)); 386 } 387 388 static inline void write_64bit_pair(uint64_t dst, uint64_t hi, uint64_t lo) 389 { 390 /* 128bits should be written to hardware at one time */ 391 asm volatile ("stp %1, %0, [%2]" : : 392 "r" (hi), "r" (lo), "r" (dst) : "memory"); 393 } 394 395 static inline void read_64bit_pair(uint64_t src, uint64_t *hi, uint64_t *lo) 396 { 397 uint64_t tmp0 = 0; 398 uint64_t tmp1 = 0; 399 400 /* 128bits should be read from hardware at one time */ 401 asm volatile ("ldp %0, %1, [%2]\n" : "=&r"(tmp0), "=&r"(tmp1) : 402 "r"(src) : "memory"); 403 404 *lo = tmp0; 405 *hi = tmp1; 406 } 407 408 /* 409 * Templates for register read/write functions based on mrs/msr 410 */ 411 412 #define DEFINE_REG_READ_FUNC_(reg, type, asmreg) \ 413 static inline __noprof type read_##reg(void) \ 414 { \ 415 uint64_t val64 = 0; \ 416 \ 417 asm volatile("mrs %0, " #asmreg : "=r" (val64)); \ 418 return val64; \ 419 } 420 421 #define DEFINE_REG_WRITE_FUNC_(reg, type, asmreg) \ 422 static inline __noprof void write_##reg(type val) \ 423 { \ 424 uint64_t val64 = val; \ 425 \ 426 asm volatile("msr " #asmreg ", %0" : : "r" (val64)); \ 427 } 428 429 #define DEFINE_U32_REG_READ_FUNC(reg) \ 430 DEFINE_REG_READ_FUNC_(reg, uint32_t, reg) 431 432 #define DEFINE_U32_REG_WRITE_FUNC(reg) \ 433 DEFINE_REG_WRITE_FUNC_(reg, uint32_t, reg) 434 435 #define DEFINE_U32_REG_READWRITE_FUNCS(reg) \ 436 DEFINE_U32_REG_READ_FUNC(reg) \ 437 DEFINE_U32_REG_WRITE_FUNC(reg) 438 439 #define DEFINE_U64_REG_READ_FUNC(reg) \ 440 DEFINE_REG_READ_FUNC_(reg, uint64_t, reg) 441 442 #define DEFINE_U64_REG_WRITE_FUNC(reg) \ 443 DEFINE_REG_WRITE_FUNC_(reg, uint64_t, reg) 444 445 #define DEFINE_U64_REG_READWRITE_FUNCS(reg) \ 446 DEFINE_U64_REG_READ_FUNC(reg) \ 447 DEFINE_U64_REG_WRITE_FUNC(reg) 448 449 /* 450 * Define register access functions 451 */ 452 453 DEFINE_U32_REG_READWRITE_FUNCS(cpacr_el1) 454 DEFINE_U32_REG_READWRITE_FUNCS(daif) 455 #ifdef __clang__ 456 DEFINE_REG_READ_FUNC_(fpcr, uint32_t, S3_3_c4_c4_0) 457 DEFINE_REG_WRITE_FUNC_(fpcr, uint32_t, S3_3_c4_c4_0) 458 DEFINE_REG_READ_FUNC_(fpsr, uint32_t, S3_3_c4_c4_1) 459 DEFINE_REG_WRITE_FUNC_(fpsr, uint32_t, S3_3_c4_c4_1) 460 #else 461 DEFINE_U32_REG_READWRITE_FUNCS(fpcr) 462 DEFINE_U32_REG_READWRITE_FUNCS(fpsr) 463 #endif 464 465 DEFINE_U32_REG_READ_FUNC(ctr_el0) 466 #define read_ctr() read_ctr_el0() 467 DEFINE_U32_REG_READ_FUNC(contextidr_el1) 468 DEFINE_U64_REG_READ_FUNC(sctlr_el1) 469 470 /* ARM Generic timer functions */ 471 DEFINE_REG_READ_FUNC_(cntfrq, uint32_t, cntfrq_el0) 472 DEFINE_REG_READ_FUNC_(cntvct, uint64_t, cntvct_el0) 473 DEFINE_REG_READ_FUNC_(cntpct, uint64_t, cntpct_el0) 474 DEFINE_REG_READ_FUNC_(cntkctl, uint32_t, cntkctl_el1) 475 DEFINE_REG_WRITE_FUNC_(cntkctl, uint32_t, cntkctl_el1) 476 DEFINE_REG_READ_FUNC_(cntps_ctl, uint32_t, cntps_ctl_el1) 477 DEFINE_REG_WRITE_FUNC_(cntps_ctl, uint32_t, cntps_ctl_el1) 478 DEFINE_REG_READ_FUNC_(cntps_tval, uint32_t, cntps_tval_el1) 479 DEFINE_REG_WRITE_FUNC_(cntps_tval, uint32_t, cntps_tval_el1) 480 DEFINE_REG_READ_FUNC_(cntps_cval, uint64_t, cntps_cval_el1) 481 DEFINE_REG_WRITE_FUNC_(cntps_cval, uint64_t, cntps_cval_el1) 482 483 DEFINE_REG_READ_FUNC_(pmccntr, uint64_t, pmccntr_el0) 484 485 DEFINE_U64_REG_READWRITE_FUNCS(ttbr0_el1) 486 DEFINE_U64_REG_READWRITE_FUNCS(ttbr1_el1) 487 DEFINE_U64_REG_READWRITE_FUNCS(tcr_el1) 488 489 DEFINE_U64_REG_READ_FUNC(esr_el1) 490 DEFINE_U64_REG_READ_FUNC(far_el1) 491 DEFINE_U64_REG_READ_FUNC(mpidr_el1) 492 /* Alias for reading this register to avoid ifdefs in code */ 493 #define read_mpidr() read_mpidr_el1() 494 DEFINE_U64_REG_READ_FUNC(midr_el1) 495 /* Alias for reading this register to avoid ifdefs in code */ 496 #define read_midr() read_midr_el1() 497 DEFINE_U64_REG_READ_FUNC(par_el1) 498 499 DEFINE_U64_REG_WRITE_FUNC(mair_el1) 500 501 DEFINE_U64_REG_READ_FUNC(id_aa64mmfr0_el1) 502 DEFINE_U64_REG_READ_FUNC(id_aa64mmfr1_el1) 503 DEFINE_U64_REG_READ_FUNC(id_aa64pfr1_el1) 504 DEFINE_U64_REG_READ_FUNC(id_aa64isar0_el1) 505 DEFINE_U64_REG_READ_FUNC(id_aa64isar1_el1) 506 DEFINE_REG_READ_FUNC_(apiakeylo, uint64_t, S3_0_c2_c1_0) 507 DEFINE_REG_READ_FUNC_(apiakeyhi, uint64_t, S3_0_c2_c1_1) 508 509 DEFINE_REG_WRITE_FUNC_(apibkeylo, uint64_t, S3_0_c2_c1_2) 510 DEFINE_REG_WRITE_FUNC_(apibkeyhi, uint64_t, S3_0_c2_c1_3) 511 512 DEFINE_REG_READ_FUNC_(apdakeylo, uint64_t, S3_0_c2_c2_0) 513 DEFINE_REG_READ_FUNC_(apdakeyhi, uint64_t, S3_0_c2_c2_1) 514 515 DEFINE_REG_WRITE_FUNC_(apdbkeylo, uint64_t, S3_0_c2_c2_2) 516 DEFINE_REG_WRITE_FUNC_(apdbkeyhi, uint64_t, S3_0_c2_c2_3) 517 518 DEFINE_REG_WRITE_FUNC_(apgakeylo, uint64_t, S3_0_c2_c3_0) 519 DEFINE_REG_WRITE_FUNC_(apgakeyhi, uint64_t, S3_0_c2_c3_1) 520 521 /* Register read/write functions for GICC registers by using system interface */ 522 DEFINE_REG_READ_FUNC_(icc_ctlr, uint32_t, S3_0_C12_C12_4) 523 DEFINE_REG_WRITE_FUNC_(icc_ctlr, uint32_t, S3_0_C12_C12_4) 524 DEFINE_REG_WRITE_FUNC_(icc_pmr, uint32_t, S3_0_C4_C6_0) 525 DEFINE_REG_READ_FUNC_(icc_iar0, uint32_t, S3_0_c12_c8_0) 526 DEFINE_REG_READ_FUNC_(icc_iar1, uint32_t, S3_0_c12_c12_0) 527 DEFINE_REG_WRITE_FUNC_(icc_eoir0, uint32_t, S3_0_c12_c8_1) 528 DEFINE_REG_WRITE_FUNC_(icc_eoir1, uint32_t, S3_0_c12_c12_1) 529 DEFINE_REG_WRITE_FUNC_(icc_igrpen0, uint32_t, S3_0_C12_C12_6) 530 DEFINE_REG_WRITE_FUNC_(icc_igrpen1, uint32_t, S3_0_C12_C12_7) 531 DEFINE_REG_WRITE_FUNC_(icc_sgi1r, uint64_t, S3_0_C12_C11_5) 532 DEFINE_REG_WRITE_FUNC_(icc_asgi1r, uint64_t, S3_0_C12_C11_6) 533 534 DEFINE_REG_WRITE_FUNC_(pan, uint64_t, S3_0_c4_c2_3) 535 DEFINE_REG_READ_FUNC_(pan, uint64_t, S3_0_c4_c2_3) 536 537 static inline void write_pan_enable(void) 538 { 539 /* msr pan, #1 */ 540 asm volatile("msr S0_0_c4_c1_4, xzr" ::: "memory" ); 541 } 542 543 static inline void write_pan_disable(void) 544 { 545 /* msr pan, #0 */ 546 asm volatile("msr S0_0_c4_c0_4, xzr" ::: "memory" ); 547 } 548 549 #endif /*__ASSEMBLER__*/ 550 551 #endif /*__ARM64_H*/ 552 553