1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */ 2*4882a593Smuzhiyun #ifndef __ASM_ASM_POINTER_AUTH_H 3*4882a593Smuzhiyun #define __ASM_ASM_POINTER_AUTH_H 4*4882a593Smuzhiyun 5*4882a593Smuzhiyun #include <asm/alternative.h> 6*4882a593Smuzhiyun #include <asm/asm-offsets.h> 7*4882a593Smuzhiyun #include <asm/cpufeature.h> 8*4882a593Smuzhiyun #include <asm/sysreg.h> 9*4882a593Smuzhiyun 10*4882a593Smuzhiyun #ifdef CONFIG_ARM64_PTR_AUTH 11*4882a593Smuzhiyun /* 12*4882a593Smuzhiyun * thread.keys_user.ap* as offset exceeds the #imm offset range 13*4882a593Smuzhiyun * so use the base value of ldp as thread.keys_user and offset as 14*4882a593Smuzhiyun * thread.keys_user.ap*. 15*4882a593Smuzhiyun */ 16*4882a593Smuzhiyun .macro __ptrauth_keys_install_user tsk, tmp1, tmp2, tmp3 17*4882a593Smuzhiyun mov \tmp1, #THREAD_KEYS_USER 18*4882a593Smuzhiyun add \tmp1, \tsk, \tmp1 19*4882a593Smuzhiyun ldp \tmp2, \tmp3, [\tmp1, #PTRAUTH_USER_KEY_APIA] 20*4882a593Smuzhiyun msr_s SYS_APIAKEYLO_EL1, \tmp2 21*4882a593Smuzhiyun msr_s SYS_APIAKEYHI_EL1, \tmp3 22*4882a593Smuzhiyun .endm 23*4882a593Smuzhiyun 24*4882a593Smuzhiyun .macro __ptrauth_keys_install_kernel_nosync tsk, tmp1, tmp2, tmp3 25*4882a593Smuzhiyun mov \tmp1, #THREAD_KEYS_KERNEL 26*4882a593Smuzhiyun add \tmp1, \tsk, \tmp1 27*4882a593Smuzhiyun ldp \tmp2, \tmp3, [\tmp1, #PTRAUTH_KERNEL_KEY_APIA] 28*4882a593Smuzhiyun msr_s SYS_APIAKEYLO_EL1, \tmp2 29*4882a593Smuzhiyun msr_s SYS_APIAKEYHI_EL1, \tmp3 30*4882a593Smuzhiyun .endm 31*4882a593Smuzhiyun 32*4882a593Smuzhiyun .macro ptrauth_keys_install_kernel_nosync tsk, tmp1, tmp2, tmp3 33*4882a593Smuzhiyun alternative_if ARM64_HAS_ADDRESS_AUTH 34*4882a593Smuzhiyun __ptrauth_keys_install_kernel_nosync \tsk, \tmp1, \tmp2, \tmp3 35*4882a593Smuzhiyun alternative_else_nop_endif 36*4882a593Smuzhiyun .endm 37*4882a593Smuzhiyun 38*4882a593Smuzhiyun .macro ptrauth_keys_install_kernel tsk, tmp1, tmp2, tmp3 39*4882a593Smuzhiyun alternative_if ARM64_HAS_ADDRESS_AUTH 40*4882a593Smuzhiyun __ptrauth_keys_install_kernel_nosync \tsk, \tmp1, \tmp2, \tmp3 41*4882a593Smuzhiyun isb 42*4882a593Smuzhiyun alternative_else_nop_endif 43*4882a593Smuzhiyun .endm 44*4882a593Smuzhiyun 45*4882a593Smuzhiyun .macro __ptrauth_keys_init_cpu tsk, tmp1, tmp2, tmp3 46*4882a593Smuzhiyun mrs \tmp1, id_aa64isar1_el1 47*4882a593Smuzhiyun ubfx \tmp1, \tmp1, #ID_AA64ISAR1_APA_SHIFT, #8 48*4882a593Smuzhiyun cbz \tmp1, .Lno_addr_auth\@ 49*4882a593Smuzhiyun mov_q \tmp1, (SCTLR_ELx_ENIA | SCTLR_ELx_ENIB | \ 50*4882a593Smuzhiyun SCTLR_ELx_ENDA | SCTLR_ELx_ENDB) 51*4882a593Smuzhiyun mrs \tmp2, sctlr_el1 52*4882a593Smuzhiyun orr \tmp2, \tmp2, \tmp1 53*4882a593Smuzhiyun msr sctlr_el1, \tmp2 54*4882a593Smuzhiyun __ptrauth_keys_install_kernel_nosync \tsk, \tmp1, \tmp2, \tmp3 55*4882a593Smuzhiyun isb 56*4882a593Smuzhiyun .Lno_addr_auth\@: 57*4882a593Smuzhiyun .endm 58*4882a593Smuzhiyun 59*4882a593Smuzhiyun .macro ptrauth_keys_init_cpu tsk, tmp1, tmp2, tmp3 60*4882a593Smuzhiyun alternative_if_not ARM64_HAS_ADDRESS_AUTH 61*4882a593Smuzhiyun b .Lno_addr_auth\@ 62*4882a593Smuzhiyun alternative_else_nop_endif 63*4882a593Smuzhiyun __ptrauth_keys_init_cpu \tsk, \tmp1, \tmp2, \tmp3 64*4882a593Smuzhiyun .Lno_addr_auth\@: 65*4882a593Smuzhiyun .endm 66*4882a593Smuzhiyun 67*4882a593Smuzhiyun #else /* CONFIG_ARM64_PTR_AUTH */ 68*4882a593Smuzhiyun 69*4882a593Smuzhiyun .macro ptrauth_keys_install_user tsk, tmp1, tmp2, tmp3 70*4882a593Smuzhiyun .endm 71*4882a593Smuzhiyun 72*4882a593Smuzhiyun .macro ptrauth_keys_install_kernel_nosync tsk, tmp1, tmp2, tmp3 73*4882a593Smuzhiyun .endm 74*4882a593Smuzhiyun 75*4882a593Smuzhiyun .macro ptrauth_keys_install_kernel tsk, tmp1, tmp2, tmp3 76*4882a593Smuzhiyun .endm 77*4882a593Smuzhiyun 78*4882a593Smuzhiyun #endif /* CONFIG_ARM64_PTR_AUTH */ 79*4882a593Smuzhiyun 80*4882a593Smuzhiyun #endif /* __ASM_ASM_POINTER_AUTH_H */ 81