1bdd2596dSAchin Gupta /* 28f60d99fSRakshit Goyal * Copyright (c) 2020-2025, Arm Limited and Contributors. All rights reserved. 3bdd2596dSAchin Gupta * 4bdd2596dSAchin Gupta * SPDX-License-Identifier: BSD-3-Clause 5bdd2596dSAchin Gupta */ 6bdd2596dSAchin Gupta 7bdd2596dSAchin Gupta #include <assert.h> 8bdd2596dSAchin Gupta #include <errno.h> 94ce3e99aSScott Branden #include <inttypes.h> 104ce3e99aSScott Branden #include <stdint.h> 11bdd2596dSAchin Gupta #include <string.h> 12bdd2596dSAchin Gupta 13bdd2596dSAchin Gupta #include <arch_helpers.h> 1452696946SOlivier Deprez #include <arch/aarch64/arch_features.h> 15bdd2596dSAchin Gupta #include <bl31/bl31.h> 168cb99c3fSOlivier Deprez #include <bl31/interrupt_mgmt.h> 17bdd2596dSAchin Gupta #include <common/debug.h> 18bdd2596dSAchin Gupta #include <common/runtime_svc.h> 190cea2ae0SManish V Badarkhe #include <common/tbbr/tbbr_img_def.h> 20bdd2596dSAchin Gupta #include <lib/el3_runtime/context_mgmt.h> 210cea2ae0SManish V Badarkhe #include <lib/fconf/fconf.h> 220cea2ae0SManish V Badarkhe #include <lib/fconf/fconf_dyn_cfg_getter.h> 23bdd2596dSAchin Gupta #include <lib/smccc.h> 24bdd2596dSAchin Gupta #include <lib/spinlock.h> 25bdd2596dSAchin Gupta #include <lib/utils.h> 260cea2ae0SManish V Badarkhe #include <lib/xlat_tables/xlat_tables_v2.h> 27bdd2596dSAchin Gupta #include <plat/common/common_def.h> 28bdd2596dSAchin Gupta #include <plat/common/platform.h> 29bdd2596dSAchin Gupta #include <platform_def.h> 30890b5088SRaghu Krishnamurthy #include <services/el3_spmd_logical_sp.h> 31662af36dSJ-Alves #include <services/ffa_svc.h> 326da76075SMarc Bonnici #include <services/spmc_svc.h> 33bdd2596dSAchin Gupta #include <services/spmd_svc.h> 34bdd2596dSAchin Gupta #include <smccc_helpers.h> 35bdd2596dSAchin Gupta #include "spmd_private.h" 36bdd2596dSAchin Gupta 37bdd2596dSAchin Gupta /******************************************************************************* 38bdd2596dSAchin Gupta * SPM Core context information. 39bdd2596dSAchin Gupta ******************************************************************************/ 4052696946SOlivier Deprez static spmd_spm_core_context_t spm_core_context[PLATFORM_CORE_COUNT]; 41bdd2596dSAchin Gupta 42bdd2596dSAchin Gupta /******************************************************************************* 436da76075SMarc Bonnici * SPM Core attribute information is read from its manifest if the SPMC is not 446da76075SMarc Bonnici * at EL3. Else, it is populated from the SPMC directly. 45bdd2596dSAchin Gupta ******************************************************************************/ 4652696946SOlivier Deprez static spmc_manifest_attribute_t spmc_attrs; 470f14d02fSMax Shvetsov 480f14d02fSMax Shvetsov /******************************************************************************* 490f14d02fSMax Shvetsov * SPM Core entry point information. Discovered on the primary core and reused 500f14d02fSMax Shvetsov * on secondary cores. 510f14d02fSMax Shvetsov ******************************************************************************/ 520f14d02fSMax Shvetsov static entry_point_info_t *spmc_ep_info; 530f14d02fSMax Shvetsov 540f14d02fSMax Shvetsov /******************************************************************************* 5552696946SOlivier Deprez * SPM Core context on current CPU get helper. 5652696946SOlivier Deprez ******************************************************************************/ 5752696946SOlivier Deprez spmd_spm_core_context_t *spmd_get_context(void) 5852696946SOlivier Deprez { 59c8cea3b8SOlivier Deprez return &spm_core_context[plat_my_core_pos()]; 6052696946SOlivier Deprez } 6152696946SOlivier Deprez 6252696946SOlivier Deprez /******************************************************************************* 63a92bc73bSOlivier Deprez * SPM Core ID getter. 64a92bc73bSOlivier Deprez ******************************************************************************/ 65a92bc73bSOlivier Deprez uint16_t spmd_spmc_id_get(void) 66a92bc73bSOlivier Deprez { 67a92bc73bSOlivier Deprez return spmc_attrs.spmc_id; 68a92bc73bSOlivier Deprez } 69a92bc73bSOlivier Deprez 70a92bc73bSOlivier Deprez /******************************************************************************* 710f14d02fSMax Shvetsov * Static function declaration. 720f14d02fSMax Shvetsov ******************************************************************************/ 730f14d02fSMax Shvetsov static int32_t spmd_init(void); 7423d5ba86SOlivier Deprez static int spmd_spmc_init(void *pm_addr); 7595f7f6d8SRaghu Krishnamurthy 7652696946SOlivier Deprez static uint64_t spmd_smc_forward(uint32_t smc_fid, 7752696946SOlivier Deprez bool secure_origin, 7852696946SOlivier Deprez uint64_t x1, 7952696946SOlivier Deprez uint64_t x2, 8052696946SOlivier Deprez uint64_t x3, 8152696946SOlivier Deprez uint64_t x4, 82bb01a673SMarc Bonnici void *cookie, 83bb01a673SMarc Bonnici void *handle, 84bb01a673SMarc Bonnici uint64_t flags); 85bdd2596dSAchin Gupta 869944f557SDaniel Boulby /****************************************************************************** 879944f557SDaniel Boulby * Builds an SPMD to SPMC direct message request. 889944f557SDaniel Boulby *****************************************************************************/ 899944f557SDaniel Boulby void spmd_build_spmc_message(gp_regs_t *gpregs, uint8_t target_func, 909944f557SDaniel Boulby unsigned long long message) 919944f557SDaniel Boulby { 929944f557SDaniel Boulby write_ctx_reg(gpregs, CTX_GPREG_X0, FFA_MSG_SEND_DIRECT_REQ_SMC32); 939944f557SDaniel Boulby write_ctx_reg(gpregs, CTX_GPREG_X1, 949944f557SDaniel Boulby (SPMD_DIRECT_MSG_ENDPOINT_ID << FFA_DIRECT_MSG_SOURCE_SHIFT) | 959944f557SDaniel Boulby spmd_spmc_id_get()); 969944f557SDaniel Boulby write_ctx_reg(gpregs, CTX_GPREG_X2, BIT(31) | target_func); 979944f557SDaniel Boulby write_ctx_reg(gpregs, CTX_GPREG_X3, message); 9876d53ee1SOlivier Deprez 9976d53ee1SOlivier Deprez /* Zero out x4-x7 for the direct request emitted towards the SPMC. */ 10076d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X4, 0); 10176d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X5, 0); 10276d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X6, 0); 10376d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X7, 0); 1049944f557SDaniel Boulby } 1059944f557SDaniel Boulby 1069944f557SDaniel Boulby 107bdd2596dSAchin Gupta /******************************************************************************* 10852696946SOlivier Deprez * This function takes an SPMC context pointer and performs a synchronous 10952696946SOlivier Deprez * SPMC entry. 110bdd2596dSAchin Gupta ******************************************************************************/ 111bdd2596dSAchin Gupta uint64_t spmd_spm_core_sync_entry(spmd_spm_core_context_t *spmc_ctx) 112bdd2596dSAchin Gupta { 113bdd2596dSAchin Gupta uint64_t rc; 114bdd2596dSAchin Gupta 115bdd2596dSAchin Gupta assert(spmc_ctx != NULL); 116bdd2596dSAchin Gupta 117bdd2596dSAchin Gupta cm_set_context(&(spmc_ctx->cpu_ctx), SECURE); 118bdd2596dSAchin Gupta 119bdd2596dSAchin Gupta /* Restore the context assigned above */ 120033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 12128f39f02SMax Shvetsov cm_el2_sysregs_context_restore(SECURE); 122678ce223SOlivier Deprez #else 123678ce223SOlivier Deprez cm_el1_sysregs_context_restore(SECURE); 124033039f8SMax Shvetsov #endif 125bdd2596dSAchin Gupta cm_set_next_eret_context(SECURE); 126bdd2596dSAchin Gupta 127033039f8SMax Shvetsov /* Enter SPMC */ 128bdd2596dSAchin Gupta rc = spmd_spm_core_enter(&spmc_ctx->c_rt_ctx); 129bdd2596dSAchin Gupta 130bdd2596dSAchin Gupta /* Save secure state */ 131033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 13228f39f02SMax Shvetsov cm_el2_sysregs_context_save(SECURE); 133678ce223SOlivier Deprez #else 134678ce223SOlivier Deprez cm_el1_sysregs_context_save(SECURE); 135033039f8SMax Shvetsov #endif 136bdd2596dSAchin Gupta 137bdd2596dSAchin Gupta return rc; 138bdd2596dSAchin Gupta } 139bdd2596dSAchin Gupta 140bdd2596dSAchin Gupta /******************************************************************************* 14152696946SOlivier Deprez * This function returns to the place where spmd_spm_core_sync_entry() was 142bdd2596dSAchin Gupta * called originally. 143bdd2596dSAchin Gupta ******************************************************************************/ 144bdd2596dSAchin Gupta __dead2 void spmd_spm_core_sync_exit(uint64_t rc) 145bdd2596dSAchin Gupta { 14652696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 147bdd2596dSAchin Gupta 14852696946SOlivier Deprez /* Get current CPU context from SPMC context */ 149bdd2596dSAchin Gupta assert(cm_get_context(SECURE) == &(ctx->cpu_ctx)); 150bdd2596dSAchin Gupta 151bdd2596dSAchin Gupta /* 152bdd2596dSAchin Gupta * The SPMD must have initiated the original request through a 153bdd2596dSAchin Gupta * synchronous entry into SPMC. Jump back to the original C runtime 154bdd2596dSAchin Gupta * context with the value of rc in x0; 155bdd2596dSAchin Gupta */ 156bdd2596dSAchin Gupta spmd_spm_core_exit(ctx->c_rt_ctx, rc); 157bdd2596dSAchin Gupta 158bdd2596dSAchin Gupta panic(); 159bdd2596dSAchin Gupta } 160bdd2596dSAchin Gupta 161bdd2596dSAchin Gupta /******************************************************************************* 16252696946SOlivier Deprez * Jump to the SPM Core for the first time. 163bdd2596dSAchin Gupta ******************************************************************************/ 164bdd2596dSAchin Gupta static int32_t spmd_init(void) 165bdd2596dSAchin Gupta { 16652696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 16752696946SOlivier Deprez uint64_t rc; 168bdd2596dSAchin Gupta 16952696946SOlivier Deprez VERBOSE("SPM Core init start.\n"); 1709dcf63ddSOlivier Deprez 171f2dcf418SOlivier Deprez /* Primary boot core enters the SPMC for initialization. */ 172f2dcf418SOlivier Deprez ctx->state = SPMC_STATE_ON_PENDING; 173bdd2596dSAchin Gupta 174bdd2596dSAchin Gupta rc = spmd_spm_core_sync_entry(ctx); 17552696946SOlivier Deprez if (rc != 0ULL) { 1764ce3e99aSScott Branden ERROR("SPMC initialisation failed 0x%" PRIx64 "\n", rc); 17752696946SOlivier Deprez return 0; 178bdd2596dSAchin Gupta } 179bdd2596dSAchin Gupta 1809dcf63ddSOlivier Deprez ctx->state = SPMC_STATE_ON; 1819dcf63ddSOlivier Deprez 18252696946SOlivier Deprez VERBOSE("SPM Core init end.\n"); 183bdd2596dSAchin Gupta 184890b5088SRaghu Krishnamurthy spmd_logical_sp_set_spmc_initialized(); 185890b5088SRaghu Krishnamurthy rc = spmd_logical_sp_init(); 186890b5088SRaghu Krishnamurthy if (rc != 0) { 187890b5088SRaghu Krishnamurthy WARN("SPMD Logical partitions failed init.\n"); 188890b5088SRaghu Krishnamurthy } 189890b5088SRaghu Krishnamurthy 190bdd2596dSAchin Gupta return 1; 191bdd2596dSAchin Gupta } 192bdd2596dSAchin Gupta 193bdd2596dSAchin Gupta /******************************************************************************* 1948cb99c3fSOlivier Deprez * spmd_secure_interrupt_handler 1958cb99c3fSOlivier Deprez * Enter the SPMC for further handling of the secure interrupt by the SPMC 1968cb99c3fSOlivier Deprez * itself or a Secure Partition. 1978cb99c3fSOlivier Deprez ******************************************************************************/ 1988cb99c3fSOlivier Deprez static uint64_t spmd_secure_interrupt_handler(uint32_t id, 1998cb99c3fSOlivier Deprez uint32_t flags, 2008cb99c3fSOlivier Deprez void *handle, 2018cb99c3fSOlivier Deprez void *cookie) 2028cb99c3fSOlivier Deprez { 2038cb99c3fSOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 2048cb99c3fSOlivier Deprez gp_regs_t *gpregs = get_gpregs_ctx(&ctx->cpu_ctx); 2058cb99c3fSOlivier Deprez int64_t rc; 2068cb99c3fSOlivier Deprez 2078cb99c3fSOlivier Deprez /* Sanity check the security state when the exception was generated */ 2088cb99c3fSOlivier Deprez assert(get_interrupt_src_ss(flags) == NON_SECURE); 2098cb99c3fSOlivier Deprez 2108cb99c3fSOlivier Deprez /* Sanity check the pointer to this cpu's context */ 2118cb99c3fSOlivier Deprez assert(handle == cm_get_context(NON_SECURE)); 2128cb99c3fSOlivier Deprez 2138cb99c3fSOlivier Deprez /* Save the non-secure context before entering SPMC */ 2148cb99c3fSOlivier Deprez #if SPMD_SPM_AT_SEL2 2158cb99c3fSOlivier Deprez cm_el2_sysregs_context_save(NON_SECURE); 2162d960a11SMadhukar Pappireddy #else 2172d960a11SMadhukar Pappireddy cm_el1_sysregs_context_save(NON_SECURE); 21859bdcc58SMadhukar Pappireddy 21959bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 22059bdcc58SMadhukar Pappireddy /* 22159bdcc58SMadhukar Pappireddy * The hint bit denoting absence of SVE live state is effectively false 22259bdcc58SMadhukar Pappireddy * in this scenario where execution was trapped to EL3 due to FIQ. 22359bdcc58SMadhukar Pappireddy */ 22459bdcc58SMadhukar Pappireddy simd_ctx_save(NON_SECURE, false); 2258f60d99fSRakshit Goyal simd_ctx_restore(SECURE); 22659bdcc58SMadhukar Pappireddy #endif 2278cb99c3fSOlivier Deprez #endif 2288cb99c3fSOlivier Deprez 2298cb99c3fSOlivier Deprez /* Convey the event to the SPMC through the FFA_INTERRUPT interface. */ 2308cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X0, FFA_INTERRUPT); 2318cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X1, 0); 2328cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X2, 0); 2338cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X3, 0); 2348cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X4, 0); 2358cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X5, 0); 2368cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X6, 0); 2378cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X7, 0); 2388cb99c3fSOlivier Deprez 2398cb99c3fSOlivier Deprez /* Mark current core as handling a secure interrupt. */ 2408cb99c3fSOlivier Deprez ctx->secure_interrupt_ongoing = true; 2418cb99c3fSOlivier Deprez 2428cb99c3fSOlivier Deprez rc = spmd_spm_core_sync_entry(ctx); 24359bdcc58SMadhukar Pappireddy 2448cb99c3fSOlivier Deprez if (rc != 0ULL) { 245eac8077aSOlivier Deprez ERROR("%s failed (%" PRId64 ") on CPU%u\n", __func__, rc, plat_my_core_pos()); 2468cb99c3fSOlivier Deprez } 2478cb99c3fSOlivier Deprez 2488cb99c3fSOlivier Deprez ctx->secure_interrupt_ongoing = false; 2498cb99c3fSOlivier Deprez 2508cb99c3fSOlivier Deprez #if SPMD_SPM_AT_SEL2 2518cb99c3fSOlivier Deprez cm_el2_sysregs_context_restore(NON_SECURE); 2522d960a11SMadhukar Pappireddy #else 2532d960a11SMadhukar Pappireddy cm_el1_sysregs_context_restore(NON_SECURE); 25459bdcc58SMadhukar Pappireddy 25559bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 2568f60d99fSRakshit Goyal simd_ctx_save(SECURE, false); 25759bdcc58SMadhukar Pappireddy simd_ctx_restore(NON_SECURE); 25859bdcc58SMadhukar Pappireddy #endif 2598cb99c3fSOlivier Deprez #endif 2608cb99c3fSOlivier Deprez cm_set_next_eret_context(NON_SECURE); 2618cb99c3fSOlivier Deprez 2628cb99c3fSOlivier Deprez SMC_RET0(&ctx->cpu_ctx); 2638cb99c3fSOlivier Deprez } 2648cb99c3fSOlivier Deprez 265bb6d0a17SOlivier Deprez #if (EL3_EXCEPTION_HANDLING == 0) 266a1e0e871SMadhukar Pappireddy /******************************************************************************* 267a1e0e871SMadhukar Pappireddy * spmd_group0_interrupt_handler_nwd 268a1e0e871SMadhukar Pappireddy * Group0 secure interrupt in the normal world are trapped to EL3. Delegate the 269a1e0e871SMadhukar Pappireddy * handling of the interrupt to the platform handler, and return only upon 270a1e0e871SMadhukar Pappireddy * successfully handling the Group0 interrupt. 271a1e0e871SMadhukar Pappireddy ******************************************************************************/ 272a1e0e871SMadhukar Pappireddy static uint64_t spmd_group0_interrupt_handler_nwd(uint32_t id, 273a1e0e871SMadhukar Pappireddy uint32_t flags, 274a1e0e871SMadhukar Pappireddy void *handle, 275a1e0e871SMadhukar Pappireddy void *cookie) 276a1e0e871SMadhukar Pappireddy { 277a1e0e871SMadhukar Pappireddy uint32_t intid; 278a1e0e871SMadhukar Pappireddy 279a1e0e871SMadhukar Pappireddy /* Sanity check the security state when the exception was generated. */ 280a1e0e871SMadhukar Pappireddy assert(get_interrupt_src_ss(flags) == NON_SECURE); 281a1e0e871SMadhukar Pappireddy 282a1e0e871SMadhukar Pappireddy /* Sanity check the pointer to this cpu's context. */ 283a1e0e871SMadhukar Pappireddy assert(handle == cm_get_context(NON_SECURE)); 284a1e0e871SMadhukar Pappireddy 285a1e0e871SMadhukar Pappireddy assert(id == INTR_ID_UNAVAILABLE); 286a1e0e871SMadhukar Pappireddy 287a1e0e871SMadhukar Pappireddy assert(plat_ic_get_pending_interrupt_type() == INTR_TYPE_EL3); 288a1e0e871SMadhukar Pappireddy 2896c91fc44SMadhukar Pappireddy intid = plat_ic_acknowledge_interrupt(); 290a1e0e871SMadhukar Pappireddy 291a1e0e871SMadhukar Pappireddy if (plat_spmd_handle_group0_interrupt(intid) < 0) { 292a1e0e871SMadhukar Pappireddy ERROR("Group0 interrupt %u not handled\n", intid); 293a1e0e871SMadhukar Pappireddy panic(); 294a1e0e871SMadhukar Pappireddy } 295a1e0e871SMadhukar Pappireddy 2966c91fc44SMadhukar Pappireddy /* Deactivate the corresponding Group0 interrupt. */ 2976c91fc44SMadhukar Pappireddy plat_ic_end_of_interrupt(intid); 2986c91fc44SMadhukar Pappireddy 299a1e0e871SMadhukar Pappireddy return 0U; 300a1e0e871SMadhukar Pappireddy } 301bb6d0a17SOlivier Deprez #endif 302a1e0e871SMadhukar Pappireddy 3036671b3d8SMadhukar Pappireddy /******************************************************************************* 3046671b3d8SMadhukar Pappireddy * spmd_handle_group0_intr_swd 3056671b3d8SMadhukar Pappireddy * SPMC delegates handling of Group0 secure interrupt to EL3 firmware using 3066671b3d8SMadhukar Pappireddy * FFA_EL3_INTR_HANDLE SMC call. Further, SPMD delegates the handling of the 3076671b3d8SMadhukar Pappireddy * interrupt to the platform handler, and returns only upon successfully 3086671b3d8SMadhukar Pappireddy * handling the Group0 interrupt. 3096671b3d8SMadhukar Pappireddy ******************************************************************************/ 3106671b3d8SMadhukar Pappireddy static uint64_t spmd_handle_group0_intr_swd(void *handle) 3116671b3d8SMadhukar Pappireddy { 3126671b3d8SMadhukar Pappireddy uint32_t intid; 3136671b3d8SMadhukar Pappireddy 3146671b3d8SMadhukar Pappireddy /* Sanity check the pointer to this cpu's context */ 3156671b3d8SMadhukar Pappireddy assert(handle == cm_get_context(SECURE)); 3166671b3d8SMadhukar Pappireddy 3176671b3d8SMadhukar Pappireddy assert(plat_ic_get_pending_interrupt_type() == INTR_TYPE_EL3); 3186671b3d8SMadhukar Pappireddy 3196c91fc44SMadhukar Pappireddy intid = plat_ic_acknowledge_interrupt(); 3206671b3d8SMadhukar Pappireddy 3216671b3d8SMadhukar Pappireddy /* 3226671b3d8SMadhukar Pappireddy * TODO: Currently due to a limitation in SPMD implementation, the 3236671b3d8SMadhukar Pappireddy * platform handler is expected to not delegate handling to NWd while 3246671b3d8SMadhukar Pappireddy * processing Group0 secure interrupt. 3256671b3d8SMadhukar Pappireddy */ 3266671b3d8SMadhukar Pappireddy if (plat_spmd_handle_group0_interrupt(intid) < 0) { 3276671b3d8SMadhukar Pappireddy /* Group0 interrupt was not handled by the platform. */ 3286671b3d8SMadhukar Pappireddy ERROR("Group0 interrupt %u not handled\n", intid); 3296671b3d8SMadhukar Pappireddy panic(); 3306671b3d8SMadhukar Pappireddy } 3316671b3d8SMadhukar Pappireddy 3326c91fc44SMadhukar Pappireddy /* Deactivate the corresponding Group0 interrupt. */ 3336c91fc44SMadhukar Pappireddy plat_ic_end_of_interrupt(intid); 3346c91fc44SMadhukar Pappireddy 3356671b3d8SMadhukar Pappireddy /* Return success. */ 3366671b3d8SMadhukar Pappireddy SMC_RET8(handle, FFA_SUCCESS_SMC32, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 3376671b3d8SMadhukar Pappireddy FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 3386671b3d8SMadhukar Pappireddy FFA_PARAM_MBZ); 3396671b3d8SMadhukar Pappireddy } 3406671b3d8SMadhukar Pappireddy 3410cea2ae0SManish V Badarkhe #if ENABLE_RME && SPMD_SPM_AT_SEL2 && !RESET_TO_BL31 3420cea2ae0SManish V Badarkhe static int spmd_dynamic_map_mem(uintptr_t base_addr, size_t size, 3430cea2ae0SManish V Badarkhe unsigned int attr, uintptr_t *align_addr, 3440cea2ae0SManish V Badarkhe size_t *align_size) 3450cea2ae0SManish V Badarkhe { 3460cea2ae0SManish V Badarkhe uintptr_t base_addr_align; 3470cea2ae0SManish V Badarkhe size_t mapped_size_align; 3480cea2ae0SManish V Badarkhe int rc; 3490cea2ae0SManish V Badarkhe 3500cea2ae0SManish V Badarkhe /* Page aligned address and size if necessary */ 3510cea2ae0SManish V Badarkhe base_addr_align = page_align(base_addr, DOWN); 3520cea2ae0SManish V Badarkhe mapped_size_align = page_align(size, UP); 3530cea2ae0SManish V Badarkhe 3540cea2ae0SManish V Badarkhe if ((base_addr != base_addr_align) && 3550cea2ae0SManish V Badarkhe (size == mapped_size_align)) { 3560cea2ae0SManish V Badarkhe mapped_size_align += PAGE_SIZE; 3570cea2ae0SManish V Badarkhe } 3580cea2ae0SManish V Badarkhe 3590cea2ae0SManish V Badarkhe /* 3600cea2ae0SManish V Badarkhe * Map dynamically given region with its aligned base address and 3610cea2ae0SManish V Badarkhe * size 3620cea2ae0SManish V Badarkhe */ 3630cea2ae0SManish V Badarkhe rc = mmap_add_dynamic_region((unsigned long long)base_addr_align, 3640cea2ae0SManish V Badarkhe base_addr_align, 3650cea2ae0SManish V Badarkhe mapped_size_align, 3660cea2ae0SManish V Badarkhe attr); 3670cea2ae0SManish V Badarkhe if (rc == 0) { 3680cea2ae0SManish V Badarkhe *align_addr = base_addr_align; 3690cea2ae0SManish V Badarkhe *align_size = mapped_size_align; 3700cea2ae0SManish V Badarkhe } 3710cea2ae0SManish V Badarkhe 3720cea2ae0SManish V Badarkhe return rc; 3730cea2ae0SManish V Badarkhe } 3740cea2ae0SManish V Badarkhe 3750cea2ae0SManish V Badarkhe static void spmd_do_sec_cpy(uintptr_t root_base_addr, uintptr_t sec_base_addr, 3760cea2ae0SManish V Badarkhe size_t size) 3770cea2ae0SManish V Badarkhe { 3780cea2ae0SManish V Badarkhe uintptr_t root_base_addr_align, sec_base_addr_align; 3790cea2ae0SManish V Badarkhe size_t root_mapped_size_align, sec_mapped_size_align; 3800cea2ae0SManish V Badarkhe int rc; 3810cea2ae0SManish V Badarkhe 3820cea2ae0SManish V Badarkhe assert(root_base_addr != 0UL); 3830cea2ae0SManish V Badarkhe assert(sec_base_addr != 0UL); 3840cea2ae0SManish V Badarkhe assert(size != 0UL); 3850cea2ae0SManish V Badarkhe 3860cea2ae0SManish V Badarkhe /* Map the memory with required attributes */ 3870cea2ae0SManish V Badarkhe rc = spmd_dynamic_map_mem(root_base_addr, size, MT_RO_DATA | MT_ROOT, 3880cea2ae0SManish V Badarkhe &root_base_addr_align, 3890cea2ae0SManish V Badarkhe &root_mapped_size_align); 3900cea2ae0SManish V Badarkhe if (rc != 0) { 3910cea2ae0SManish V Badarkhe ERROR("%s %s %lu (%d)\n", "Error while mapping", "root region", 3920cea2ae0SManish V Badarkhe root_base_addr, rc); 3930cea2ae0SManish V Badarkhe panic(); 3940cea2ae0SManish V Badarkhe } 3950cea2ae0SManish V Badarkhe 3960cea2ae0SManish V Badarkhe rc = spmd_dynamic_map_mem(sec_base_addr, size, MT_RW_DATA | MT_SECURE, 3970cea2ae0SManish V Badarkhe &sec_base_addr_align, &sec_mapped_size_align); 3980cea2ae0SManish V Badarkhe if (rc != 0) { 3990cea2ae0SManish V Badarkhe ERROR("%s %s %lu (%d)\n", "Error while mapping", 4000cea2ae0SManish V Badarkhe "secure region", sec_base_addr, rc); 4010cea2ae0SManish V Badarkhe panic(); 4020cea2ae0SManish V Badarkhe } 4030cea2ae0SManish V Badarkhe 4040cea2ae0SManish V Badarkhe /* Do copy operation */ 4050cea2ae0SManish V Badarkhe (void)memcpy((void *)sec_base_addr, (void *)root_base_addr, size); 4060cea2ae0SManish V Badarkhe 4070cea2ae0SManish V Badarkhe /* Unmap root memory region */ 4080cea2ae0SManish V Badarkhe rc = mmap_remove_dynamic_region(root_base_addr_align, 4090cea2ae0SManish V Badarkhe root_mapped_size_align); 4100cea2ae0SManish V Badarkhe if (rc != 0) { 4110cea2ae0SManish V Badarkhe ERROR("%s %s %lu (%d)\n", "Error while unmapping", 4120cea2ae0SManish V Badarkhe "root region", root_base_addr_align, rc); 4130cea2ae0SManish V Badarkhe panic(); 4140cea2ae0SManish V Badarkhe } 4150cea2ae0SManish V Badarkhe 4160cea2ae0SManish V Badarkhe /* Unmap secure memory region */ 4170cea2ae0SManish V Badarkhe rc = mmap_remove_dynamic_region(sec_base_addr_align, 4180cea2ae0SManish V Badarkhe sec_mapped_size_align); 4190cea2ae0SManish V Badarkhe if (rc != 0) { 4200cea2ae0SManish V Badarkhe ERROR("%s %s %lu (%d)\n", "Error while unmapping", 4210cea2ae0SManish V Badarkhe "secure region", sec_base_addr_align, rc); 4220cea2ae0SManish V Badarkhe panic(); 4230cea2ae0SManish V Badarkhe } 4240cea2ae0SManish V Badarkhe } 4250cea2ae0SManish V Badarkhe #endif /* ENABLE_RME && SPMD_SPM_AT_SEL2 && !RESET_TO_BL31 */ 4260cea2ae0SManish V Badarkhe 4278cb99c3fSOlivier Deprez /******************************************************************************* 42852696946SOlivier Deprez * Loads SPMC manifest and inits SPMC. 4290f14d02fSMax Shvetsov ******************************************************************************/ 43023d5ba86SOlivier Deprez static int spmd_spmc_init(void *pm_addr) 4310f14d02fSMax Shvetsov { 432f2dcf418SOlivier Deprez cpu_context_t *cpu_ctx; 433f2dcf418SOlivier Deprez unsigned int core_id; 4348cb99c3fSOlivier Deprez uint32_t ep_attr, flags; 43552696946SOlivier Deprez int rc; 4360cea2ae0SManish V Badarkhe const struct dyn_cfg_dtb_info_t *image_info __unused; 4370f14d02fSMax Shvetsov 43852696946SOlivier Deprez /* Load the SPM Core manifest */ 43923d5ba86SOlivier Deprez rc = plat_spm_core_manifest_load(&spmc_attrs, pm_addr); 4400f14d02fSMax Shvetsov if (rc != 0) { 44152696946SOlivier Deprez WARN("No or invalid SPM Core manifest image provided by BL2\n"); 44252696946SOlivier Deprez return rc; 4430f14d02fSMax Shvetsov } 4440f14d02fSMax Shvetsov 4450f14d02fSMax Shvetsov /* 44652696946SOlivier Deprez * Ensure that the SPM Core version is compatible with the SPM 44752696946SOlivier Deprez * Dispatcher version. 4480f14d02fSMax Shvetsov */ 449662af36dSJ-Alves if ((spmc_attrs.major_version != FFA_VERSION_MAJOR) || 450662af36dSJ-Alves (spmc_attrs.minor_version > FFA_VERSION_MINOR)) { 451662af36dSJ-Alves WARN("Unsupported FFA version (%u.%u)\n", 4520f14d02fSMax Shvetsov spmc_attrs.major_version, spmc_attrs.minor_version); 45352696946SOlivier Deprez return -EINVAL; 4540f14d02fSMax Shvetsov } 4550f14d02fSMax Shvetsov 456662af36dSJ-Alves VERBOSE("FFA version (%u.%u)\n", spmc_attrs.major_version, 4570f14d02fSMax Shvetsov spmc_attrs.minor_version); 4580f14d02fSMax Shvetsov 45952696946SOlivier Deprez VERBOSE("SPM Core run time EL%x.\n", 460033039f8SMax Shvetsov SPMD_SPM_AT_SEL2 ? MODE_EL2 : MODE_EL1); 4610f14d02fSMax Shvetsov 462ac03ac5eSMax Shvetsov /* Validate the SPMC ID, Ensure high bit is set */ 46352696946SOlivier Deprez if (((spmc_attrs.spmc_id >> SPMC_SECURE_ID_SHIFT) & 46452696946SOlivier Deprez SPMC_SECURE_ID_MASK) == 0U) { 46552696946SOlivier Deprez WARN("Invalid ID (0x%x) for SPMC.\n", spmc_attrs.spmc_id); 46652696946SOlivier Deprez return -EINVAL; 467ac03ac5eSMax Shvetsov } 468ac03ac5eSMax Shvetsov 46952696946SOlivier Deprez /* Validate the SPM Core execution state */ 4700f14d02fSMax Shvetsov if ((spmc_attrs.exec_state != MODE_RW_64) && 4710f14d02fSMax Shvetsov (spmc_attrs.exec_state != MODE_RW_32)) { 47223d5ba86SOlivier Deprez WARN("Unsupported %s%x.\n", "SPM Core execution state 0x", 4730f14d02fSMax Shvetsov spmc_attrs.exec_state); 47452696946SOlivier Deprez return -EINVAL; 4750f14d02fSMax Shvetsov } 4760f14d02fSMax Shvetsov 47723d5ba86SOlivier Deprez VERBOSE("%s%x.\n", "SPM Core execution state 0x", 47823d5ba86SOlivier Deprez spmc_attrs.exec_state); 4790f14d02fSMax Shvetsov 480033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 481033039f8SMax Shvetsov /* Ensure manifest has not requested AArch32 state in S-EL2 */ 482033039f8SMax Shvetsov if (spmc_attrs.exec_state == MODE_RW_32) { 483033039f8SMax Shvetsov WARN("AArch32 state at S-EL2 is not supported.\n"); 48452696946SOlivier Deprez return -EINVAL; 4850f14d02fSMax Shvetsov } 4860f14d02fSMax Shvetsov 4870f14d02fSMax Shvetsov /* 4880f14d02fSMax Shvetsov * Check if S-EL2 is supported on this system if S-EL2 4890f14d02fSMax Shvetsov * is required for SPM 4900f14d02fSMax Shvetsov */ 491623f6140SAndre Przywara if (!is_feat_sel2_supported()) { 49252696946SOlivier Deprez WARN("SPM Core run time S-EL2 is not supported.\n"); 49352696946SOlivier Deprez return -EINVAL; 4940f14d02fSMax Shvetsov } 495033039f8SMax Shvetsov #endif /* SPMD_SPM_AT_SEL2 */ 4960f14d02fSMax Shvetsov 4970f14d02fSMax Shvetsov /* Initialise an entrypoint to set up the CPU context */ 4980f14d02fSMax Shvetsov ep_attr = SECURE | EP_ST_ENABLE; 49952696946SOlivier Deprez if ((read_sctlr_el3() & SCTLR_EE_BIT) != 0ULL) { 5000f14d02fSMax Shvetsov ep_attr |= EP_EE_BIG; 5010f14d02fSMax Shvetsov } 5020f14d02fSMax Shvetsov 5030f14d02fSMax Shvetsov SET_PARAM_HEAD(spmc_ep_info, PARAM_EP, VERSION_1, ep_attr); 5040f14d02fSMax Shvetsov 5050f14d02fSMax Shvetsov /* 50652696946SOlivier Deprez * Populate SPSR for SPM Core based upon validated parameters from the 50752696946SOlivier Deprez * manifest. 5080f14d02fSMax Shvetsov */ 5090f14d02fSMax Shvetsov if (spmc_attrs.exec_state == MODE_RW_32) { 5100f14d02fSMax Shvetsov spmc_ep_info->spsr = SPSR_MODE32(MODE32_svc, SPSR_T_ARM, 5110f14d02fSMax Shvetsov SPSR_E_LITTLE, 5120f14d02fSMax Shvetsov DAIF_FIQ_BIT | 5130f14d02fSMax Shvetsov DAIF_IRQ_BIT | 5140f14d02fSMax Shvetsov DAIF_ABT_BIT); 5150f14d02fSMax Shvetsov } else { 516033039f8SMax Shvetsov 517033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 518033039f8SMax Shvetsov static const uint32_t runtime_el = MODE_EL2; 519033039f8SMax Shvetsov #else 520033039f8SMax Shvetsov static const uint32_t runtime_el = MODE_EL1; 521033039f8SMax Shvetsov #endif 522033039f8SMax Shvetsov spmc_ep_info->spsr = SPSR_64(runtime_el, 5230f14d02fSMax Shvetsov MODE_SP_ELX, 5240f14d02fSMax Shvetsov DISABLE_ALL_EXCEPTIONS); 5250f14d02fSMax Shvetsov } 5260f14d02fSMax Shvetsov 5270cea2ae0SManish V Badarkhe #if ENABLE_RME && SPMD_SPM_AT_SEL2 && !RESET_TO_BL31 5280cea2ae0SManish V Badarkhe image_info = FCONF_GET_PROPERTY(dyn_cfg, dtb, TOS_FW_CONFIG_ID); 5290cea2ae0SManish V Badarkhe assert(image_info != NULL); 5300cea2ae0SManish V Badarkhe 5310cea2ae0SManish V Badarkhe if ((image_info->config_addr == 0UL) || 5320cea2ae0SManish V Badarkhe (image_info->secondary_config_addr == 0UL) || 5330cea2ae0SManish V Badarkhe (image_info->config_max_size == 0UL)) { 5340cea2ae0SManish V Badarkhe return -EINVAL; 5350cea2ae0SManish V Badarkhe } 5360cea2ae0SManish V Badarkhe 5370cea2ae0SManish V Badarkhe /* Copy manifest from root->secure region */ 5380cea2ae0SManish V Badarkhe spmd_do_sec_cpy(image_info->config_addr, 5390cea2ae0SManish V Badarkhe image_info->secondary_config_addr, 5400cea2ae0SManish V Badarkhe image_info->config_max_size); 5410cea2ae0SManish V Badarkhe 5420cea2ae0SManish V Badarkhe /* Update ep info of BL32 */ 5430cea2ae0SManish V Badarkhe assert(spmc_ep_info != NULL); 5440cea2ae0SManish V Badarkhe spmc_ep_info->args.arg0 = image_info->secondary_config_addr; 5450cea2ae0SManish V Badarkhe #endif /* ENABLE_RME && SPMD_SPM_AT_SEL2 && !RESET_TO_BL31 */ 5460cea2ae0SManish V Badarkhe 547f2dcf418SOlivier Deprez /* Set an initial SPMC context state for all cores. */ 548f2dcf418SOlivier Deprez for (core_id = 0U; core_id < PLATFORM_CORE_COUNT; core_id++) { 549f2dcf418SOlivier Deprez spm_core_context[core_id].state = SPMC_STATE_OFF; 5500f14d02fSMax Shvetsov 551f2dcf418SOlivier Deprez /* Setup an initial cpu context for the SPMC. */ 552f2dcf418SOlivier Deprez cpu_ctx = &spm_core_context[core_id].cpu_ctx; 553f2dcf418SOlivier Deprez cm_setup_context(cpu_ctx, spmc_ep_info); 5540f14d02fSMax Shvetsov 555f2dcf418SOlivier Deprez /* 556f2dcf418SOlivier Deprez * Pass the core linear ID to the SPMC through x4. 557f2dcf418SOlivier Deprez * (TF-A implementation defined behavior helping 558f2dcf418SOlivier Deprez * a legacy TOS migration to adopt FF-A). 559f2dcf418SOlivier Deprez */ 560f2dcf418SOlivier Deprez write_ctx_reg(get_gpregs_ctx(cpu_ctx), CTX_GPREG_X4, core_id); 561f2dcf418SOlivier Deprez } 5620f14d02fSMax Shvetsov 563a334c4e6SOlivier Deprez /* Register power management hooks with PSCI */ 564a334c4e6SOlivier Deprez psci_register_spd_pm_hook(&spmd_pm); 565a334c4e6SOlivier Deprez 5660f14d02fSMax Shvetsov /* Register init function for deferred init. */ 5670f14d02fSMax Shvetsov bl31_register_bl32_init(&spmd_init); 5680f14d02fSMax Shvetsov 569f2dcf418SOlivier Deprez INFO("SPM Core setup done.\n"); 570f2dcf418SOlivier Deprez 5718cb99c3fSOlivier Deprez /* 5728cb99c3fSOlivier Deprez * Register an interrupt handler routing secure interrupts to SPMD 5738cb99c3fSOlivier Deprez * while the NWd is running. 5748cb99c3fSOlivier Deprez */ 5758cb99c3fSOlivier Deprez flags = 0; 5768cb99c3fSOlivier Deprez set_interrupt_rm_flag(flags, NON_SECURE); 5778cb99c3fSOlivier Deprez rc = register_interrupt_type_handler(INTR_TYPE_S_EL1, 5788cb99c3fSOlivier Deprez spmd_secure_interrupt_handler, 5798cb99c3fSOlivier Deprez flags); 5808cb99c3fSOlivier Deprez if (rc != 0) { 5818cb99c3fSOlivier Deprez panic(); 5828cb99c3fSOlivier Deprez } 5838cb99c3fSOlivier Deprez 584a1e0e871SMadhukar Pappireddy /* 585bb6d0a17SOlivier Deprez * Permit configurations where the SPM resides at S-EL1/2 and upon a 586bb6d0a17SOlivier Deprez * Group0 interrupt triggering while the normal world runs, the 587bb6d0a17SOlivier Deprez * interrupt is routed either through the EHF or directly to the SPMD: 588bb6d0a17SOlivier Deprez * 589bb6d0a17SOlivier Deprez * EL3_EXCEPTION_HANDLING=0: the Group0 interrupt is routed to the SPMD 590bb6d0a17SOlivier Deprez * for handling by spmd_group0_interrupt_handler_nwd. 591bb6d0a17SOlivier Deprez * 592bb6d0a17SOlivier Deprez * EL3_EXCEPTION_HANDLING=1: the Group0 interrupt is routed to the EHF. 593bb6d0a17SOlivier Deprez * 594bb6d0a17SOlivier Deprez */ 595bb6d0a17SOlivier Deprez #if (EL3_EXCEPTION_HANDLING == 0) 596bb6d0a17SOlivier Deprez /* 597fca5f0ebSMadhukar Pappireddy * If EL3 interrupts are supported by the platform, register an 598fca5f0ebSMadhukar Pappireddy * interrupt handler routing Group0 interrupts to SPMD while the NWd is 599fca5f0ebSMadhukar Pappireddy * running. 600a1e0e871SMadhukar Pappireddy */ 601fca5f0ebSMadhukar Pappireddy if (plat_ic_has_interrupt_type(INTR_TYPE_EL3)) { 602a1e0e871SMadhukar Pappireddy rc = register_interrupt_type_handler(INTR_TYPE_EL3, 603a1e0e871SMadhukar Pappireddy spmd_group0_interrupt_handler_nwd, 604a1e0e871SMadhukar Pappireddy flags); 605a1e0e871SMadhukar Pappireddy if (rc != 0) { 606a1e0e871SMadhukar Pappireddy panic(); 607a1e0e871SMadhukar Pappireddy } 608fca5f0ebSMadhukar Pappireddy } 609bb6d0a17SOlivier Deprez #endif 610bb6d0a17SOlivier Deprez 6110f14d02fSMax Shvetsov return 0; 6120f14d02fSMax Shvetsov } 6130f14d02fSMax Shvetsov 6140f14d02fSMax Shvetsov /******************************************************************************* 61552696946SOlivier Deprez * Initialize context of SPM Core. 616bdd2596dSAchin Gupta ******************************************************************************/ 6170f14d02fSMax Shvetsov int spmd_setup(void) 618bdd2596dSAchin Gupta { 619bdd2596dSAchin Gupta int rc; 6206da76075SMarc Bonnici void *spmc_manifest; 6216da76075SMarc Bonnici 6226da76075SMarc Bonnici /* 6236da76075SMarc Bonnici * If the SPMC is at EL3, then just initialise it directly. The 6246da76075SMarc Bonnici * shenanigans of when it is at a lower EL are not needed. 6256da76075SMarc Bonnici */ 6266da76075SMarc Bonnici if (is_spmc_at_el3()) { 6276da76075SMarc Bonnici /* Allow the SPMC to populate its attributes directly. */ 6286da76075SMarc Bonnici spmc_populate_attrs(&spmc_attrs); 6296da76075SMarc Bonnici 6306da76075SMarc Bonnici rc = spmc_setup(); 6316da76075SMarc Bonnici if (rc != 0) { 6320d33649eSOlivier Deprez WARN("SPMC initialisation failed 0x%x.\n", rc); 6336da76075SMarc Bonnici } 6340d33649eSOlivier Deprez return 0; 6356da76075SMarc Bonnici } 636bdd2596dSAchin Gupta 637bdd2596dSAchin Gupta spmc_ep_info = bl31_plat_get_next_image_ep_info(SECURE); 63852696946SOlivier Deprez if (spmc_ep_info == NULL) { 63952696946SOlivier Deprez WARN("No SPM Core image provided by BL2 boot loader.\n"); 6400d33649eSOlivier Deprez return 0; 641bdd2596dSAchin Gupta } 642bdd2596dSAchin Gupta 643bdd2596dSAchin Gupta /* Under no circumstances will this parameter be 0 */ 64452696946SOlivier Deprez assert(spmc_ep_info->pc != 0ULL); 645bdd2596dSAchin Gupta 646bdd2596dSAchin Gupta /* 647bdd2596dSAchin Gupta * Check if BL32 ep_info has a reference to 'tos_fw_config'. This will 64852696946SOlivier Deprez * be used as a manifest for the SPM Core at the next lower EL/mode. 649bdd2596dSAchin Gupta */ 65023d5ba86SOlivier Deprez spmc_manifest = (void *)spmc_ep_info->args.arg0; 65123d5ba86SOlivier Deprez if (spmc_manifest == NULL) { 6520d33649eSOlivier Deprez WARN("Invalid or absent SPM Core manifest.\n"); 6530d33649eSOlivier Deprez return 0; 654bdd2596dSAchin Gupta } 655bdd2596dSAchin Gupta 6560f14d02fSMax Shvetsov /* Load manifest, init SPMC */ 65723d5ba86SOlivier Deprez rc = spmd_spmc_init(spmc_manifest); 6580f14d02fSMax Shvetsov if (rc != 0) { 65952696946SOlivier Deprez WARN("Booting device without SPM initialization.\n"); 660bdd2596dSAchin Gupta } 661bdd2596dSAchin Gupta 6620d33649eSOlivier Deprez return 0; 6630f14d02fSMax Shvetsov } 6640f14d02fSMax Shvetsov 6650f14d02fSMax Shvetsov /******************************************************************************* 666bb01a673SMarc Bonnici * Forward FF-A SMCs to the other security state. 6670f14d02fSMax Shvetsov ******************************************************************************/ 668bb01a673SMarc Bonnici uint64_t spmd_smc_switch_state(uint32_t smc_fid, 66952696946SOlivier Deprez bool secure_origin, 67052696946SOlivier Deprez uint64_t x1, 67152696946SOlivier Deprez uint64_t x2, 67252696946SOlivier Deprez uint64_t x3, 67352696946SOlivier Deprez uint64_t x4, 674c925867eSOlivier Deprez void *handle, 675c925867eSOlivier Deprez uint64_t flags) 6760f14d02fSMax Shvetsov { 677c2901419SOlivier Deprez unsigned int secure_state_in = (secure_origin) ? SECURE : NON_SECURE; 678c2901419SOlivier Deprez unsigned int secure_state_out = (!secure_origin) ? SECURE : NON_SECURE; 679107e3cc0SOlivier Deprez void *ctx_out; 68093ff138bSOlivier Deprez 681c925867eSOlivier Deprez #if SPMD_SPM_AT_SEL2 682c925867eSOlivier Deprez if ((secure_state_out == SECURE) && (is_sve_hint_set(flags) == true)) { 683c925867eSOlivier Deprez /* 684c925867eSOlivier Deprez * Set the SVE hint bit in x0 and pass to the lower secure EL, 685c925867eSOlivier Deprez * if it was set by the caller. 686c925867eSOlivier Deprez */ 687c925867eSOlivier Deprez smc_fid |= (FUNCID_SVE_HINT_MASK << FUNCID_SVE_HINT_SHIFT); 688c925867eSOlivier Deprez } 689c925867eSOlivier Deprez #endif 690c925867eSOlivier Deprez 6910f14d02fSMax Shvetsov /* Save incoming security state */ 692033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 69393ff138bSOlivier Deprez cm_el2_sysregs_context_save(secure_state_in); 694678ce223SOlivier Deprez #else 695678ce223SOlivier Deprez cm_el1_sysregs_context_save(secure_state_in); 69659bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 69759bdcc58SMadhukar Pappireddy /* Forward the hint bit denoting the absence of SVE live state. */ 69859bdcc58SMadhukar Pappireddy simd_ctx_save(secure_state_in, (!secure_origin && (is_sve_hint_set(flags) == true))); 69959bdcc58SMadhukar Pappireddy #endif 700033039f8SMax Shvetsov #endif 7010f14d02fSMax Shvetsov 7020f14d02fSMax Shvetsov /* Restore outgoing security state */ 703033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 70493ff138bSOlivier Deprez cm_el2_sysregs_context_restore(secure_state_out); 705678ce223SOlivier Deprez #else 706678ce223SOlivier Deprez cm_el1_sysregs_context_restore(secure_state_out); 70759bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 70859bdcc58SMadhukar Pappireddy simd_ctx_restore(secure_state_out); 70959bdcc58SMadhukar Pappireddy #endif 710033039f8SMax Shvetsov #endif 71193ff138bSOlivier Deprez cm_set_next_eret_context(secure_state_out); 7120f14d02fSMax Shvetsov 713107e3cc0SOlivier Deprez ctx_out = cm_get_context(secure_state_out); 714a0a7f158SAndrei Homescu if (smc_fid == FFA_NORMAL_WORLD_RESUME) { 715a0a7f158SAndrei Homescu SMC_RET0(ctx_out); 716a0a7f158SAndrei Homescu } 717a0a7f158SAndrei Homescu 718eaaf517cSRaghu Krishnamurthy #if SPMD_SPM_AT_SEL2 719eaaf517cSRaghu Krishnamurthy /* 720eaaf517cSRaghu Krishnamurthy * If SPMC is at SEL2, save additional registers x8-x17, which may 721eaaf517cSRaghu Krishnamurthy * be used in FF-A calls such as FFA_PARTITION_INFO_GET_REGS. 722eaaf517cSRaghu Krishnamurthy * Note that technically, all SPMCs can support this, but this code is 723eaaf517cSRaghu Krishnamurthy * under ifdef to minimize breakage in case other SPMCs do not save 724eaaf517cSRaghu Krishnamurthy * and restore x8-x17. 725eaaf517cSRaghu Krishnamurthy * We also need to pass through these registers since not all FF-A ABIs 726eaaf517cSRaghu Krishnamurthy * modify x8-x17, in which case, SMCCC requires that these registers be 727eaaf517cSRaghu Krishnamurthy * preserved, so the SPMD passes through these registers and expects the 728eaaf517cSRaghu Krishnamurthy * SPMC to save and restore (potentially also modify) them. 729eaaf517cSRaghu Krishnamurthy */ 730107e3cc0SOlivier Deprez SMC_RET18(ctx_out, smc_fid, x1, x2, x3, x4, 731eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X5), 732eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X6), 733eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X7), 734eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X8), 735eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X9), 736eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X10), 737eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X11), 738eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X12), 739eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X13), 740eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X14), 741eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X15), 742eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X16), 743eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X17) 744eaaf517cSRaghu Krishnamurthy ); 745eaaf517cSRaghu Krishnamurthy 746eaaf517cSRaghu Krishnamurthy #else 747107e3cc0SOlivier Deprez SMC_RET8(ctx_out, smc_fid, x1, x2, x3, x4, 7480f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X5), 7490f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X6), 7500f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X7)); 751eaaf517cSRaghu Krishnamurthy #endif 7520f14d02fSMax Shvetsov } 7530f14d02fSMax Shvetsov 7540f14d02fSMax Shvetsov /******************************************************************************* 755bb01a673SMarc Bonnici * Forward SMCs to the other security state. 756bb01a673SMarc Bonnici ******************************************************************************/ 757bb01a673SMarc Bonnici static uint64_t spmd_smc_forward(uint32_t smc_fid, 758bb01a673SMarc Bonnici bool secure_origin, 759bb01a673SMarc Bonnici uint64_t x1, 760bb01a673SMarc Bonnici uint64_t x2, 761bb01a673SMarc Bonnici uint64_t x3, 762bb01a673SMarc Bonnici uint64_t x4, 763bb01a673SMarc Bonnici void *cookie, 764bb01a673SMarc Bonnici void *handle, 765bb01a673SMarc Bonnici uint64_t flags) 766bb01a673SMarc Bonnici { 767bb01a673SMarc Bonnici if (is_spmc_at_el3() && !secure_origin) { 768bb01a673SMarc Bonnici return spmc_smc_handler(smc_fid, secure_origin, x1, x2, x3, x4, 769bb01a673SMarc Bonnici cookie, handle, flags); 770bb01a673SMarc Bonnici } 771c925867eSOlivier Deprez 772bb01a673SMarc Bonnici return spmd_smc_switch_state(smc_fid, secure_origin, x1, x2, x3, x4, 773c925867eSOlivier Deprez handle, flags); 774bb01a673SMarc Bonnici 775bb01a673SMarc Bonnici } 776bb01a673SMarc Bonnici 777bb01a673SMarc Bonnici /******************************************************************************* 778662af36dSJ-Alves * Return FFA_ERROR with specified error code 7790f14d02fSMax Shvetsov ******************************************************************************/ 78095f7f6d8SRaghu Krishnamurthy uint64_t spmd_ffa_error_return(void *handle, int error_code) 7810f14d02fSMax Shvetsov { 782e46b2fd2SJ-Alves SMC_RET8(handle, (uint32_t) FFA_ERROR, 783e46b2fd2SJ-Alves FFA_TARGET_INFO_MBZ, (uint32_t)error_code, 784662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 785662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ); 786bdd2596dSAchin Gupta } 787bdd2596dSAchin Gupta 788f0d743dbSOlivier Deprez /******************************************************************************* 789f0d743dbSOlivier Deprez * spmd_check_address_in_binary_image 790f0d743dbSOlivier Deprez ******************************************************************************/ 791f0d743dbSOlivier Deprez bool spmd_check_address_in_binary_image(uint64_t address) 792f0d743dbSOlivier Deprez { 793f0d743dbSOlivier Deprez assert(!check_uptr_overflow(spmc_attrs.load_address, spmc_attrs.binary_size)); 794f0d743dbSOlivier Deprez 795f0d743dbSOlivier Deprez return ((address >= spmc_attrs.load_address) && 796f0d743dbSOlivier Deprez (address < (spmc_attrs.load_address + spmc_attrs.binary_size))); 797f0d743dbSOlivier Deprez } 798f0d743dbSOlivier Deprez 799c2901419SOlivier Deprez /****************************************************************************** 800c2901419SOlivier Deprez * spmd_is_spmc_message 801c2901419SOlivier Deprez *****************************************************************************/ 802c2901419SOlivier Deprez static bool spmd_is_spmc_message(unsigned int ep) 803c2901419SOlivier Deprez { 804bb01a673SMarc Bonnici if (is_spmc_at_el3()) { 805bb01a673SMarc Bonnici return false; 806bb01a673SMarc Bonnici } 807bb01a673SMarc Bonnici 808c2901419SOlivier Deprez return ((ffa_endpoint_destination(ep) == SPMD_DIRECT_MSG_ENDPOINT_ID) 809c2901419SOlivier Deprez && (ffa_endpoint_source(ep) == spmc_attrs.spmc_id)); 810c2901419SOlivier Deprez } 811c2901419SOlivier Deprez 812bdd2596dSAchin Gupta /******************************************************************************* 813bb01a673SMarc Bonnici * This function forwards FF-A SMCs to either the main SPMD handler or the 814bb01a673SMarc Bonnici * SPMC at EL3, depending on the origin security state, if enabled. 815bb01a673SMarc Bonnici ******************************************************************************/ 816bb01a673SMarc Bonnici uint64_t spmd_ffa_smc_handler(uint32_t smc_fid, 817bb01a673SMarc Bonnici uint64_t x1, 818bb01a673SMarc Bonnici uint64_t x2, 819bb01a673SMarc Bonnici uint64_t x3, 820bb01a673SMarc Bonnici uint64_t x4, 821bb01a673SMarc Bonnici void *cookie, 822bb01a673SMarc Bonnici void *handle, 823bb01a673SMarc Bonnici uint64_t flags) 824bb01a673SMarc Bonnici { 825bb01a673SMarc Bonnici if (is_spmc_at_el3()) { 826bb01a673SMarc Bonnici /* 827bb01a673SMarc Bonnici * If we have an SPMC at EL3 allow handling of the SMC first. 828bb01a673SMarc Bonnici * The SPMC will call back through to SPMD handler if required. 829bb01a673SMarc Bonnici */ 830bb01a673SMarc Bonnici if (is_caller_secure(flags)) { 831bb01a673SMarc Bonnici return spmc_smc_handler(smc_fid, 832bb01a673SMarc Bonnici is_caller_secure(flags), 833bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 834bb01a673SMarc Bonnici handle, flags); 835bb01a673SMarc Bonnici } 836bb01a673SMarc Bonnici } 837bb01a673SMarc Bonnici return spmd_smc_handler(smc_fid, x1, x2, x3, x4, cookie, 838bb01a673SMarc Bonnici handle, flags); 839bb01a673SMarc Bonnici } 840bb01a673SMarc Bonnici 841bb01a673SMarc Bonnici /******************************************************************************* 842662af36dSJ-Alves * This function handles all SMCs in the range reserved for FFA. Each call is 843bdd2596dSAchin Gupta * either forwarded to the other security state or handled by the SPM dispatcher 844bdd2596dSAchin Gupta ******************************************************************************/ 84552696946SOlivier Deprez uint64_t spmd_smc_handler(uint32_t smc_fid, 84652696946SOlivier Deprez uint64_t x1, 84752696946SOlivier Deprez uint64_t x2, 84852696946SOlivier Deprez uint64_t x3, 84952696946SOlivier Deprez uint64_t x4, 85052696946SOlivier Deprez void *cookie, 85152696946SOlivier Deprez void *handle, 852bdd2596dSAchin Gupta uint64_t flags) 853bdd2596dSAchin Gupta { 85452696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 85593ff138bSOlivier Deprez bool secure_origin; 8566873088cSJ-Alves int ret; 8574388f28fSJ-Alves uint32_t input_version; 858bdd2596dSAchin Gupta 859bdd2596dSAchin Gupta /* Determine which security state this SMC originated from */ 86093ff138bSOlivier Deprez secure_origin = is_caller_secure(flags); 861bdd2596dSAchin Gupta 8624ce3e99aSScott Branden VERBOSE("SPM(%u): 0x%x 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64 8634ce3e99aSScott Branden " 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64 "\n", 864eac8077aSOlivier Deprez plat_my_core_pos(), smc_fid, x1, x2, x3, x4, 865cdb49d47SOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X5), 866bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X6), 867bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X7)); 868bdd2596dSAchin Gupta 8690b850e9eSRaghu Krishnamurthy /* 8700b850e9eSRaghu Krishnamurthy * If there is an on-going info regs from EL3 SPMD LP, unconditionally 8710b850e9eSRaghu Krishnamurthy * return, we don't expect any other FF-A ABIs to be called between 8720b850e9eSRaghu Krishnamurthy * calls to FFA_PARTITION_INFO_GET_REGS. 8730b850e9eSRaghu Krishnamurthy */ 8740b850e9eSRaghu Krishnamurthy if (is_spmd_logical_sp_info_regs_req_in_progress(ctx)) { 8750b850e9eSRaghu Krishnamurthy assert(secure_origin); 8760b850e9eSRaghu Krishnamurthy spmd_spm_core_sync_exit(0ULL); 8770b850e9eSRaghu Krishnamurthy } 8780b850e9eSRaghu Krishnamurthy 879bdd2596dSAchin Gupta switch (smc_fid) { 880662af36dSJ-Alves case FFA_ERROR: 881bdd2596dSAchin Gupta /* 882bdd2596dSAchin Gupta * Check if this is the first invocation of this interface on 88352696946SOlivier Deprez * this CPU. If so, then indicate that the SPM Core initialised 884bdd2596dSAchin Gupta * unsuccessfully. 885bdd2596dSAchin Gupta */ 8869dcf63ddSOlivier Deprez if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) { 887bdd2596dSAchin Gupta spmd_spm_core_sync_exit(x2); 8880f14d02fSMax Shvetsov } 889bdd2596dSAchin Gupta 89066bdfd6eSRaghu Krishnamurthy /* 891*8723eaf2SMadhukar Pappireddy * Perform a synchronous exit: 892*8723eaf2SMadhukar Pappireddy * 1. If there was an SPMD logical partition direct request on-going, 89366bdfd6eSRaghu Krishnamurthy * return back to the SPMD logical partition so the error can be 89466bdfd6eSRaghu Krishnamurthy * consumed. 895*8723eaf2SMadhukar Pappireddy * 2. SPMC sent FFA_ERROR in response to a power management 896*8723eaf2SMadhukar Pappireddy * operation sent through direct request. 89766bdfd6eSRaghu Krishnamurthy */ 898*8723eaf2SMadhukar Pappireddy if (is_spmd_logical_sp_dir_req_in_progress(ctx) || 899*8723eaf2SMadhukar Pappireddy ctx->psci_operation_ongoing) { 90066bdfd6eSRaghu Krishnamurthy assert(secure_origin); 90166bdfd6eSRaghu Krishnamurthy spmd_spm_core_sync_exit(0ULL); 90266bdfd6eSRaghu Krishnamurthy } 90366bdfd6eSRaghu Krishnamurthy 90493ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 905bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 906bb01a673SMarc Bonnici handle, flags); 907bdd2596dSAchin Gupta break; /* not reached */ 908bdd2596dSAchin Gupta 909662af36dSJ-Alves case FFA_VERSION: 9104388f28fSJ-Alves input_version = (uint32_t)(0xFFFFFFFF & x1); 911bdd2596dSAchin Gupta /* 9124388f28fSJ-Alves * If caller is secure and SPMC was initialized, 9134388f28fSJ-Alves * return FFA_VERSION of SPMD. 9144388f28fSJ-Alves * If caller is non secure and SPMC was initialized, 9159576fa93SMarc Bonnici * forward to the EL3 SPMC if enabled, otherwise return 9169576fa93SMarc Bonnici * the SPMC version if implemented at a lower EL. 9174388f28fSJ-Alves * Sanity check to "input_version". 918bb01a673SMarc Bonnici * If the EL3 SPMC is enabled, ignore the SPMC state as 919bb01a673SMarc Bonnici * this is not used. 920bdd2596dSAchin Gupta */ 9214388f28fSJ-Alves if ((input_version & FFA_VERSION_BIT31_MASK) || 922bb01a673SMarc Bonnici (!is_spmc_at_el3() && (ctx->state == SPMC_STATE_RESET))) { 9234388f28fSJ-Alves ret = FFA_ERROR_NOT_SUPPORTED; 9244388f28fSJ-Alves } else if (!secure_origin) { 9259576fa93SMarc Bonnici if (is_spmc_at_el3()) { 9269576fa93SMarc Bonnici /* 9279576fa93SMarc Bonnici * Forward the call directly to the EL3 SPMC, if 9289576fa93SMarc Bonnici * enabled, as we don't need to wrap the call in 9299576fa93SMarc Bonnici * a direct request. 9309576fa93SMarc Bonnici */ 9319576fa93SMarc Bonnici return spmd_smc_forward(smc_fid, secure_origin, 9329576fa93SMarc Bonnici x1, x2, x3, x4, cookie, 9339576fa93SMarc Bonnici handle, flags); 9349576fa93SMarc Bonnici } 9359576fa93SMarc Bonnici 9369944f557SDaniel Boulby gp_regs_t *gpregs = get_gpregs_ctx(&ctx->cpu_ctx); 9379944f557SDaniel Boulby uint64_t rc; 9389944f557SDaniel Boulby 9399944f557SDaniel Boulby if (spmc_attrs.major_version == 1 && 9409944f557SDaniel Boulby spmc_attrs.minor_version == 0) { 941e46b2fd2SJ-Alves ret = MAKE_FFA_VERSION(spmc_attrs.major_version, 942e46b2fd2SJ-Alves spmc_attrs.minor_version); 9439944f557SDaniel Boulby SMC_RET8(handle, (uint32_t)ret, 9449944f557SDaniel Boulby FFA_TARGET_INFO_MBZ, 9459944f557SDaniel Boulby FFA_TARGET_INFO_MBZ, 9469944f557SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 9479944f557SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 9489944f557SDaniel Boulby FFA_PARAM_MBZ); 9499944f557SDaniel Boulby break; 9509944f557SDaniel Boulby } 9519944f557SDaniel Boulby /* Save non-secure system registers context */ 9529944f557SDaniel Boulby #if SPMD_SPM_AT_SEL2 9539944f557SDaniel Boulby cm_el2_sysregs_context_save(NON_SECURE); 9542d960a11SMadhukar Pappireddy #else 9552d960a11SMadhukar Pappireddy cm_el1_sysregs_context_save(NON_SECURE); 9569944f557SDaniel Boulby #endif 9579944f557SDaniel Boulby 9589944f557SDaniel Boulby /* 9599944f557SDaniel Boulby * The incoming request has FFA_VERSION as X0 smc_fid 9609944f557SDaniel Boulby * and requested version in x1. Prepare a direct request 9619944f557SDaniel Boulby * from SPMD to SPMC with FFA_VERSION framework function 9629944f557SDaniel Boulby * identifier in X2 and requested version in X3. 9639944f557SDaniel Boulby */ 9649944f557SDaniel Boulby spmd_build_spmc_message(gpregs, 9659944f557SDaniel Boulby SPMD_FWK_MSG_FFA_VERSION_REQ, 9669944f557SDaniel Boulby input_version); 9679944f557SDaniel Boulby 96876d53ee1SOlivier Deprez /* 96976d53ee1SOlivier Deprez * Ensure x8-x17 NS GP register values are untouched when returning 97076d53ee1SOlivier Deprez * from the SPMC. 97176d53ee1SOlivier Deprez */ 97276d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X8, SMC_GET_GP(handle, CTX_GPREG_X8)); 97376d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X9, SMC_GET_GP(handle, CTX_GPREG_X9)); 97476d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X10, SMC_GET_GP(handle, CTX_GPREG_X10)); 97576d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X11, SMC_GET_GP(handle, CTX_GPREG_X11)); 97676d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X12, SMC_GET_GP(handle, CTX_GPREG_X12)); 97776d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X13, SMC_GET_GP(handle, CTX_GPREG_X13)); 97876d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X14, SMC_GET_GP(handle, CTX_GPREG_X14)); 97976d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X15, SMC_GET_GP(handle, CTX_GPREG_X15)); 98076d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X16, SMC_GET_GP(handle, CTX_GPREG_X16)); 98176d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X17, SMC_GET_GP(handle, CTX_GPREG_X17)); 98276d53ee1SOlivier Deprez 9839944f557SDaniel Boulby rc = spmd_spm_core_sync_entry(ctx); 9849944f557SDaniel Boulby 9859944f557SDaniel Boulby if ((rc != 0ULL) || 9869944f557SDaniel Boulby (SMC_GET_GP(gpregs, CTX_GPREG_X0) != 9879944f557SDaniel Boulby FFA_MSG_SEND_DIRECT_RESP_SMC32) || 9889944f557SDaniel Boulby (SMC_GET_GP(gpregs, CTX_GPREG_X2) != 98959bd2ad8SMarc Bonnici (FFA_FWK_MSG_BIT | 9909944f557SDaniel Boulby SPMD_FWK_MSG_FFA_VERSION_RESP))) { 9919944f557SDaniel Boulby ERROR("Failed to forward FFA_VERSION\n"); 9929944f557SDaniel Boulby ret = FFA_ERROR_NOT_SUPPORTED; 9939944f557SDaniel Boulby } else { 9949944f557SDaniel Boulby ret = SMC_GET_GP(gpregs, CTX_GPREG_X3); 9959944f557SDaniel Boulby } 9969944f557SDaniel Boulby 9979944f557SDaniel Boulby /* 99876d53ee1SOlivier Deprez * x0-x4 are updated by spmd_smc_forward below. 99976d53ee1SOlivier Deprez * Zero out x5-x7 in the FFA_VERSION response. 100076d53ee1SOlivier Deprez */ 100176d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X5, 0); 100276d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X6, 0); 100376d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X7, 0); 100476d53ee1SOlivier Deprez 100576d53ee1SOlivier Deprez /* 10069944f557SDaniel Boulby * Return here after SPMC has handled FFA_VERSION. 10079944f557SDaniel Boulby * The returned SPMC version is held in X3. 10089944f557SDaniel Boulby * Forward this version in X0 to the non-secure caller. 10099944f557SDaniel Boulby */ 10109944f557SDaniel Boulby return spmd_smc_forward(ret, true, FFA_PARAM_MBZ, 10119944f557SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1012bb01a673SMarc Bonnici FFA_PARAM_MBZ, cookie, gpregs, 1013bb01a673SMarc Bonnici flags); 10144388f28fSJ-Alves } else { 1015e46b2fd2SJ-Alves ret = MAKE_FFA_VERSION(FFA_VERSION_MAJOR, 1016e46b2fd2SJ-Alves FFA_VERSION_MINOR); 10174388f28fSJ-Alves } 10184388f28fSJ-Alves 1019e46b2fd2SJ-Alves SMC_RET8(handle, (uint32_t)ret, FFA_TARGET_INFO_MBZ, 1020e46b2fd2SJ-Alves FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1021e46b2fd2SJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ); 1022bdd2596dSAchin Gupta break; /* not reached */ 1023bdd2596dSAchin Gupta 1024662af36dSJ-Alves case FFA_FEATURES: 1025bdd2596dSAchin Gupta /* 1026bdd2596dSAchin Gupta * This is an optional interface. Do the minimal checks and 102752696946SOlivier Deprez * forward to SPM Core which will handle it if implemented. 1028bdd2596dSAchin Gupta */ 1029bdd2596dSAchin Gupta 103052696946SOlivier Deprez /* Forward SMC from Normal world to the SPM Core */ 103193ff138bSOlivier Deprez if (!secure_origin) { 103293ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 1033bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 1034bb01a673SMarc Bonnici handle, flags); 103552696946SOlivier Deprez } 103652696946SOlivier Deprez 1037bdd2596dSAchin Gupta /* 1038bdd2596dSAchin Gupta * Return success if call was from secure world i.e. all 1039662af36dSJ-Alves * FFA functions are supported. This is essentially a 1040bdd2596dSAchin Gupta * nop. 1041bdd2596dSAchin Gupta */ 1042662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, x1, x2, x3, x4, 1043bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X5), 1044bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X6), 1045bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X7)); 10460f14d02fSMax Shvetsov 1047bdd2596dSAchin Gupta break; /* not reached */ 1048bdd2596dSAchin Gupta 1049662af36dSJ-Alves case FFA_ID_GET: 1050ac03ac5eSMax Shvetsov /* 1051662af36dSJ-Alves * Returns the ID of the calling FFA component. 1052ac03ac5eSMax Shvetsov */ 1053ac03ac5eSMax Shvetsov if (!secure_origin) { 1054662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, 1055662af36dSJ-Alves FFA_TARGET_INFO_MBZ, FFA_NS_ENDPOINT_ID, 1056662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1057662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1058662af36dSJ-Alves FFA_PARAM_MBZ); 105952696946SOlivier Deprez } 106052696946SOlivier Deprez 1061662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, 1062662af36dSJ-Alves FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id, 1063662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1064662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1065662af36dSJ-Alves FFA_PARAM_MBZ); 1066ac03ac5eSMax Shvetsov 1067ac03ac5eSMax Shvetsov break; /* not reached */ 1068ac03ac5eSMax Shvetsov 1069cdb49d47SOlivier Deprez case FFA_SECONDARY_EP_REGISTER_SMC64: 1070cdb49d47SOlivier Deprez if (secure_origin) { 1071cdb49d47SOlivier Deprez ret = spmd_pm_secondary_ep_register(x1); 1072cdb49d47SOlivier Deprez 1073cdb49d47SOlivier Deprez if (ret < 0) { 1074cdb49d47SOlivier Deprez SMC_RET8(handle, FFA_ERROR_SMC64, 1075cdb49d47SOlivier Deprez FFA_TARGET_INFO_MBZ, ret, 1076cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1077cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1078cdb49d47SOlivier Deprez FFA_PARAM_MBZ); 1079cdb49d47SOlivier Deprez } else { 1080cdb49d47SOlivier Deprez SMC_RET8(handle, FFA_SUCCESS_SMC64, 1081cdb49d47SOlivier Deprez FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, 1082cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1083cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1084cdb49d47SOlivier Deprez FFA_PARAM_MBZ); 1085cdb49d47SOlivier Deprez } 1086cdb49d47SOlivier Deprez } 1087cdb49d47SOlivier Deprez 1088cdb49d47SOlivier Deprez return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 1089cdb49d47SOlivier Deprez break; /* Not reached */ 1090cdb49d47SOlivier Deprez 109170c121a2SDaniel Boulby case FFA_SPM_ID_GET: 109270c121a2SDaniel Boulby if (MAKE_FFA_VERSION(1, 1) > FFA_VERSION_COMPILED) { 109370c121a2SDaniel Boulby return spmd_ffa_error_return(handle, 109470c121a2SDaniel Boulby FFA_ERROR_NOT_SUPPORTED); 109570c121a2SDaniel Boulby } 109670c121a2SDaniel Boulby /* 109770c121a2SDaniel Boulby * Returns the ID of the SPMC or SPMD depending on the FF-A 109870c121a2SDaniel Boulby * instance where this function is invoked 109970c121a2SDaniel Boulby */ 110070c121a2SDaniel Boulby if (!secure_origin) { 110170c121a2SDaniel Boulby SMC_RET8(handle, FFA_SUCCESS_SMC32, 110270c121a2SDaniel Boulby FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id, 110370c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 110470c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 110570c121a2SDaniel Boulby FFA_PARAM_MBZ); 110670c121a2SDaniel Boulby } 110770c121a2SDaniel Boulby SMC_RET8(handle, FFA_SUCCESS_SMC32, 110870c121a2SDaniel Boulby FFA_TARGET_INFO_MBZ, SPMD_DIRECT_MSG_ENDPOINT_ID, 110970c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 111070c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 111170c121a2SDaniel Boulby FFA_PARAM_MBZ); 111270c121a2SDaniel Boulby 111370c121a2SDaniel Boulby break; /* not reached */ 111470c121a2SDaniel Boulby 1115f0d743dbSOlivier Deprez case FFA_MSG_SEND_DIRECT_REQ_SMC32: 11165519f07cSShruti case FFA_MSG_SEND_DIRECT_REQ_SMC64: 11176c378c2fSKathleen Capella case FFA_MSG_SEND_DIRECT_REQ2_SMC64: 111866bdfd6eSRaghu Krishnamurthy /* 111966bdfd6eSRaghu Krishnamurthy * Regardless of secure_origin, SPMD logical partitions cannot 112066bdfd6eSRaghu Krishnamurthy * handle direct messages. They can only initiate direct 112166bdfd6eSRaghu Krishnamurthy * messages and consume direct responses or errors. 112266bdfd6eSRaghu Krishnamurthy */ 112366bdfd6eSRaghu Krishnamurthy if (is_spmd_lp_id(ffa_endpoint_source(x1)) || 112466bdfd6eSRaghu Krishnamurthy is_spmd_lp_id(ffa_endpoint_destination(x1))) { 112566bdfd6eSRaghu Krishnamurthy return spmd_ffa_error_return(handle, 112666bdfd6eSRaghu Krishnamurthy FFA_ERROR_INVALID_PARAMETER 112766bdfd6eSRaghu Krishnamurthy ); 112866bdfd6eSRaghu Krishnamurthy } 112966bdfd6eSRaghu Krishnamurthy 113066bdfd6eSRaghu Krishnamurthy /* 113166bdfd6eSRaghu Krishnamurthy * When there is an ongoing SPMD logical partition direct 113266bdfd6eSRaghu Krishnamurthy * request, there cannot be another direct request. Return 113366bdfd6eSRaghu Krishnamurthy * error in this case. Panic'ing is an option but that does 113466bdfd6eSRaghu Krishnamurthy * not provide the opportunity for caller to abort based on 113566bdfd6eSRaghu Krishnamurthy * error codes. 113666bdfd6eSRaghu Krishnamurthy */ 113766bdfd6eSRaghu Krishnamurthy if (is_spmd_logical_sp_dir_req_in_progress(ctx)) { 113866bdfd6eSRaghu Krishnamurthy assert(secure_origin); 113966bdfd6eSRaghu Krishnamurthy return spmd_ffa_error_return(handle, 114066bdfd6eSRaghu Krishnamurthy FFA_ERROR_DENIED); 114166bdfd6eSRaghu Krishnamurthy } 114266bdfd6eSRaghu Krishnamurthy 11435519f07cSShruti if (!secure_origin) { 11445519f07cSShruti /* Validate source endpoint is non-secure for non-secure caller. */ 11455519f07cSShruti if (ffa_is_secure_world_id(ffa_endpoint_source(x1))) { 11465519f07cSShruti return spmd_ffa_error_return(handle, 11475519f07cSShruti FFA_ERROR_INVALID_PARAMETER); 11485519f07cSShruti } 11495519f07cSShruti } 1150f0d743dbSOlivier Deprez if (secure_origin && spmd_is_spmc_message(x1)) { 1151cc6047b3SKathleen Capella return spmd_ffa_error_return(handle, 11526c378c2fSKathleen Capella FFA_ERROR_DENIED); 1153cc6047b3SKathleen Capella } else { 1154cc6047b3SKathleen Capella /* Forward direct message to the other world */ 1155cc6047b3SKathleen Capella return spmd_smc_forward(smc_fid, secure_origin, 1156cc6047b3SKathleen Capella x1, x2, x3, x4, cookie, 1157cc6047b3SKathleen Capella handle, flags); 1158cc6047b3SKathleen Capella } 1159cc6047b3SKathleen Capella break; /* Not reached */ 1160cc6047b3SKathleen Capella 1161f0d743dbSOlivier Deprez case FFA_MSG_SEND_DIRECT_RESP_SMC32: 116266bdfd6eSRaghu Krishnamurthy case FFA_MSG_SEND_DIRECT_RESP_SMC64: 11636c378c2fSKathleen Capella case FFA_MSG_SEND_DIRECT_RESP2_SMC64: 116466bdfd6eSRaghu Krishnamurthy if (secure_origin && (spmd_is_spmc_message(x1) || 116566bdfd6eSRaghu Krishnamurthy is_spmd_logical_sp_dir_req_in_progress(ctx))) { 11668cb99c3fSOlivier Deprez spmd_spm_core_sync_exit(0ULL); 1167f0d743dbSOlivier Deprez } else { 1168f0d743dbSOlivier Deprez /* Forward direct message to the other world */ 1169f0d743dbSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 1170bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 1171bb01a673SMarc Bonnici handle, flags); 1172f0d743dbSOlivier Deprez } 1173f0d743dbSOlivier Deprez break; /* Not reached */ 1174662af36dSJ-Alves case FFA_RX_RELEASE: 1175662af36dSJ-Alves case FFA_RXTX_MAP_SMC32: 1176662af36dSJ-Alves case FFA_RXTX_MAP_SMC64: 1177662af36dSJ-Alves case FFA_RXTX_UNMAP: 1178545b8eb3SRuari Phipps case FFA_PARTITION_INFO_GET: 1179fc3f4800SJ-Alves #if MAKE_FFA_VERSION(1, 1) <= FFA_VERSION_COMPILED 1180fc3f4800SJ-Alves case FFA_NOTIFICATION_BITMAP_CREATE: 1181fc3f4800SJ-Alves case FFA_NOTIFICATION_BITMAP_DESTROY: 1182fc3f4800SJ-Alves case FFA_NOTIFICATION_BIND: 1183fc3f4800SJ-Alves case FFA_NOTIFICATION_UNBIND: 1184fc3f4800SJ-Alves case FFA_NOTIFICATION_SET: 1185fc3f4800SJ-Alves case FFA_NOTIFICATION_GET: 1186fc3f4800SJ-Alves case FFA_NOTIFICATION_INFO_GET: 1187fc3f4800SJ-Alves case FFA_NOTIFICATION_INFO_GET_SMC64: 1188c2eba07cSFederico Recanati case FFA_MSG_SEND2: 1189d555233fSFederico Recanati case FFA_RX_ACQUIRE: 1190fc3f4800SJ-Alves #endif 1191662af36dSJ-Alves case FFA_MSG_RUN: 1192c2eba07cSFederico Recanati /* 1193c2eba07cSFederico Recanati * Above calls should be invoked only by the Normal world and 1194c2eba07cSFederico Recanati * must not be forwarded from Secure world to Normal world. 1195c2eba07cSFederico Recanati */ 119693ff138bSOlivier Deprez if (secure_origin) { 1197662af36dSJ-Alves return spmd_ffa_error_return(handle, 1198662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 1199bdd2596dSAchin Gupta } 1200bdd2596dSAchin Gupta 1201e138400dSBoyan Karatotev /* Forward the call to the other world */ 1202e138400dSBoyan Karatotev /* fallthrough */ 1203662af36dSJ-Alves case FFA_MSG_SEND: 1204662af36dSJ-Alves case FFA_MEM_DONATE_SMC32: 1205662af36dSJ-Alves case FFA_MEM_DONATE_SMC64: 1206662af36dSJ-Alves case FFA_MEM_LEND_SMC32: 1207662af36dSJ-Alves case FFA_MEM_LEND_SMC64: 1208662af36dSJ-Alves case FFA_MEM_SHARE_SMC32: 1209662af36dSJ-Alves case FFA_MEM_SHARE_SMC64: 1210662af36dSJ-Alves case FFA_MEM_RETRIEVE_REQ_SMC32: 1211662af36dSJ-Alves case FFA_MEM_RETRIEVE_REQ_SMC64: 1212662af36dSJ-Alves case FFA_MEM_RETRIEVE_RESP: 1213662af36dSJ-Alves case FFA_MEM_RELINQUISH: 1214662af36dSJ-Alves case FFA_MEM_RECLAIM: 1215642db984SMarc Bonnici case FFA_MEM_FRAG_TX: 1216642db984SMarc Bonnici case FFA_MEM_FRAG_RX: 1217662af36dSJ-Alves case FFA_SUCCESS_SMC32: 1218662af36dSJ-Alves case FFA_SUCCESS_SMC64: 1219bdd2596dSAchin Gupta /* 122066bdfd6eSRaghu Krishnamurthy * If there is an ongoing direct request from an SPMD logical 122166bdfd6eSRaghu Krishnamurthy * partition, return an error. 1222bdd2596dSAchin Gupta */ 122366bdfd6eSRaghu Krishnamurthy if (is_spmd_logical_sp_dir_req_in_progress(ctx)) { 122466bdfd6eSRaghu Krishnamurthy assert(secure_origin); 122566bdfd6eSRaghu Krishnamurthy return spmd_ffa_error_return(handle, 122666bdfd6eSRaghu Krishnamurthy FFA_ERROR_DENIED); 122766bdfd6eSRaghu Krishnamurthy } 1228bdd2596dSAchin Gupta 122993ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 1230bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 1231bb01a673SMarc Bonnici handle, flags); 1232bdd2596dSAchin Gupta break; /* not reached */ 1233bdd2596dSAchin Gupta 1234662af36dSJ-Alves case FFA_MSG_WAIT: 1235bdd2596dSAchin Gupta /* 1236bdd2596dSAchin Gupta * Check if this is the first invocation of this interface on 1237bdd2596dSAchin Gupta * this CPU from the Secure world. If so, then indicate that the 123852696946SOlivier Deprez * SPM Core initialised successfully. 1239bdd2596dSAchin Gupta */ 12409dcf63ddSOlivier Deprez if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) { 12418cb99c3fSOlivier Deprez spmd_spm_core_sync_exit(0ULL); 1242bdd2596dSAchin Gupta } 1243bdd2596dSAchin Gupta 1244e138400dSBoyan Karatotev /* Forward the call to the other world */ 1245e138400dSBoyan Karatotev /* fallthrough */ 1246386dc365SOlivier Deprez case FFA_INTERRUPT: 1247662af36dSJ-Alves case FFA_MSG_YIELD: 1248bdd2596dSAchin Gupta /* This interface must be invoked only by the Secure world */ 124993ff138bSOlivier Deprez if (!secure_origin) { 1250662af36dSJ-Alves return spmd_ffa_error_return(handle, 1251662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 1252bdd2596dSAchin Gupta } 1253bdd2596dSAchin Gupta 125466bdfd6eSRaghu Krishnamurthy if (is_spmd_logical_sp_dir_req_in_progress(ctx)) { 125566bdfd6eSRaghu Krishnamurthy assert(secure_origin); 125666bdfd6eSRaghu Krishnamurthy return spmd_ffa_error_return(handle, 125766bdfd6eSRaghu Krishnamurthy FFA_ERROR_DENIED); 125866bdfd6eSRaghu Krishnamurthy } 125966bdfd6eSRaghu Krishnamurthy 126093ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 1261bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 1262bb01a673SMarc Bonnici handle, flags); 1263bdd2596dSAchin Gupta break; /* not reached */ 1264bdd2596dSAchin Gupta 12658cb99c3fSOlivier Deprez case FFA_NORMAL_WORLD_RESUME: 12668cb99c3fSOlivier Deprez if (secure_origin && ctx->secure_interrupt_ongoing) { 12678cb99c3fSOlivier Deprez spmd_spm_core_sync_exit(0ULL); 12688cb99c3fSOlivier Deprez } else { 12698cb99c3fSOlivier Deprez return spmd_ffa_error_return(handle, FFA_ERROR_DENIED); 12708cb99c3fSOlivier Deprez } 12718cb99c3fSOlivier Deprez break; /* Not reached */ 1272eaaf517cSRaghu Krishnamurthy #if MAKE_FFA_VERSION(1, 1) <= FFA_VERSION_COMPILED 1273eaaf517cSRaghu Krishnamurthy case FFA_PARTITION_INFO_GET_REGS_SMC64: 1274eaaf517cSRaghu Krishnamurthy if (secure_origin) { 127595f7f6d8SRaghu Krishnamurthy return spmd_el3_populate_logical_partition_info(handle, x1, 127695f7f6d8SRaghu Krishnamurthy x2, x3); 1277eaaf517cSRaghu Krishnamurthy } 12788cb99c3fSOlivier Deprez 1279eaaf517cSRaghu Krishnamurthy /* Call only supported with SMCCC 1.2+ */ 1280eaaf517cSRaghu Krishnamurthy if (MAKE_SMCCC_VERSION(SMCCC_MAJOR_VERSION, SMCCC_MINOR_VERSION) < 0x10002) { 1281eaaf517cSRaghu Krishnamurthy return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 1282eaaf517cSRaghu Krishnamurthy } 1283eaaf517cSRaghu Krishnamurthy 1284eaaf517cSRaghu Krishnamurthy return spmd_smc_forward(smc_fid, secure_origin, 1285eaaf517cSRaghu Krishnamurthy x1, x2, x3, x4, cookie, 1286eaaf517cSRaghu Krishnamurthy handle, flags); 1287eaaf517cSRaghu Krishnamurthy break; /* Not reached */ 1288eaaf517cSRaghu Krishnamurthy #endif 1289638a6f8eSShruti Gupta case FFA_CONSOLE_LOG_SMC32: 1290638a6f8eSShruti Gupta case FFA_CONSOLE_LOG_SMC64: 1291638a6f8eSShruti Gupta /* This interface must not be forwarded to other worlds. */ 1292638a6f8eSShruti Gupta return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 1293638a6f8eSShruti Gupta break; /* not reached */ 1294638a6f8eSShruti Gupta 12956671b3d8SMadhukar Pappireddy case FFA_EL3_INTR_HANDLE: 12966671b3d8SMadhukar Pappireddy if (secure_origin) { 12976671b3d8SMadhukar Pappireddy return spmd_handle_group0_intr_swd(handle); 12986671b3d8SMadhukar Pappireddy } else { 12996c91fc44SMadhukar Pappireddy return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 13006671b3d8SMadhukar Pappireddy } 1301bdd2596dSAchin Gupta default: 1302bdd2596dSAchin Gupta WARN("SPM: Unsupported call 0x%08x\n", smc_fid); 1303662af36dSJ-Alves return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 1304bdd2596dSAchin Gupta } 1305bdd2596dSAchin Gupta } 1306