1bdd2596dSAchin Gupta /* 2cc6047b3SKathleen Capella * Copyright (c) 2020-2024, Arm Limited and Contributors. All rights reserved. 3bdd2596dSAchin Gupta * 4bdd2596dSAchin Gupta * SPDX-License-Identifier: BSD-3-Clause 5bdd2596dSAchin Gupta */ 6bdd2596dSAchin Gupta 7bdd2596dSAchin Gupta #include <assert.h> 8bdd2596dSAchin Gupta #include <errno.h> 94ce3e99aSScott Branden #include <inttypes.h> 104ce3e99aSScott Branden #include <stdint.h> 11bdd2596dSAchin Gupta #include <string.h> 12bdd2596dSAchin Gupta 13bdd2596dSAchin Gupta #include <arch_helpers.h> 1452696946SOlivier Deprez #include <arch/aarch64/arch_features.h> 15bdd2596dSAchin Gupta #include <bl31/bl31.h> 168cb99c3fSOlivier Deprez #include <bl31/interrupt_mgmt.h> 17bdd2596dSAchin Gupta #include <common/debug.h> 18bdd2596dSAchin Gupta #include <common/runtime_svc.h> 190cea2ae0SManish V Badarkhe #include <common/tbbr/tbbr_img_def.h> 20bdd2596dSAchin Gupta #include <lib/el3_runtime/context_mgmt.h> 210cea2ae0SManish V Badarkhe #include <lib/fconf/fconf.h> 220cea2ae0SManish V Badarkhe #include <lib/fconf/fconf_dyn_cfg_getter.h> 23bdd2596dSAchin Gupta #include <lib/smccc.h> 24bdd2596dSAchin Gupta #include <lib/spinlock.h> 25bdd2596dSAchin Gupta #include <lib/utils.h> 260cea2ae0SManish V Badarkhe #include <lib/xlat_tables/xlat_tables_v2.h> 27bdd2596dSAchin Gupta #include <plat/common/common_def.h> 28bdd2596dSAchin Gupta #include <plat/common/platform.h> 29bdd2596dSAchin Gupta #include <platform_def.h> 30890b5088SRaghu Krishnamurthy #include <services/el3_spmd_logical_sp.h> 31662af36dSJ-Alves #include <services/ffa_svc.h> 326da76075SMarc Bonnici #include <services/spmc_svc.h> 33bdd2596dSAchin Gupta #include <services/spmd_svc.h> 34bdd2596dSAchin Gupta #include <smccc_helpers.h> 35bdd2596dSAchin Gupta #include "spmd_private.h" 36bdd2596dSAchin Gupta 37bdd2596dSAchin Gupta /******************************************************************************* 38bdd2596dSAchin Gupta * SPM Core context information. 39bdd2596dSAchin Gupta ******************************************************************************/ 4052696946SOlivier Deprez static spmd_spm_core_context_t spm_core_context[PLATFORM_CORE_COUNT]; 41bdd2596dSAchin Gupta 42bdd2596dSAchin Gupta /******************************************************************************* 436da76075SMarc Bonnici * SPM Core attribute information is read from its manifest if the SPMC is not 446da76075SMarc Bonnici * at EL3. Else, it is populated from the SPMC directly. 45bdd2596dSAchin Gupta ******************************************************************************/ 4652696946SOlivier Deprez static spmc_manifest_attribute_t spmc_attrs; 470f14d02fSMax Shvetsov 480f14d02fSMax Shvetsov /******************************************************************************* 490f14d02fSMax Shvetsov * SPM Core entry point information. Discovered on the primary core and reused 500f14d02fSMax Shvetsov * on secondary cores. 510f14d02fSMax Shvetsov ******************************************************************************/ 520f14d02fSMax Shvetsov static entry_point_info_t *spmc_ep_info; 530f14d02fSMax Shvetsov 540f14d02fSMax Shvetsov /******************************************************************************* 5552696946SOlivier Deprez * SPM Core context on current CPU get helper. 5652696946SOlivier Deprez ******************************************************************************/ 5752696946SOlivier Deprez spmd_spm_core_context_t *spmd_get_context(void) 5852696946SOlivier Deprez { 59c8cea3b8SOlivier Deprez return &spm_core_context[plat_my_core_pos()]; 6052696946SOlivier Deprez } 6152696946SOlivier Deprez 6252696946SOlivier Deprez /******************************************************************************* 63a92bc73bSOlivier Deprez * SPM Core ID getter. 64a92bc73bSOlivier Deprez ******************************************************************************/ 65a92bc73bSOlivier Deprez uint16_t spmd_spmc_id_get(void) 66a92bc73bSOlivier Deprez { 67a92bc73bSOlivier Deprez return spmc_attrs.spmc_id; 68a92bc73bSOlivier Deprez } 69a92bc73bSOlivier Deprez 70a92bc73bSOlivier Deprez /******************************************************************************* 710f14d02fSMax Shvetsov * Static function declaration. 720f14d02fSMax Shvetsov ******************************************************************************/ 730f14d02fSMax Shvetsov static int32_t spmd_init(void); 7423d5ba86SOlivier Deprez static int spmd_spmc_init(void *pm_addr); 7595f7f6d8SRaghu Krishnamurthy 7652696946SOlivier Deprez static uint64_t spmd_smc_forward(uint32_t smc_fid, 7752696946SOlivier Deprez bool secure_origin, 7852696946SOlivier Deprez uint64_t x1, 7952696946SOlivier Deprez uint64_t x2, 8052696946SOlivier Deprez uint64_t x3, 8152696946SOlivier Deprez uint64_t x4, 82bb01a673SMarc Bonnici void *cookie, 83bb01a673SMarc Bonnici void *handle, 84bb01a673SMarc Bonnici uint64_t flags); 85bdd2596dSAchin Gupta 869944f557SDaniel Boulby /****************************************************************************** 879944f557SDaniel Boulby * Builds an SPMD to SPMC direct message request. 889944f557SDaniel Boulby *****************************************************************************/ 899944f557SDaniel Boulby void spmd_build_spmc_message(gp_regs_t *gpregs, uint8_t target_func, 909944f557SDaniel Boulby unsigned long long message) 919944f557SDaniel Boulby { 929944f557SDaniel Boulby write_ctx_reg(gpregs, CTX_GPREG_X0, FFA_MSG_SEND_DIRECT_REQ_SMC32); 939944f557SDaniel Boulby write_ctx_reg(gpregs, CTX_GPREG_X1, 949944f557SDaniel Boulby (SPMD_DIRECT_MSG_ENDPOINT_ID << FFA_DIRECT_MSG_SOURCE_SHIFT) | 959944f557SDaniel Boulby spmd_spmc_id_get()); 969944f557SDaniel Boulby write_ctx_reg(gpregs, CTX_GPREG_X2, BIT(31) | target_func); 979944f557SDaniel Boulby write_ctx_reg(gpregs, CTX_GPREG_X3, message); 9876d53ee1SOlivier Deprez 9976d53ee1SOlivier Deprez /* Zero out x4-x7 for the direct request emitted towards the SPMC. */ 10076d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X4, 0); 10176d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X5, 0); 10276d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X6, 0); 10376d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X7, 0); 1049944f557SDaniel Boulby } 1059944f557SDaniel Boulby 1069944f557SDaniel Boulby 107bdd2596dSAchin Gupta /******************************************************************************* 10852696946SOlivier Deprez * This function takes an SPMC context pointer and performs a synchronous 10952696946SOlivier Deprez * SPMC entry. 110bdd2596dSAchin Gupta ******************************************************************************/ 111bdd2596dSAchin Gupta uint64_t spmd_spm_core_sync_entry(spmd_spm_core_context_t *spmc_ctx) 112bdd2596dSAchin Gupta { 113bdd2596dSAchin Gupta uint64_t rc; 114bdd2596dSAchin Gupta 115bdd2596dSAchin Gupta assert(spmc_ctx != NULL); 116bdd2596dSAchin Gupta 117bdd2596dSAchin Gupta cm_set_context(&(spmc_ctx->cpu_ctx), SECURE); 118bdd2596dSAchin Gupta 119bdd2596dSAchin Gupta /* Restore the context assigned above */ 120033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 12128f39f02SMax Shvetsov cm_el2_sysregs_context_restore(SECURE); 122678ce223SOlivier Deprez #else 123678ce223SOlivier Deprez cm_el1_sysregs_context_restore(SECURE); 124033039f8SMax Shvetsov #endif 125bdd2596dSAchin Gupta cm_set_next_eret_context(SECURE); 126bdd2596dSAchin Gupta 127033039f8SMax Shvetsov /* Enter SPMC */ 128bdd2596dSAchin Gupta rc = spmd_spm_core_enter(&spmc_ctx->c_rt_ctx); 129bdd2596dSAchin Gupta 130bdd2596dSAchin Gupta /* Save secure state */ 131033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 13228f39f02SMax Shvetsov cm_el2_sysregs_context_save(SECURE); 133678ce223SOlivier Deprez #else 134678ce223SOlivier Deprez cm_el1_sysregs_context_save(SECURE); 135033039f8SMax Shvetsov #endif 136bdd2596dSAchin Gupta 137bdd2596dSAchin Gupta return rc; 138bdd2596dSAchin Gupta } 139bdd2596dSAchin Gupta 140bdd2596dSAchin Gupta /******************************************************************************* 14152696946SOlivier Deprez * This function returns to the place where spmd_spm_core_sync_entry() was 142bdd2596dSAchin Gupta * called originally. 143bdd2596dSAchin Gupta ******************************************************************************/ 144bdd2596dSAchin Gupta __dead2 void spmd_spm_core_sync_exit(uint64_t rc) 145bdd2596dSAchin Gupta { 14652696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 147bdd2596dSAchin Gupta 14852696946SOlivier Deprez /* Get current CPU context from SPMC context */ 149bdd2596dSAchin Gupta assert(cm_get_context(SECURE) == &(ctx->cpu_ctx)); 150bdd2596dSAchin Gupta 151bdd2596dSAchin Gupta /* 152bdd2596dSAchin Gupta * The SPMD must have initiated the original request through a 153bdd2596dSAchin Gupta * synchronous entry into SPMC. Jump back to the original C runtime 154bdd2596dSAchin Gupta * context with the value of rc in x0; 155bdd2596dSAchin Gupta */ 156bdd2596dSAchin Gupta spmd_spm_core_exit(ctx->c_rt_ctx, rc); 157bdd2596dSAchin Gupta 158bdd2596dSAchin Gupta panic(); 159bdd2596dSAchin Gupta } 160bdd2596dSAchin Gupta 161bdd2596dSAchin Gupta /******************************************************************************* 16252696946SOlivier Deprez * Jump to the SPM Core for the first time. 163bdd2596dSAchin Gupta ******************************************************************************/ 164bdd2596dSAchin Gupta static int32_t spmd_init(void) 165bdd2596dSAchin Gupta { 16652696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 16752696946SOlivier Deprez uint64_t rc; 168bdd2596dSAchin Gupta 16952696946SOlivier Deprez VERBOSE("SPM Core init start.\n"); 1709dcf63ddSOlivier Deprez 171f2dcf418SOlivier Deprez /* Primary boot core enters the SPMC for initialization. */ 172f2dcf418SOlivier Deprez ctx->state = SPMC_STATE_ON_PENDING; 173bdd2596dSAchin Gupta 174bdd2596dSAchin Gupta rc = spmd_spm_core_sync_entry(ctx); 17552696946SOlivier Deprez if (rc != 0ULL) { 1764ce3e99aSScott Branden ERROR("SPMC initialisation failed 0x%" PRIx64 "\n", rc); 17752696946SOlivier Deprez return 0; 178bdd2596dSAchin Gupta } 179bdd2596dSAchin Gupta 1809dcf63ddSOlivier Deprez ctx->state = SPMC_STATE_ON; 1819dcf63ddSOlivier Deprez 18252696946SOlivier Deprez VERBOSE("SPM Core init end.\n"); 183bdd2596dSAchin Gupta 184890b5088SRaghu Krishnamurthy spmd_logical_sp_set_spmc_initialized(); 185890b5088SRaghu Krishnamurthy rc = spmd_logical_sp_init(); 186890b5088SRaghu Krishnamurthy if (rc != 0) { 187890b5088SRaghu Krishnamurthy WARN("SPMD Logical partitions failed init.\n"); 188890b5088SRaghu Krishnamurthy } 189890b5088SRaghu Krishnamurthy 190bdd2596dSAchin Gupta return 1; 191bdd2596dSAchin Gupta } 192bdd2596dSAchin Gupta 193bdd2596dSAchin Gupta /******************************************************************************* 1948cb99c3fSOlivier Deprez * spmd_secure_interrupt_handler 1958cb99c3fSOlivier Deprez * Enter the SPMC for further handling of the secure interrupt by the SPMC 1968cb99c3fSOlivier Deprez * itself or a Secure Partition. 1978cb99c3fSOlivier Deprez ******************************************************************************/ 1988cb99c3fSOlivier Deprez static uint64_t spmd_secure_interrupt_handler(uint32_t id, 1998cb99c3fSOlivier Deprez uint32_t flags, 2008cb99c3fSOlivier Deprez void *handle, 2018cb99c3fSOlivier Deprez void *cookie) 2028cb99c3fSOlivier Deprez { 2038cb99c3fSOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 2048cb99c3fSOlivier Deprez gp_regs_t *gpregs = get_gpregs_ctx(&ctx->cpu_ctx); 2058cb99c3fSOlivier Deprez int64_t rc; 2068cb99c3fSOlivier Deprez 2078cb99c3fSOlivier Deprez /* Sanity check the security state when the exception was generated */ 2088cb99c3fSOlivier Deprez assert(get_interrupt_src_ss(flags) == NON_SECURE); 2098cb99c3fSOlivier Deprez 2108cb99c3fSOlivier Deprez /* Sanity check the pointer to this cpu's context */ 2118cb99c3fSOlivier Deprez assert(handle == cm_get_context(NON_SECURE)); 2128cb99c3fSOlivier Deprez 2138cb99c3fSOlivier Deprez /* Save the non-secure context before entering SPMC */ 2148cb99c3fSOlivier Deprez #if SPMD_SPM_AT_SEL2 2158cb99c3fSOlivier Deprez cm_el2_sysregs_context_save(NON_SECURE); 2162d960a11SMadhukar Pappireddy #else 2172d960a11SMadhukar Pappireddy cm_el1_sysregs_context_save(NON_SECURE); 21859bdcc58SMadhukar Pappireddy 21959bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 22059bdcc58SMadhukar Pappireddy /* 22159bdcc58SMadhukar Pappireddy * The hint bit denoting absence of SVE live state is effectively false 22259bdcc58SMadhukar Pappireddy * in this scenario where execution was trapped to EL3 due to FIQ. 22359bdcc58SMadhukar Pappireddy */ 22459bdcc58SMadhukar Pappireddy simd_ctx_save(NON_SECURE, false); 22559bdcc58SMadhukar Pappireddy #endif 2268cb99c3fSOlivier Deprez #endif 2278cb99c3fSOlivier Deprez 2288cb99c3fSOlivier Deprez /* Convey the event to the SPMC through the FFA_INTERRUPT interface. */ 2298cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X0, FFA_INTERRUPT); 2308cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X1, 0); 2318cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X2, 0); 2328cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X3, 0); 2338cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X4, 0); 2348cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X5, 0); 2358cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X6, 0); 2368cb99c3fSOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X7, 0); 2378cb99c3fSOlivier Deprez 2388cb99c3fSOlivier Deprez /* Mark current core as handling a secure interrupt. */ 2398cb99c3fSOlivier Deprez ctx->secure_interrupt_ongoing = true; 2408cb99c3fSOlivier Deprez 24159bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 24259bdcc58SMadhukar Pappireddy simd_ctx_restore(SECURE); 24359bdcc58SMadhukar Pappireddy #endif 2448cb99c3fSOlivier Deprez rc = spmd_spm_core_sync_entry(ctx); 24559bdcc58SMadhukar Pappireddy 24659bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 24759bdcc58SMadhukar Pappireddy simd_ctx_save(SECURE, false); 24859bdcc58SMadhukar Pappireddy #endif 2498cb99c3fSOlivier Deprez if (rc != 0ULL) { 250eac8077aSOlivier Deprez ERROR("%s failed (%" PRId64 ") on CPU%u\n", __func__, rc, plat_my_core_pos()); 2518cb99c3fSOlivier Deprez } 2528cb99c3fSOlivier Deprez 2538cb99c3fSOlivier Deprez ctx->secure_interrupt_ongoing = false; 2548cb99c3fSOlivier Deprez 2558cb99c3fSOlivier Deprez #if SPMD_SPM_AT_SEL2 2568cb99c3fSOlivier Deprez cm_el2_sysregs_context_restore(NON_SECURE); 2572d960a11SMadhukar Pappireddy #else 2582d960a11SMadhukar Pappireddy cm_el1_sysregs_context_restore(NON_SECURE); 25959bdcc58SMadhukar Pappireddy 26059bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 26159bdcc58SMadhukar Pappireddy simd_ctx_restore(NON_SECURE); 26259bdcc58SMadhukar Pappireddy #endif 2638cb99c3fSOlivier Deprez #endif 2648cb99c3fSOlivier Deprez cm_set_next_eret_context(NON_SECURE); 2658cb99c3fSOlivier Deprez 2668cb99c3fSOlivier Deprez SMC_RET0(&ctx->cpu_ctx); 2678cb99c3fSOlivier Deprez } 2688cb99c3fSOlivier Deprez 269bb6d0a17SOlivier Deprez #if (EL3_EXCEPTION_HANDLING == 0) 270a1e0e871SMadhukar Pappireddy /******************************************************************************* 271a1e0e871SMadhukar Pappireddy * spmd_group0_interrupt_handler_nwd 272a1e0e871SMadhukar Pappireddy * Group0 secure interrupt in the normal world are trapped to EL3. Delegate the 273a1e0e871SMadhukar Pappireddy * handling of the interrupt to the platform handler, and return only upon 274a1e0e871SMadhukar Pappireddy * successfully handling the Group0 interrupt. 275a1e0e871SMadhukar Pappireddy ******************************************************************************/ 276a1e0e871SMadhukar Pappireddy static uint64_t spmd_group0_interrupt_handler_nwd(uint32_t id, 277a1e0e871SMadhukar Pappireddy uint32_t flags, 278a1e0e871SMadhukar Pappireddy void *handle, 279a1e0e871SMadhukar Pappireddy void *cookie) 280a1e0e871SMadhukar Pappireddy { 281a1e0e871SMadhukar Pappireddy uint32_t intid; 282a1e0e871SMadhukar Pappireddy 283a1e0e871SMadhukar Pappireddy /* Sanity check the security state when the exception was generated. */ 284a1e0e871SMadhukar Pappireddy assert(get_interrupt_src_ss(flags) == NON_SECURE); 285a1e0e871SMadhukar Pappireddy 286a1e0e871SMadhukar Pappireddy /* Sanity check the pointer to this cpu's context. */ 287a1e0e871SMadhukar Pappireddy assert(handle == cm_get_context(NON_SECURE)); 288a1e0e871SMadhukar Pappireddy 289a1e0e871SMadhukar Pappireddy assert(id == INTR_ID_UNAVAILABLE); 290a1e0e871SMadhukar Pappireddy 291a1e0e871SMadhukar Pappireddy assert(plat_ic_get_pending_interrupt_type() == INTR_TYPE_EL3); 292a1e0e871SMadhukar Pappireddy 2936c91fc44SMadhukar Pappireddy intid = plat_ic_acknowledge_interrupt(); 294a1e0e871SMadhukar Pappireddy 295a1e0e871SMadhukar Pappireddy if (plat_spmd_handle_group0_interrupt(intid) < 0) { 296a1e0e871SMadhukar Pappireddy ERROR("Group0 interrupt %u not handled\n", intid); 297a1e0e871SMadhukar Pappireddy panic(); 298a1e0e871SMadhukar Pappireddy } 299a1e0e871SMadhukar Pappireddy 3006c91fc44SMadhukar Pappireddy /* Deactivate the corresponding Group0 interrupt. */ 3016c91fc44SMadhukar Pappireddy plat_ic_end_of_interrupt(intid); 3026c91fc44SMadhukar Pappireddy 303a1e0e871SMadhukar Pappireddy return 0U; 304a1e0e871SMadhukar Pappireddy } 305bb6d0a17SOlivier Deprez #endif 306a1e0e871SMadhukar Pappireddy 3076671b3d8SMadhukar Pappireddy /******************************************************************************* 3086671b3d8SMadhukar Pappireddy * spmd_handle_group0_intr_swd 3096671b3d8SMadhukar Pappireddy * SPMC delegates handling of Group0 secure interrupt to EL3 firmware using 3106671b3d8SMadhukar Pappireddy * FFA_EL3_INTR_HANDLE SMC call. Further, SPMD delegates the handling of the 3116671b3d8SMadhukar Pappireddy * interrupt to the platform handler, and returns only upon successfully 3126671b3d8SMadhukar Pappireddy * handling the Group0 interrupt. 3136671b3d8SMadhukar Pappireddy ******************************************************************************/ 3146671b3d8SMadhukar Pappireddy static uint64_t spmd_handle_group0_intr_swd(void *handle) 3156671b3d8SMadhukar Pappireddy { 3166671b3d8SMadhukar Pappireddy uint32_t intid; 3176671b3d8SMadhukar Pappireddy 3186671b3d8SMadhukar Pappireddy /* Sanity check the pointer to this cpu's context */ 3196671b3d8SMadhukar Pappireddy assert(handle == cm_get_context(SECURE)); 3206671b3d8SMadhukar Pappireddy 3216671b3d8SMadhukar Pappireddy assert(plat_ic_get_pending_interrupt_type() == INTR_TYPE_EL3); 3226671b3d8SMadhukar Pappireddy 3236c91fc44SMadhukar Pappireddy intid = plat_ic_acknowledge_interrupt(); 3246671b3d8SMadhukar Pappireddy 3256671b3d8SMadhukar Pappireddy /* 3266671b3d8SMadhukar Pappireddy * TODO: Currently due to a limitation in SPMD implementation, the 3276671b3d8SMadhukar Pappireddy * platform handler is expected to not delegate handling to NWd while 3286671b3d8SMadhukar Pappireddy * processing Group0 secure interrupt. 3296671b3d8SMadhukar Pappireddy */ 3306671b3d8SMadhukar Pappireddy if (plat_spmd_handle_group0_interrupt(intid) < 0) { 3316671b3d8SMadhukar Pappireddy /* Group0 interrupt was not handled by the platform. */ 3326671b3d8SMadhukar Pappireddy ERROR("Group0 interrupt %u not handled\n", intid); 3336671b3d8SMadhukar Pappireddy panic(); 3346671b3d8SMadhukar Pappireddy } 3356671b3d8SMadhukar Pappireddy 3366c91fc44SMadhukar Pappireddy /* Deactivate the corresponding Group0 interrupt. */ 3376c91fc44SMadhukar Pappireddy plat_ic_end_of_interrupt(intid); 3386c91fc44SMadhukar Pappireddy 3396671b3d8SMadhukar Pappireddy /* Return success. */ 3406671b3d8SMadhukar Pappireddy SMC_RET8(handle, FFA_SUCCESS_SMC32, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 3416671b3d8SMadhukar Pappireddy FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 3426671b3d8SMadhukar Pappireddy FFA_PARAM_MBZ); 3436671b3d8SMadhukar Pappireddy } 3446671b3d8SMadhukar Pappireddy 3450cea2ae0SManish V Badarkhe #if ENABLE_RME && SPMD_SPM_AT_SEL2 && !RESET_TO_BL31 3460cea2ae0SManish V Badarkhe static int spmd_dynamic_map_mem(uintptr_t base_addr, size_t size, 3470cea2ae0SManish V Badarkhe unsigned int attr, uintptr_t *align_addr, 3480cea2ae0SManish V Badarkhe size_t *align_size) 3490cea2ae0SManish V Badarkhe { 3500cea2ae0SManish V Badarkhe uintptr_t base_addr_align; 3510cea2ae0SManish V Badarkhe size_t mapped_size_align; 3520cea2ae0SManish V Badarkhe int rc; 3530cea2ae0SManish V Badarkhe 3540cea2ae0SManish V Badarkhe /* Page aligned address and size if necessary */ 3550cea2ae0SManish V Badarkhe base_addr_align = page_align(base_addr, DOWN); 3560cea2ae0SManish V Badarkhe mapped_size_align = page_align(size, UP); 3570cea2ae0SManish V Badarkhe 3580cea2ae0SManish V Badarkhe if ((base_addr != base_addr_align) && 3590cea2ae0SManish V Badarkhe (size == mapped_size_align)) { 3600cea2ae0SManish V Badarkhe mapped_size_align += PAGE_SIZE; 3610cea2ae0SManish V Badarkhe } 3620cea2ae0SManish V Badarkhe 3630cea2ae0SManish V Badarkhe /* 3640cea2ae0SManish V Badarkhe * Map dynamically given region with its aligned base address and 3650cea2ae0SManish V Badarkhe * size 3660cea2ae0SManish V Badarkhe */ 3670cea2ae0SManish V Badarkhe rc = mmap_add_dynamic_region((unsigned long long)base_addr_align, 3680cea2ae0SManish V Badarkhe base_addr_align, 3690cea2ae0SManish V Badarkhe mapped_size_align, 3700cea2ae0SManish V Badarkhe attr); 3710cea2ae0SManish V Badarkhe if (rc == 0) { 3720cea2ae0SManish V Badarkhe *align_addr = base_addr_align; 3730cea2ae0SManish V Badarkhe *align_size = mapped_size_align; 3740cea2ae0SManish V Badarkhe } 3750cea2ae0SManish V Badarkhe 3760cea2ae0SManish V Badarkhe return rc; 3770cea2ae0SManish V Badarkhe } 3780cea2ae0SManish V Badarkhe 3790cea2ae0SManish V Badarkhe static void spmd_do_sec_cpy(uintptr_t root_base_addr, uintptr_t sec_base_addr, 3800cea2ae0SManish V Badarkhe size_t size) 3810cea2ae0SManish V Badarkhe { 3820cea2ae0SManish V Badarkhe uintptr_t root_base_addr_align, sec_base_addr_align; 3830cea2ae0SManish V Badarkhe size_t root_mapped_size_align, sec_mapped_size_align; 3840cea2ae0SManish V Badarkhe int rc; 3850cea2ae0SManish V Badarkhe 3860cea2ae0SManish V Badarkhe assert(root_base_addr != 0UL); 3870cea2ae0SManish V Badarkhe assert(sec_base_addr != 0UL); 3880cea2ae0SManish V Badarkhe assert(size != 0UL); 3890cea2ae0SManish V Badarkhe 3900cea2ae0SManish V Badarkhe /* Map the memory with required attributes */ 3910cea2ae0SManish V Badarkhe rc = spmd_dynamic_map_mem(root_base_addr, size, MT_RO_DATA | MT_ROOT, 3920cea2ae0SManish V Badarkhe &root_base_addr_align, 3930cea2ae0SManish V Badarkhe &root_mapped_size_align); 3940cea2ae0SManish V Badarkhe if (rc != 0) { 3950cea2ae0SManish V Badarkhe ERROR("%s %s %lu (%d)\n", "Error while mapping", "root region", 3960cea2ae0SManish V Badarkhe root_base_addr, rc); 3970cea2ae0SManish V Badarkhe panic(); 3980cea2ae0SManish V Badarkhe } 3990cea2ae0SManish V Badarkhe 4000cea2ae0SManish V Badarkhe rc = spmd_dynamic_map_mem(sec_base_addr, size, MT_RW_DATA | MT_SECURE, 4010cea2ae0SManish V Badarkhe &sec_base_addr_align, &sec_mapped_size_align); 4020cea2ae0SManish V Badarkhe if (rc != 0) { 4030cea2ae0SManish V Badarkhe ERROR("%s %s %lu (%d)\n", "Error while mapping", 4040cea2ae0SManish V Badarkhe "secure region", sec_base_addr, rc); 4050cea2ae0SManish V Badarkhe panic(); 4060cea2ae0SManish V Badarkhe } 4070cea2ae0SManish V Badarkhe 4080cea2ae0SManish V Badarkhe /* Do copy operation */ 4090cea2ae0SManish V Badarkhe (void)memcpy((void *)sec_base_addr, (void *)root_base_addr, size); 4100cea2ae0SManish V Badarkhe 4110cea2ae0SManish V Badarkhe /* Unmap root memory region */ 4120cea2ae0SManish V Badarkhe rc = mmap_remove_dynamic_region(root_base_addr_align, 4130cea2ae0SManish V Badarkhe root_mapped_size_align); 4140cea2ae0SManish V Badarkhe if (rc != 0) { 4150cea2ae0SManish V Badarkhe ERROR("%s %s %lu (%d)\n", "Error while unmapping", 4160cea2ae0SManish V Badarkhe "root region", root_base_addr_align, rc); 4170cea2ae0SManish V Badarkhe panic(); 4180cea2ae0SManish V Badarkhe } 4190cea2ae0SManish V Badarkhe 4200cea2ae0SManish V Badarkhe /* Unmap secure memory region */ 4210cea2ae0SManish V Badarkhe rc = mmap_remove_dynamic_region(sec_base_addr_align, 4220cea2ae0SManish V Badarkhe sec_mapped_size_align); 4230cea2ae0SManish V Badarkhe if (rc != 0) { 4240cea2ae0SManish V Badarkhe ERROR("%s %s %lu (%d)\n", "Error while unmapping", 4250cea2ae0SManish V Badarkhe "secure region", sec_base_addr_align, rc); 4260cea2ae0SManish V Badarkhe panic(); 4270cea2ae0SManish V Badarkhe } 4280cea2ae0SManish V Badarkhe } 4290cea2ae0SManish V Badarkhe #endif /* ENABLE_RME && SPMD_SPM_AT_SEL2 && !RESET_TO_BL31 */ 4300cea2ae0SManish V Badarkhe 4318cb99c3fSOlivier Deprez /******************************************************************************* 43252696946SOlivier Deprez * Loads SPMC manifest and inits SPMC. 4330f14d02fSMax Shvetsov ******************************************************************************/ 43423d5ba86SOlivier Deprez static int spmd_spmc_init(void *pm_addr) 4350f14d02fSMax Shvetsov { 436f2dcf418SOlivier Deprez cpu_context_t *cpu_ctx; 437f2dcf418SOlivier Deprez unsigned int core_id; 4388cb99c3fSOlivier Deprez uint32_t ep_attr, flags; 43952696946SOlivier Deprez int rc; 4400cea2ae0SManish V Badarkhe const struct dyn_cfg_dtb_info_t *image_info __unused; 4410f14d02fSMax Shvetsov 44252696946SOlivier Deprez /* Load the SPM Core manifest */ 44323d5ba86SOlivier Deprez rc = plat_spm_core_manifest_load(&spmc_attrs, pm_addr); 4440f14d02fSMax Shvetsov if (rc != 0) { 44552696946SOlivier Deprez WARN("No or invalid SPM Core manifest image provided by BL2\n"); 44652696946SOlivier Deprez return rc; 4470f14d02fSMax Shvetsov } 4480f14d02fSMax Shvetsov 4490f14d02fSMax Shvetsov /* 45052696946SOlivier Deprez * Ensure that the SPM Core version is compatible with the SPM 45152696946SOlivier Deprez * Dispatcher version. 4520f14d02fSMax Shvetsov */ 453662af36dSJ-Alves if ((spmc_attrs.major_version != FFA_VERSION_MAJOR) || 454662af36dSJ-Alves (spmc_attrs.minor_version > FFA_VERSION_MINOR)) { 455662af36dSJ-Alves WARN("Unsupported FFA version (%u.%u)\n", 4560f14d02fSMax Shvetsov spmc_attrs.major_version, spmc_attrs.minor_version); 45752696946SOlivier Deprez return -EINVAL; 4580f14d02fSMax Shvetsov } 4590f14d02fSMax Shvetsov 460662af36dSJ-Alves VERBOSE("FFA version (%u.%u)\n", spmc_attrs.major_version, 4610f14d02fSMax Shvetsov spmc_attrs.minor_version); 4620f14d02fSMax Shvetsov 46352696946SOlivier Deprez VERBOSE("SPM Core run time EL%x.\n", 464033039f8SMax Shvetsov SPMD_SPM_AT_SEL2 ? MODE_EL2 : MODE_EL1); 4650f14d02fSMax Shvetsov 466ac03ac5eSMax Shvetsov /* Validate the SPMC ID, Ensure high bit is set */ 46752696946SOlivier Deprez if (((spmc_attrs.spmc_id >> SPMC_SECURE_ID_SHIFT) & 46852696946SOlivier Deprez SPMC_SECURE_ID_MASK) == 0U) { 46952696946SOlivier Deprez WARN("Invalid ID (0x%x) for SPMC.\n", spmc_attrs.spmc_id); 47052696946SOlivier Deprez return -EINVAL; 471ac03ac5eSMax Shvetsov } 472ac03ac5eSMax Shvetsov 47352696946SOlivier Deprez /* Validate the SPM Core execution state */ 4740f14d02fSMax Shvetsov if ((spmc_attrs.exec_state != MODE_RW_64) && 4750f14d02fSMax Shvetsov (spmc_attrs.exec_state != MODE_RW_32)) { 47623d5ba86SOlivier Deprez WARN("Unsupported %s%x.\n", "SPM Core execution state 0x", 4770f14d02fSMax Shvetsov spmc_attrs.exec_state); 47852696946SOlivier Deprez return -EINVAL; 4790f14d02fSMax Shvetsov } 4800f14d02fSMax Shvetsov 48123d5ba86SOlivier Deprez VERBOSE("%s%x.\n", "SPM Core execution state 0x", 48223d5ba86SOlivier Deprez spmc_attrs.exec_state); 4830f14d02fSMax Shvetsov 484033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 485033039f8SMax Shvetsov /* Ensure manifest has not requested AArch32 state in S-EL2 */ 486033039f8SMax Shvetsov if (spmc_attrs.exec_state == MODE_RW_32) { 487033039f8SMax Shvetsov WARN("AArch32 state at S-EL2 is not supported.\n"); 48852696946SOlivier Deprez return -EINVAL; 4890f14d02fSMax Shvetsov } 4900f14d02fSMax Shvetsov 4910f14d02fSMax Shvetsov /* 4920f14d02fSMax Shvetsov * Check if S-EL2 is supported on this system if S-EL2 4930f14d02fSMax Shvetsov * is required for SPM 4940f14d02fSMax Shvetsov */ 495623f6140SAndre Przywara if (!is_feat_sel2_supported()) { 49652696946SOlivier Deprez WARN("SPM Core run time S-EL2 is not supported.\n"); 49752696946SOlivier Deprez return -EINVAL; 4980f14d02fSMax Shvetsov } 499033039f8SMax Shvetsov #endif /* SPMD_SPM_AT_SEL2 */ 5000f14d02fSMax Shvetsov 5010f14d02fSMax Shvetsov /* Initialise an entrypoint to set up the CPU context */ 5020f14d02fSMax Shvetsov ep_attr = SECURE | EP_ST_ENABLE; 50352696946SOlivier Deprez if ((read_sctlr_el3() & SCTLR_EE_BIT) != 0ULL) { 5040f14d02fSMax Shvetsov ep_attr |= EP_EE_BIG; 5050f14d02fSMax Shvetsov } 5060f14d02fSMax Shvetsov 5070f14d02fSMax Shvetsov SET_PARAM_HEAD(spmc_ep_info, PARAM_EP, VERSION_1, ep_attr); 5080f14d02fSMax Shvetsov 5090f14d02fSMax Shvetsov /* 51052696946SOlivier Deprez * Populate SPSR for SPM Core based upon validated parameters from the 51152696946SOlivier Deprez * manifest. 5120f14d02fSMax Shvetsov */ 5130f14d02fSMax Shvetsov if (spmc_attrs.exec_state == MODE_RW_32) { 5140f14d02fSMax Shvetsov spmc_ep_info->spsr = SPSR_MODE32(MODE32_svc, SPSR_T_ARM, 5150f14d02fSMax Shvetsov SPSR_E_LITTLE, 5160f14d02fSMax Shvetsov DAIF_FIQ_BIT | 5170f14d02fSMax Shvetsov DAIF_IRQ_BIT | 5180f14d02fSMax Shvetsov DAIF_ABT_BIT); 5190f14d02fSMax Shvetsov } else { 520033039f8SMax Shvetsov 521033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 522033039f8SMax Shvetsov static const uint32_t runtime_el = MODE_EL2; 523033039f8SMax Shvetsov #else 524033039f8SMax Shvetsov static const uint32_t runtime_el = MODE_EL1; 525033039f8SMax Shvetsov #endif 526033039f8SMax Shvetsov spmc_ep_info->spsr = SPSR_64(runtime_el, 5270f14d02fSMax Shvetsov MODE_SP_ELX, 5280f14d02fSMax Shvetsov DISABLE_ALL_EXCEPTIONS); 5290f14d02fSMax Shvetsov } 5300f14d02fSMax Shvetsov 5310cea2ae0SManish V Badarkhe #if ENABLE_RME && SPMD_SPM_AT_SEL2 && !RESET_TO_BL31 5320cea2ae0SManish V Badarkhe image_info = FCONF_GET_PROPERTY(dyn_cfg, dtb, TOS_FW_CONFIG_ID); 5330cea2ae0SManish V Badarkhe assert(image_info != NULL); 5340cea2ae0SManish V Badarkhe 5350cea2ae0SManish V Badarkhe if ((image_info->config_addr == 0UL) || 5360cea2ae0SManish V Badarkhe (image_info->secondary_config_addr == 0UL) || 5370cea2ae0SManish V Badarkhe (image_info->config_max_size == 0UL)) { 5380cea2ae0SManish V Badarkhe return -EINVAL; 5390cea2ae0SManish V Badarkhe } 5400cea2ae0SManish V Badarkhe 5410cea2ae0SManish V Badarkhe /* Copy manifest from root->secure region */ 5420cea2ae0SManish V Badarkhe spmd_do_sec_cpy(image_info->config_addr, 5430cea2ae0SManish V Badarkhe image_info->secondary_config_addr, 5440cea2ae0SManish V Badarkhe image_info->config_max_size); 5450cea2ae0SManish V Badarkhe 5460cea2ae0SManish V Badarkhe /* Update ep info of BL32 */ 5470cea2ae0SManish V Badarkhe assert(spmc_ep_info != NULL); 5480cea2ae0SManish V Badarkhe spmc_ep_info->args.arg0 = image_info->secondary_config_addr; 5490cea2ae0SManish V Badarkhe #endif /* ENABLE_RME && SPMD_SPM_AT_SEL2 && !RESET_TO_BL31 */ 5500cea2ae0SManish V Badarkhe 551f2dcf418SOlivier Deprez /* Set an initial SPMC context state for all cores. */ 552f2dcf418SOlivier Deprez for (core_id = 0U; core_id < PLATFORM_CORE_COUNT; core_id++) { 553f2dcf418SOlivier Deprez spm_core_context[core_id].state = SPMC_STATE_OFF; 5540f14d02fSMax Shvetsov 555f2dcf418SOlivier Deprez /* Setup an initial cpu context for the SPMC. */ 556f2dcf418SOlivier Deprez cpu_ctx = &spm_core_context[core_id].cpu_ctx; 557f2dcf418SOlivier Deprez cm_setup_context(cpu_ctx, spmc_ep_info); 5580f14d02fSMax Shvetsov 559f2dcf418SOlivier Deprez /* 560f2dcf418SOlivier Deprez * Pass the core linear ID to the SPMC through x4. 561f2dcf418SOlivier Deprez * (TF-A implementation defined behavior helping 562f2dcf418SOlivier Deprez * a legacy TOS migration to adopt FF-A). 563f2dcf418SOlivier Deprez */ 564f2dcf418SOlivier Deprez write_ctx_reg(get_gpregs_ctx(cpu_ctx), CTX_GPREG_X4, core_id); 565f2dcf418SOlivier Deprez } 5660f14d02fSMax Shvetsov 567a334c4e6SOlivier Deprez /* Register power management hooks with PSCI */ 568a334c4e6SOlivier Deprez psci_register_spd_pm_hook(&spmd_pm); 569a334c4e6SOlivier Deprez 5700f14d02fSMax Shvetsov /* Register init function for deferred init. */ 5710f14d02fSMax Shvetsov bl31_register_bl32_init(&spmd_init); 5720f14d02fSMax Shvetsov 573f2dcf418SOlivier Deprez INFO("SPM Core setup done.\n"); 574f2dcf418SOlivier Deprez 5758cb99c3fSOlivier Deprez /* 5768cb99c3fSOlivier Deprez * Register an interrupt handler routing secure interrupts to SPMD 5778cb99c3fSOlivier Deprez * while the NWd is running. 5788cb99c3fSOlivier Deprez */ 5798cb99c3fSOlivier Deprez flags = 0; 5808cb99c3fSOlivier Deprez set_interrupt_rm_flag(flags, NON_SECURE); 5818cb99c3fSOlivier Deprez rc = register_interrupt_type_handler(INTR_TYPE_S_EL1, 5828cb99c3fSOlivier Deprez spmd_secure_interrupt_handler, 5838cb99c3fSOlivier Deprez flags); 5848cb99c3fSOlivier Deprez if (rc != 0) { 5858cb99c3fSOlivier Deprez panic(); 5868cb99c3fSOlivier Deprez } 5878cb99c3fSOlivier Deprez 588a1e0e871SMadhukar Pappireddy /* 589bb6d0a17SOlivier Deprez * Permit configurations where the SPM resides at S-EL1/2 and upon a 590bb6d0a17SOlivier Deprez * Group0 interrupt triggering while the normal world runs, the 591bb6d0a17SOlivier Deprez * interrupt is routed either through the EHF or directly to the SPMD: 592bb6d0a17SOlivier Deprez * 593bb6d0a17SOlivier Deprez * EL3_EXCEPTION_HANDLING=0: the Group0 interrupt is routed to the SPMD 594bb6d0a17SOlivier Deprez * for handling by spmd_group0_interrupt_handler_nwd. 595bb6d0a17SOlivier Deprez * 596bb6d0a17SOlivier Deprez * EL3_EXCEPTION_HANDLING=1: the Group0 interrupt is routed to the EHF. 597bb6d0a17SOlivier Deprez * 598bb6d0a17SOlivier Deprez */ 599bb6d0a17SOlivier Deprez #if (EL3_EXCEPTION_HANDLING == 0) 600bb6d0a17SOlivier Deprez /* 601fca5f0ebSMadhukar Pappireddy * If EL3 interrupts are supported by the platform, register an 602fca5f0ebSMadhukar Pappireddy * interrupt handler routing Group0 interrupts to SPMD while the NWd is 603fca5f0ebSMadhukar Pappireddy * running. 604a1e0e871SMadhukar Pappireddy */ 605fca5f0ebSMadhukar Pappireddy if (plat_ic_has_interrupt_type(INTR_TYPE_EL3)) { 606a1e0e871SMadhukar Pappireddy rc = register_interrupt_type_handler(INTR_TYPE_EL3, 607a1e0e871SMadhukar Pappireddy spmd_group0_interrupt_handler_nwd, 608a1e0e871SMadhukar Pappireddy flags); 609a1e0e871SMadhukar Pappireddy if (rc != 0) { 610a1e0e871SMadhukar Pappireddy panic(); 611a1e0e871SMadhukar Pappireddy } 612fca5f0ebSMadhukar Pappireddy } 613bb6d0a17SOlivier Deprez #endif 614bb6d0a17SOlivier Deprez 6150f14d02fSMax Shvetsov return 0; 6160f14d02fSMax Shvetsov } 6170f14d02fSMax Shvetsov 6180f14d02fSMax Shvetsov /******************************************************************************* 61952696946SOlivier Deprez * Initialize context of SPM Core. 620bdd2596dSAchin Gupta ******************************************************************************/ 6210f14d02fSMax Shvetsov int spmd_setup(void) 622bdd2596dSAchin Gupta { 623bdd2596dSAchin Gupta int rc; 6246da76075SMarc Bonnici void *spmc_manifest; 6256da76075SMarc Bonnici 6266da76075SMarc Bonnici /* 6276da76075SMarc Bonnici * If the SPMC is at EL3, then just initialise it directly. The 6286da76075SMarc Bonnici * shenanigans of when it is at a lower EL are not needed. 6296da76075SMarc Bonnici */ 6306da76075SMarc Bonnici if (is_spmc_at_el3()) { 6316da76075SMarc Bonnici /* Allow the SPMC to populate its attributes directly. */ 6326da76075SMarc Bonnici spmc_populate_attrs(&spmc_attrs); 6336da76075SMarc Bonnici 6346da76075SMarc Bonnici rc = spmc_setup(); 6356da76075SMarc Bonnici if (rc != 0) { 6360d33649eSOlivier Deprez WARN("SPMC initialisation failed 0x%x.\n", rc); 6376da76075SMarc Bonnici } 6380d33649eSOlivier Deprez return 0; 6396da76075SMarc Bonnici } 640bdd2596dSAchin Gupta 641bdd2596dSAchin Gupta spmc_ep_info = bl31_plat_get_next_image_ep_info(SECURE); 64252696946SOlivier Deprez if (spmc_ep_info == NULL) { 64352696946SOlivier Deprez WARN("No SPM Core image provided by BL2 boot loader.\n"); 6440d33649eSOlivier Deprez return 0; 645bdd2596dSAchin Gupta } 646bdd2596dSAchin Gupta 647bdd2596dSAchin Gupta /* Under no circumstances will this parameter be 0 */ 64852696946SOlivier Deprez assert(spmc_ep_info->pc != 0ULL); 649bdd2596dSAchin Gupta 650bdd2596dSAchin Gupta /* 651bdd2596dSAchin Gupta * Check if BL32 ep_info has a reference to 'tos_fw_config'. This will 65252696946SOlivier Deprez * be used as a manifest for the SPM Core at the next lower EL/mode. 653bdd2596dSAchin Gupta */ 65423d5ba86SOlivier Deprez spmc_manifest = (void *)spmc_ep_info->args.arg0; 65523d5ba86SOlivier Deprez if (spmc_manifest == NULL) { 6560d33649eSOlivier Deprez WARN("Invalid or absent SPM Core manifest.\n"); 6570d33649eSOlivier Deprez return 0; 658bdd2596dSAchin Gupta } 659bdd2596dSAchin Gupta 6600f14d02fSMax Shvetsov /* Load manifest, init SPMC */ 66123d5ba86SOlivier Deprez rc = spmd_spmc_init(spmc_manifest); 6620f14d02fSMax Shvetsov if (rc != 0) { 66352696946SOlivier Deprez WARN("Booting device without SPM initialization.\n"); 664bdd2596dSAchin Gupta } 665bdd2596dSAchin Gupta 6660d33649eSOlivier Deprez return 0; 6670f14d02fSMax Shvetsov } 6680f14d02fSMax Shvetsov 6690f14d02fSMax Shvetsov /******************************************************************************* 670bb01a673SMarc Bonnici * Forward FF-A SMCs to the other security state. 6710f14d02fSMax Shvetsov ******************************************************************************/ 672bb01a673SMarc Bonnici uint64_t spmd_smc_switch_state(uint32_t smc_fid, 67352696946SOlivier Deprez bool secure_origin, 67452696946SOlivier Deprez uint64_t x1, 67552696946SOlivier Deprez uint64_t x2, 67652696946SOlivier Deprez uint64_t x3, 67752696946SOlivier Deprez uint64_t x4, 678c925867eSOlivier Deprez void *handle, 679c925867eSOlivier Deprez uint64_t flags) 6800f14d02fSMax Shvetsov { 681c2901419SOlivier Deprez unsigned int secure_state_in = (secure_origin) ? SECURE : NON_SECURE; 682c2901419SOlivier Deprez unsigned int secure_state_out = (!secure_origin) ? SECURE : NON_SECURE; 683107e3cc0SOlivier Deprez void *ctx_out; 68493ff138bSOlivier Deprez 685c925867eSOlivier Deprez #if SPMD_SPM_AT_SEL2 686c925867eSOlivier Deprez if ((secure_state_out == SECURE) && (is_sve_hint_set(flags) == true)) { 687c925867eSOlivier Deprez /* 688c925867eSOlivier Deprez * Set the SVE hint bit in x0 and pass to the lower secure EL, 689c925867eSOlivier Deprez * if it was set by the caller. 690c925867eSOlivier Deprez */ 691c925867eSOlivier Deprez smc_fid |= (FUNCID_SVE_HINT_MASK << FUNCID_SVE_HINT_SHIFT); 692c925867eSOlivier Deprez } 693c925867eSOlivier Deprez #endif 694c925867eSOlivier Deprez 6950f14d02fSMax Shvetsov /* Save incoming security state */ 696033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 69793ff138bSOlivier Deprez cm_el2_sysregs_context_save(secure_state_in); 698678ce223SOlivier Deprez #else 699678ce223SOlivier Deprez cm_el1_sysregs_context_save(secure_state_in); 70059bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 70159bdcc58SMadhukar Pappireddy /* Forward the hint bit denoting the absence of SVE live state. */ 70259bdcc58SMadhukar Pappireddy simd_ctx_save(secure_state_in, (!secure_origin && (is_sve_hint_set(flags) == true))); 70359bdcc58SMadhukar Pappireddy #endif 704033039f8SMax Shvetsov #endif 7050f14d02fSMax Shvetsov 7060f14d02fSMax Shvetsov /* Restore outgoing security state */ 707033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 70893ff138bSOlivier Deprez cm_el2_sysregs_context_restore(secure_state_out); 709678ce223SOlivier Deprez #else 710678ce223SOlivier Deprez cm_el1_sysregs_context_restore(secure_state_out); 71159bdcc58SMadhukar Pappireddy #if CTX_INCLUDE_FPREGS || CTX_INCLUDE_SVE_REGS 71259bdcc58SMadhukar Pappireddy simd_ctx_restore(secure_state_out); 71359bdcc58SMadhukar Pappireddy #endif 714033039f8SMax Shvetsov #endif 71593ff138bSOlivier Deprez cm_set_next_eret_context(secure_state_out); 7160f14d02fSMax Shvetsov 717107e3cc0SOlivier Deprez ctx_out = cm_get_context(secure_state_out); 718eaaf517cSRaghu Krishnamurthy #if SPMD_SPM_AT_SEL2 719eaaf517cSRaghu Krishnamurthy /* 720eaaf517cSRaghu Krishnamurthy * If SPMC is at SEL2, save additional registers x8-x17, which may 721eaaf517cSRaghu Krishnamurthy * be used in FF-A calls such as FFA_PARTITION_INFO_GET_REGS. 722eaaf517cSRaghu Krishnamurthy * Note that technically, all SPMCs can support this, but this code is 723eaaf517cSRaghu Krishnamurthy * under ifdef to minimize breakage in case other SPMCs do not save 724eaaf517cSRaghu Krishnamurthy * and restore x8-x17. 725eaaf517cSRaghu Krishnamurthy * We also need to pass through these registers since not all FF-A ABIs 726eaaf517cSRaghu Krishnamurthy * modify x8-x17, in which case, SMCCC requires that these registers be 727eaaf517cSRaghu Krishnamurthy * preserved, so the SPMD passes through these registers and expects the 728eaaf517cSRaghu Krishnamurthy * SPMC to save and restore (potentially also modify) them. 729eaaf517cSRaghu Krishnamurthy */ 730107e3cc0SOlivier Deprez SMC_RET18(ctx_out, smc_fid, x1, x2, x3, x4, 731eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X5), 732eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X6), 733eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X7), 734eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X8), 735eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X9), 736eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X10), 737eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X11), 738eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X12), 739eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X13), 740eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X14), 741eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X15), 742eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X16), 743eaaf517cSRaghu Krishnamurthy SMC_GET_GP(handle, CTX_GPREG_X17) 744eaaf517cSRaghu Krishnamurthy ); 745eaaf517cSRaghu Krishnamurthy 746eaaf517cSRaghu Krishnamurthy #else 747107e3cc0SOlivier Deprez SMC_RET8(ctx_out, smc_fid, x1, x2, x3, x4, 7480f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X5), 7490f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X6), 7500f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X7)); 751eaaf517cSRaghu Krishnamurthy #endif 7520f14d02fSMax Shvetsov } 7530f14d02fSMax Shvetsov 7540f14d02fSMax Shvetsov /******************************************************************************* 755bb01a673SMarc Bonnici * Forward SMCs to the other security state. 756bb01a673SMarc Bonnici ******************************************************************************/ 757bb01a673SMarc Bonnici static uint64_t spmd_smc_forward(uint32_t smc_fid, 758bb01a673SMarc Bonnici bool secure_origin, 759bb01a673SMarc Bonnici uint64_t x1, 760bb01a673SMarc Bonnici uint64_t x2, 761bb01a673SMarc Bonnici uint64_t x3, 762bb01a673SMarc Bonnici uint64_t x4, 763bb01a673SMarc Bonnici void *cookie, 764bb01a673SMarc Bonnici void *handle, 765bb01a673SMarc Bonnici uint64_t flags) 766bb01a673SMarc Bonnici { 767bb01a673SMarc Bonnici if (is_spmc_at_el3() && !secure_origin) { 768bb01a673SMarc Bonnici return spmc_smc_handler(smc_fid, secure_origin, x1, x2, x3, x4, 769bb01a673SMarc Bonnici cookie, handle, flags); 770bb01a673SMarc Bonnici } 771c925867eSOlivier Deprez 772bb01a673SMarc Bonnici return spmd_smc_switch_state(smc_fid, secure_origin, x1, x2, x3, x4, 773c925867eSOlivier Deprez handle, flags); 774bb01a673SMarc Bonnici 775bb01a673SMarc Bonnici } 776bb01a673SMarc Bonnici 777bb01a673SMarc Bonnici /******************************************************************************* 778662af36dSJ-Alves * Return FFA_ERROR with specified error code 7790f14d02fSMax Shvetsov ******************************************************************************/ 78095f7f6d8SRaghu Krishnamurthy uint64_t spmd_ffa_error_return(void *handle, int error_code) 7810f14d02fSMax Shvetsov { 782e46b2fd2SJ-Alves SMC_RET8(handle, (uint32_t) FFA_ERROR, 783e46b2fd2SJ-Alves FFA_TARGET_INFO_MBZ, (uint32_t)error_code, 784662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 785662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ); 786bdd2596dSAchin Gupta } 787bdd2596dSAchin Gupta 788f0d743dbSOlivier Deprez /******************************************************************************* 789f0d743dbSOlivier Deprez * spmd_check_address_in_binary_image 790f0d743dbSOlivier Deprez ******************************************************************************/ 791f0d743dbSOlivier Deprez bool spmd_check_address_in_binary_image(uint64_t address) 792f0d743dbSOlivier Deprez { 793f0d743dbSOlivier Deprez assert(!check_uptr_overflow(spmc_attrs.load_address, spmc_attrs.binary_size)); 794f0d743dbSOlivier Deprez 795f0d743dbSOlivier Deprez return ((address >= spmc_attrs.load_address) && 796f0d743dbSOlivier Deprez (address < (spmc_attrs.load_address + spmc_attrs.binary_size))); 797f0d743dbSOlivier Deprez } 798f0d743dbSOlivier Deprez 799c2901419SOlivier Deprez /****************************************************************************** 800c2901419SOlivier Deprez * spmd_is_spmc_message 801c2901419SOlivier Deprez *****************************************************************************/ 802c2901419SOlivier Deprez static bool spmd_is_spmc_message(unsigned int ep) 803c2901419SOlivier Deprez { 804bb01a673SMarc Bonnici if (is_spmc_at_el3()) { 805bb01a673SMarc Bonnici return false; 806bb01a673SMarc Bonnici } 807bb01a673SMarc Bonnici 808c2901419SOlivier Deprez return ((ffa_endpoint_destination(ep) == SPMD_DIRECT_MSG_ENDPOINT_ID) 809c2901419SOlivier Deprez && (ffa_endpoint_source(ep) == spmc_attrs.spmc_id)); 810c2901419SOlivier Deprez } 811c2901419SOlivier Deprez 812bdd2596dSAchin Gupta /******************************************************************************* 813bb01a673SMarc Bonnici * This function forwards FF-A SMCs to either the main SPMD handler or the 814bb01a673SMarc Bonnici * SPMC at EL3, depending on the origin security state, if enabled. 815bb01a673SMarc Bonnici ******************************************************************************/ 816bb01a673SMarc Bonnici uint64_t spmd_ffa_smc_handler(uint32_t smc_fid, 817bb01a673SMarc Bonnici uint64_t x1, 818bb01a673SMarc Bonnici uint64_t x2, 819bb01a673SMarc Bonnici uint64_t x3, 820bb01a673SMarc Bonnici uint64_t x4, 821bb01a673SMarc Bonnici void *cookie, 822bb01a673SMarc Bonnici void *handle, 823bb01a673SMarc Bonnici uint64_t flags) 824bb01a673SMarc Bonnici { 825bb01a673SMarc Bonnici if (is_spmc_at_el3()) { 826bb01a673SMarc Bonnici /* 827bb01a673SMarc Bonnici * If we have an SPMC at EL3 allow handling of the SMC first. 828bb01a673SMarc Bonnici * The SPMC will call back through to SPMD handler if required. 829bb01a673SMarc Bonnici */ 830bb01a673SMarc Bonnici if (is_caller_secure(flags)) { 831bb01a673SMarc Bonnici return spmc_smc_handler(smc_fid, 832bb01a673SMarc Bonnici is_caller_secure(flags), 833bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 834bb01a673SMarc Bonnici handle, flags); 835bb01a673SMarc Bonnici } 836bb01a673SMarc Bonnici } 837bb01a673SMarc Bonnici return spmd_smc_handler(smc_fid, x1, x2, x3, x4, cookie, 838bb01a673SMarc Bonnici handle, flags); 839bb01a673SMarc Bonnici } 840bb01a673SMarc Bonnici 841bb01a673SMarc Bonnici /******************************************************************************* 842662af36dSJ-Alves * This function handles all SMCs in the range reserved for FFA. Each call is 843bdd2596dSAchin Gupta * either forwarded to the other security state or handled by the SPM dispatcher 844bdd2596dSAchin Gupta ******************************************************************************/ 84552696946SOlivier Deprez uint64_t spmd_smc_handler(uint32_t smc_fid, 84652696946SOlivier Deprez uint64_t x1, 84752696946SOlivier Deprez uint64_t x2, 84852696946SOlivier Deprez uint64_t x3, 84952696946SOlivier Deprez uint64_t x4, 85052696946SOlivier Deprez void *cookie, 85152696946SOlivier Deprez void *handle, 852bdd2596dSAchin Gupta uint64_t flags) 853bdd2596dSAchin Gupta { 85452696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 85593ff138bSOlivier Deprez bool secure_origin; 8566873088cSJ-Alves int ret; 8574388f28fSJ-Alves uint32_t input_version; 858bdd2596dSAchin Gupta 859bdd2596dSAchin Gupta /* Determine which security state this SMC originated from */ 86093ff138bSOlivier Deprez secure_origin = is_caller_secure(flags); 861bdd2596dSAchin Gupta 8624ce3e99aSScott Branden VERBOSE("SPM(%u): 0x%x 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64 8634ce3e99aSScott Branden " 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64 "\n", 864eac8077aSOlivier Deprez plat_my_core_pos(), smc_fid, x1, x2, x3, x4, 865cdb49d47SOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X5), 866bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X6), 867bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X7)); 868bdd2596dSAchin Gupta 8690b850e9eSRaghu Krishnamurthy /* 8700b850e9eSRaghu Krishnamurthy * If there is an on-going info regs from EL3 SPMD LP, unconditionally 8710b850e9eSRaghu Krishnamurthy * return, we don't expect any other FF-A ABIs to be called between 8720b850e9eSRaghu Krishnamurthy * calls to FFA_PARTITION_INFO_GET_REGS. 8730b850e9eSRaghu Krishnamurthy */ 8740b850e9eSRaghu Krishnamurthy if (is_spmd_logical_sp_info_regs_req_in_progress(ctx)) { 8750b850e9eSRaghu Krishnamurthy assert(secure_origin); 8760b850e9eSRaghu Krishnamurthy spmd_spm_core_sync_exit(0ULL); 8770b850e9eSRaghu Krishnamurthy } 8780b850e9eSRaghu Krishnamurthy 879bdd2596dSAchin Gupta switch (smc_fid) { 880662af36dSJ-Alves case FFA_ERROR: 881bdd2596dSAchin Gupta /* 882bdd2596dSAchin Gupta * Check if this is the first invocation of this interface on 88352696946SOlivier Deprez * this CPU. If so, then indicate that the SPM Core initialised 884bdd2596dSAchin Gupta * unsuccessfully. 885bdd2596dSAchin Gupta */ 8869dcf63ddSOlivier Deprez if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) { 887bdd2596dSAchin Gupta spmd_spm_core_sync_exit(x2); 8880f14d02fSMax Shvetsov } 889bdd2596dSAchin Gupta 89066bdfd6eSRaghu Krishnamurthy /* 89166bdfd6eSRaghu Krishnamurthy * If there was an SPMD logical partition direct request on-going, 89266bdfd6eSRaghu Krishnamurthy * return back to the SPMD logical partition so the error can be 89366bdfd6eSRaghu Krishnamurthy * consumed. 89466bdfd6eSRaghu Krishnamurthy */ 89566bdfd6eSRaghu Krishnamurthy if (is_spmd_logical_sp_dir_req_in_progress(ctx)) { 89666bdfd6eSRaghu Krishnamurthy assert(secure_origin); 89766bdfd6eSRaghu Krishnamurthy spmd_spm_core_sync_exit(0ULL); 89866bdfd6eSRaghu Krishnamurthy } 89966bdfd6eSRaghu Krishnamurthy 90093ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 901bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 902bb01a673SMarc Bonnici handle, flags); 903bdd2596dSAchin Gupta break; /* not reached */ 904bdd2596dSAchin Gupta 905662af36dSJ-Alves case FFA_VERSION: 9064388f28fSJ-Alves input_version = (uint32_t)(0xFFFFFFFF & x1); 907bdd2596dSAchin Gupta /* 9084388f28fSJ-Alves * If caller is secure and SPMC was initialized, 9094388f28fSJ-Alves * return FFA_VERSION of SPMD. 9104388f28fSJ-Alves * If caller is non secure and SPMC was initialized, 9119576fa93SMarc Bonnici * forward to the EL3 SPMC if enabled, otherwise return 9129576fa93SMarc Bonnici * the SPMC version if implemented at a lower EL. 9134388f28fSJ-Alves * Sanity check to "input_version". 914bb01a673SMarc Bonnici * If the EL3 SPMC is enabled, ignore the SPMC state as 915bb01a673SMarc Bonnici * this is not used. 916bdd2596dSAchin Gupta */ 9174388f28fSJ-Alves if ((input_version & FFA_VERSION_BIT31_MASK) || 918bb01a673SMarc Bonnici (!is_spmc_at_el3() && (ctx->state == SPMC_STATE_RESET))) { 9194388f28fSJ-Alves ret = FFA_ERROR_NOT_SUPPORTED; 9204388f28fSJ-Alves } else if (!secure_origin) { 9219576fa93SMarc Bonnici if (is_spmc_at_el3()) { 9229576fa93SMarc Bonnici /* 9239576fa93SMarc Bonnici * Forward the call directly to the EL3 SPMC, if 9249576fa93SMarc Bonnici * enabled, as we don't need to wrap the call in 9259576fa93SMarc Bonnici * a direct request. 9269576fa93SMarc Bonnici */ 9279576fa93SMarc Bonnici return spmd_smc_forward(smc_fid, secure_origin, 9289576fa93SMarc Bonnici x1, x2, x3, x4, cookie, 9299576fa93SMarc Bonnici handle, flags); 9309576fa93SMarc Bonnici } 9319576fa93SMarc Bonnici 9329944f557SDaniel Boulby gp_regs_t *gpregs = get_gpregs_ctx(&ctx->cpu_ctx); 9339944f557SDaniel Boulby uint64_t rc; 9349944f557SDaniel Boulby 9359944f557SDaniel Boulby if (spmc_attrs.major_version == 1 && 9369944f557SDaniel Boulby spmc_attrs.minor_version == 0) { 937e46b2fd2SJ-Alves ret = MAKE_FFA_VERSION(spmc_attrs.major_version, 938e46b2fd2SJ-Alves spmc_attrs.minor_version); 9399944f557SDaniel Boulby SMC_RET8(handle, (uint32_t)ret, 9409944f557SDaniel Boulby FFA_TARGET_INFO_MBZ, 9419944f557SDaniel Boulby FFA_TARGET_INFO_MBZ, 9429944f557SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 9439944f557SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 9449944f557SDaniel Boulby FFA_PARAM_MBZ); 9459944f557SDaniel Boulby break; 9469944f557SDaniel Boulby } 9479944f557SDaniel Boulby /* Save non-secure system registers context */ 9489944f557SDaniel Boulby #if SPMD_SPM_AT_SEL2 9499944f557SDaniel Boulby cm_el2_sysregs_context_save(NON_SECURE); 9502d960a11SMadhukar Pappireddy #else 9512d960a11SMadhukar Pappireddy cm_el1_sysregs_context_save(NON_SECURE); 9529944f557SDaniel Boulby #endif 9539944f557SDaniel Boulby 9549944f557SDaniel Boulby /* 9559944f557SDaniel Boulby * The incoming request has FFA_VERSION as X0 smc_fid 9569944f557SDaniel Boulby * and requested version in x1. Prepare a direct request 9579944f557SDaniel Boulby * from SPMD to SPMC with FFA_VERSION framework function 9589944f557SDaniel Boulby * identifier in X2 and requested version in X3. 9599944f557SDaniel Boulby */ 9609944f557SDaniel Boulby spmd_build_spmc_message(gpregs, 9619944f557SDaniel Boulby SPMD_FWK_MSG_FFA_VERSION_REQ, 9629944f557SDaniel Boulby input_version); 9639944f557SDaniel Boulby 96476d53ee1SOlivier Deprez /* 96576d53ee1SOlivier Deprez * Ensure x8-x17 NS GP register values are untouched when returning 96676d53ee1SOlivier Deprez * from the SPMC. 96776d53ee1SOlivier Deprez */ 96876d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X8, SMC_GET_GP(handle, CTX_GPREG_X8)); 96976d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X9, SMC_GET_GP(handle, CTX_GPREG_X9)); 97076d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X10, SMC_GET_GP(handle, CTX_GPREG_X10)); 97176d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X11, SMC_GET_GP(handle, CTX_GPREG_X11)); 97276d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X12, SMC_GET_GP(handle, CTX_GPREG_X12)); 97376d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X13, SMC_GET_GP(handle, CTX_GPREG_X13)); 97476d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X14, SMC_GET_GP(handle, CTX_GPREG_X14)); 97576d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X15, SMC_GET_GP(handle, CTX_GPREG_X15)); 97676d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X16, SMC_GET_GP(handle, CTX_GPREG_X16)); 97776d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X17, SMC_GET_GP(handle, CTX_GPREG_X17)); 97876d53ee1SOlivier Deprez 9799944f557SDaniel Boulby rc = spmd_spm_core_sync_entry(ctx); 9809944f557SDaniel Boulby 9819944f557SDaniel Boulby if ((rc != 0ULL) || 9829944f557SDaniel Boulby (SMC_GET_GP(gpregs, CTX_GPREG_X0) != 9839944f557SDaniel Boulby FFA_MSG_SEND_DIRECT_RESP_SMC32) || 9849944f557SDaniel Boulby (SMC_GET_GP(gpregs, CTX_GPREG_X2) != 98559bd2ad8SMarc Bonnici (FFA_FWK_MSG_BIT | 9869944f557SDaniel Boulby SPMD_FWK_MSG_FFA_VERSION_RESP))) { 9879944f557SDaniel Boulby ERROR("Failed to forward FFA_VERSION\n"); 9889944f557SDaniel Boulby ret = FFA_ERROR_NOT_SUPPORTED; 9899944f557SDaniel Boulby } else { 9909944f557SDaniel Boulby ret = SMC_GET_GP(gpregs, CTX_GPREG_X3); 9919944f557SDaniel Boulby } 9929944f557SDaniel Boulby 9939944f557SDaniel Boulby /* 99476d53ee1SOlivier Deprez * x0-x4 are updated by spmd_smc_forward below. 99576d53ee1SOlivier Deprez * Zero out x5-x7 in the FFA_VERSION response. 99676d53ee1SOlivier Deprez */ 99776d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X5, 0); 99876d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X6, 0); 99976d53ee1SOlivier Deprez write_ctx_reg(gpregs, CTX_GPREG_X7, 0); 100076d53ee1SOlivier Deprez 100176d53ee1SOlivier Deprez /* 10029944f557SDaniel Boulby * Return here after SPMC has handled FFA_VERSION. 10039944f557SDaniel Boulby * The returned SPMC version is held in X3. 10049944f557SDaniel Boulby * Forward this version in X0 to the non-secure caller. 10059944f557SDaniel Boulby */ 10069944f557SDaniel Boulby return spmd_smc_forward(ret, true, FFA_PARAM_MBZ, 10079944f557SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1008bb01a673SMarc Bonnici FFA_PARAM_MBZ, cookie, gpregs, 1009bb01a673SMarc Bonnici flags); 10104388f28fSJ-Alves } else { 1011e46b2fd2SJ-Alves ret = MAKE_FFA_VERSION(FFA_VERSION_MAJOR, 1012e46b2fd2SJ-Alves FFA_VERSION_MINOR); 10134388f28fSJ-Alves } 10144388f28fSJ-Alves 1015e46b2fd2SJ-Alves SMC_RET8(handle, (uint32_t)ret, FFA_TARGET_INFO_MBZ, 1016e46b2fd2SJ-Alves FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1017e46b2fd2SJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ); 1018bdd2596dSAchin Gupta break; /* not reached */ 1019bdd2596dSAchin Gupta 1020662af36dSJ-Alves case FFA_FEATURES: 1021bdd2596dSAchin Gupta /* 1022bdd2596dSAchin Gupta * This is an optional interface. Do the minimal checks and 102352696946SOlivier Deprez * forward to SPM Core which will handle it if implemented. 1024bdd2596dSAchin Gupta */ 1025bdd2596dSAchin Gupta 102652696946SOlivier Deprez /* Forward SMC from Normal world to the SPM Core */ 102793ff138bSOlivier Deprez if (!secure_origin) { 102893ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 1029bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 1030bb01a673SMarc Bonnici handle, flags); 103152696946SOlivier Deprez } 103252696946SOlivier Deprez 1033bdd2596dSAchin Gupta /* 1034bdd2596dSAchin Gupta * Return success if call was from secure world i.e. all 1035662af36dSJ-Alves * FFA functions are supported. This is essentially a 1036bdd2596dSAchin Gupta * nop. 1037bdd2596dSAchin Gupta */ 1038662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, x1, x2, x3, x4, 1039bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X5), 1040bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X6), 1041bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X7)); 10420f14d02fSMax Shvetsov 1043bdd2596dSAchin Gupta break; /* not reached */ 1044bdd2596dSAchin Gupta 1045662af36dSJ-Alves case FFA_ID_GET: 1046ac03ac5eSMax Shvetsov /* 1047662af36dSJ-Alves * Returns the ID of the calling FFA component. 1048ac03ac5eSMax Shvetsov */ 1049ac03ac5eSMax Shvetsov if (!secure_origin) { 1050662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, 1051662af36dSJ-Alves FFA_TARGET_INFO_MBZ, FFA_NS_ENDPOINT_ID, 1052662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1053662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1054662af36dSJ-Alves FFA_PARAM_MBZ); 105552696946SOlivier Deprez } 105652696946SOlivier Deprez 1057662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, 1058662af36dSJ-Alves FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id, 1059662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1060662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1061662af36dSJ-Alves FFA_PARAM_MBZ); 1062ac03ac5eSMax Shvetsov 1063ac03ac5eSMax Shvetsov break; /* not reached */ 1064ac03ac5eSMax Shvetsov 1065cdb49d47SOlivier Deprez case FFA_SECONDARY_EP_REGISTER_SMC64: 1066cdb49d47SOlivier Deprez if (secure_origin) { 1067cdb49d47SOlivier Deprez ret = spmd_pm_secondary_ep_register(x1); 1068cdb49d47SOlivier Deprez 1069cdb49d47SOlivier Deprez if (ret < 0) { 1070cdb49d47SOlivier Deprez SMC_RET8(handle, FFA_ERROR_SMC64, 1071cdb49d47SOlivier Deprez FFA_TARGET_INFO_MBZ, ret, 1072cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1073cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1074cdb49d47SOlivier Deprez FFA_PARAM_MBZ); 1075cdb49d47SOlivier Deprez } else { 1076cdb49d47SOlivier Deprez SMC_RET8(handle, FFA_SUCCESS_SMC64, 1077cdb49d47SOlivier Deprez FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, 1078cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1079cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 1080cdb49d47SOlivier Deprez FFA_PARAM_MBZ); 1081cdb49d47SOlivier Deprez } 1082cdb49d47SOlivier Deprez } 1083cdb49d47SOlivier Deprez 1084cdb49d47SOlivier Deprez return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 1085cdb49d47SOlivier Deprez break; /* Not reached */ 1086cdb49d47SOlivier Deprez 108770c121a2SDaniel Boulby case FFA_SPM_ID_GET: 108870c121a2SDaniel Boulby if (MAKE_FFA_VERSION(1, 1) > FFA_VERSION_COMPILED) { 108970c121a2SDaniel Boulby return spmd_ffa_error_return(handle, 109070c121a2SDaniel Boulby FFA_ERROR_NOT_SUPPORTED); 109170c121a2SDaniel Boulby } 109270c121a2SDaniel Boulby /* 109370c121a2SDaniel Boulby * Returns the ID of the SPMC or SPMD depending on the FF-A 109470c121a2SDaniel Boulby * instance where this function is invoked 109570c121a2SDaniel Boulby */ 109670c121a2SDaniel Boulby if (!secure_origin) { 109770c121a2SDaniel Boulby SMC_RET8(handle, FFA_SUCCESS_SMC32, 109870c121a2SDaniel Boulby FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id, 109970c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 110070c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 110170c121a2SDaniel Boulby FFA_PARAM_MBZ); 110270c121a2SDaniel Boulby } 110370c121a2SDaniel Boulby SMC_RET8(handle, FFA_SUCCESS_SMC32, 110470c121a2SDaniel Boulby FFA_TARGET_INFO_MBZ, SPMD_DIRECT_MSG_ENDPOINT_ID, 110570c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 110670c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 110770c121a2SDaniel Boulby FFA_PARAM_MBZ); 110870c121a2SDaniel Boulby 110970c121a2SDaniel Boulby break; /* not reached */ 111070c121a2SDaniel Boulby 1111f0d743dbSOlivier Deprez case FFA_MSG_SEND_DIRECT_REQ_SMC32: 11125519f07cSShruti case FFA_MSG_SEND_DIRECT_REQ_SMC64: 1113*6c378c2fSKathleen Capella case FFA_MSG_SEND_DIRECT_REQ2_SMC64: 111466bdfd6eSRaghu Krishnamurthy /* 111566bdfd6eSRaghu Krishnamurthy * Regardless of secure_origin, SPMD logical partitions cannot 111666bdfd6eSRaghu Krishnamurthy * handle direct messages. They can only initiate direct 111766bdfd6eSRaghu Krishnamurthy * messages and consume direct responses or errors. 111866bdfd6eSRaghu Krishnamurthy */ 111966bdfd6eSRaghu Krishnamurthy if (is_spmd_lp_id(ffa_endpoint_source(x1)) || 112066bdfd6eSRaghu Krishnamurthy is_spmd_lp_id(ffa_endpoint_destination(x1))) { 112166bdfd6eSRaghu Krishnamurthy return spmd_ffa_error_return(handle, 112266bdfd6eSRaghu Krishnamurthy FFA_ERROR_INVALID_PARAMETER 112366bdfd6eSRaghu Krishnamurthy ); 112466bdfd6eSRaghu Krishnamurthy } 112566bdfd6eSRaghu Krishnamurthy 112666bdfd6eSRaghu Krishnamurthy /* 112766bdfd6eSRaghu Krishnamurthy * When there is an ongoing SPMD logical partition direct 112866bdfd6eSRaghu Krishnamurthy * request, there cannot be another direct request. Return 112966bdfd6eSRaghu Krishnamurthy * error in this case. Panic'ing is an option but that does 113066bdfd6eSRaghu Krishnamurthy * not provide the opportunity for caller to abort based on 113166bdfd6eSRaghu Krishnamurthy * error codes. 113266bdfd6eSRaghu Krishnamurthy */ 113366bdfd6eSRaghu Krishnamurthy if (is_spmd_logical_sp_dir_req_in_progress(ctx)) { 113466bdfd6eSRaghu Krishnamurthy assert(secure_origin); 113566bdfd6eSRaghu Krishnamurthy return spmd_ffa_error_return(handle, 113666bdfd6eSRaghu Krishnamurthy FFA_ERROR_DENIED); 113766bdfd6eSRaghu Krishnamurthy } 113866bdfd6eSRaghu Krishnamurthy 11395519f07cSShruti if (!secure_origin) { 11405519f07cSShruti /* Validate source endpoint is non-secure for non-secure caller. */ 11415519f07cSShruti if (ffa_is_secure_world_id(ffa_endpoint_source(x1))) { 11425519f07cSShruti return spmd_ffa_error_return(handle, 11435519f07cSShruti FFA_ERROR_INVALID_PARAMETER); 11445519f07cSShruti } 11455519f07cSShruti } 1146f0d743dbSOlivier Deprez if (secure_origin && spmd_is_spmc_message(x1)) { 1147cc6047b3SKathleen Capella return spmd_ffa_error_return(handle, 1148*6c378c2fSKathleen Capella FFA_ERROR_DENIED); 1149cc6047b3SKathleen Capella } else { 1150cc6047b3SKathleen Capella /* Forward direct message to the other world */ 1151cc6047b3SKathleen Capella return spmd_smc_forward(smc_fid, secure_origin, 1152cc6047b3SKathleen Capella x1, x2, x3, x4, cookie, 1153cc6047b3SKathleen Capella handle, flags); 1154cc6047b3SKathleen Capella } 1155cc6047b3SKathleen Capella break; /* Not reached */ 1156cc6047b3SKathleen Capella 1157f0d743dbSOlivier Deprez case FFA_MSG_SEND_DIRECT_RESP_SMC32: 115866bdfd6eSRaghu Krishnamurthy case FFA_MSG_SEND_DIRECT_RESP_SMC64: 1159*6c378c2fSKathleen Capella case FFA_MSG_SEND_DIRECT_RESP2_SMC64: 116066bdfd6eSRaghu Krishnamurthy if (secure_origin && (spmd_is_spmc_message(x1) || 116166bdfd6eSRaghu Krishnamurthy is_spmd_logical_sp_dir_req_in_progress(ctx))) { 11628cb99c3fSOlivier Deprez spmd_spm_core_sync_exit(0ULL); 1163f0d743dbSOlivier Deprez } else { 1164f0d743dbSOlivier Deprez /* Forward direct message to the other world */ 1165f0d743dbSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 1166bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 1167bb01a673SMarc Bonnici handle, flags); 1168f0d743dbSOlivier Deprez } 1169f0d743dbSOlivier Deprez break; /* Not reached */ 1170662af36dSJ-Alves case FFA_RX_RELEASE: 1171662af36dSJ-Alves case FFA_RXTX_MAP_SMC32: 1172662af36dSJ-Alves case FFA_RXTX_MAP_SMC64: 1173662af36dSJ-Alves case FFA_RXTX_UNMAP: 1174545b8eb3SRuari Phipps case FFA_PARTITION_INFO_GET: 1175fc3f4800SJ-Alves #if MAKE_FFA_VERSION(1, 1) <= FFA_VERSION_COMPILED 1176fc3f4800SJ-Alves case FFA_NOTIFICATION_BITMAP_CREATE: 1177fc3f4800SJ-Alves case FFA_NOTIFICATION_BITMAP_DESTROY: 1178fc3f4800SJ-Alves case FFA_NOTIFICATION_BIND: 1179fc3f4800SJ-Alves case FFA_NOTIFICATION_UNBIND: 1180fc3f4800SJ-Alves case FFA_NOTIFICATION_SET: 1181fc3f4800SJ-Alves case FFA_NOTIFICATION_GET: 1182fc3f4800SJ-Alves case FFA_NOTIFICATION_INFO_GET: 1183fc3f4800SJ-Alves case FFA_NOTIFICATION_INFO_GET_SMC64: 1184c2eba07cSFederico Recanati case FFA_MSG_SEND2: 1185d555233fSFederico Recanati case FFA_RX_ACQUIRE: 1186fc3f4800SJ-Alves #endif 1187662af36dSJ-Alves case FFA_MSG_RUN: 1188c2eba07cSFederico Recanati /* 1189c2eba07cSFederico Recanati * Above calls should be invoked only by the Normal world and 1190c2eba07cSFederico Recanati * must not be forwarded from Secure world to Normal world. 1191c2eba07cSFederico Recanati */ 119293ff138bSOlivier Deprez if (secure_origin) { 1193662af36dSJ-Alves return spmd_ffa_error_return(handle, 1194662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 1195bdd2596dSAchin Gupta } 1196bdd2596dSAchin Gupta 1197e138400dSBoyan Karatotev /* Forward the call to the other world */ 1198e138400dSBoyan Karatotev /* fallthrough */ 1199662af36dSJ-Alves case FFA_MSG_SEND: 1200662af36dSJ-Alves case FFA_MEM_DONATE_SMC32: 1201662af36dSJ-Alves case FFA_MEM_DONATE_SMC64: 1202662af36dSJ-Alves case FFA_MEM_LEND_SMC32: 1203662af36dSJ-Alves case FFA_MEM_LEND_SMC64: 1204662af36dSJ-Alves case FFA_MEM_SHARE_SMC32: 1205662af36dSJ-Alves case FFA_MEM_SHARE_SMC64: 1206662af36dSJ-Alves case FFA_MEM_RETRIEVE_REQ_SMC32: 1207662af36dSJ-Alves case FFA_MEM_RETRIEVE_REQ_SMC64: 1208662af36dSJ-Alves case FFA_MEM_RETRIEVE_RESP: 1209662af36dSJ-Alves case FFA_MEM_RELINQUISH: 1210662af36dSJ-Alves case FFA_MEM_RECLAIM: 1211642db984SMarc Bonnici case FFA_MEM_FRAG_TX: 1212642db984SMarc Bonnici case FFA_MEM_FRAG_RX: 1213662af36dSJ-Alves case FFA_SUCCESS_SMC32: 1214662af36dSJ-Alves case FFA_SUCCESS_SMC64: 1215bdd2596dSAchin Gupta /* 121666bdfd6eSRaghu Krishnamurthy * If there is an ongoing direct request from an SPMD logical 121766bdfd6eSRaghu Krishnamurthy * partition, return an error. 1218bdd2596dSAchin Gupta */ 121966bdfd6eSRaghu Krishnamurthy if (is_spmd_logical_sp_dir_req_in_progress(ctx)) { 122066bdfd6eSRaghu Krishnamurthy assert(secure_origin); 122166bdfd6eSRaghu Krishnamurthy return spmd_ffa_error_return(handle, 122266bdfd6eSRaghu Krishnamurthy FFA_ERROR_DENIED); 122366bdfd6eSRaghu Krishnamurthy } 1224bdd2596dSAchin Gupta 122593ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 1226bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 1227bb01a673SMarc Bonnici handle, flags); 1228bdd2596dSAchin Gupta break; /* not reached */ 1229bdd2596dSAchin Gupta 1230662af36dSJ-Alves case FFA_MSG_WAIT: 1231bdd2596dSAchin Gupta /* 1232bdd2596dSAchin Gupta * Check if this is the first invocation of this interface on 1233bdd2596dSAchin Gupta * this CPU from the Secure world. If so, then indicate that the 123452696946SOlivier Deprez * SPM Core initialised successfully. 1235bdd2596dSAchin Gupta */ 12369dcf63ddSOlivier Deprez if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) { 12378cb99c3fSOlivier Deprez spmd_spm_core_sync_exit(0ULL); 1238bdd2596dSAchin Gupta } 1239bdd2596dSAchin Gupta 1240e138400dSBoyan Karatotev /* Forward the call to the other world */ 1241e138400dSBoyan Karatotev /* fallthrough */ 1242386dc365SOlivier Deprez case FFA_INTERRUPT: 1243662af36dSJ-Alves case FFA_MSG_YIELD: 1244bdd2596dSAchin Gupta /* This interface must be invoked only by the Secure world */ 124593ff138bSOlivier Deprez if (!secure_origin) { 1246662af36dSJ-Alves return spmd_ffa_error_return(handle, 1247662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 1248bdd2596dSAchin Gupta } 1249bdd2596dSAchin Gupta 125066bdfd6eSRaghu Krishnamurthy if (is_spmd_logical_sp_dir_req_in_progress(ctx)) { 125166bdfd6eSRaghu Krishnamurthy assert(secure_origin); 125266bdfd6eSRaghu Krishnamurthy return spmd_ffa_error_return(handle, 125366bdfd6eSRaghu Krishnamurthy FFA_ERROR_DENIED); 125466bdfd6eSRaghu Krishnamurthy } 125566bdfd6eSRaghu Krishnamurthy 125693ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 1257bb01a673SMarc Bonnici x1, x2, x3, x4, cookie, 1258bb01a673SMarc Bonnici handle, flags); 1259bdd2596dSAchin Gupta break; /* not reached */ 1260bdd2596dSAchin Gupta 12618cb99c3fSOlivier Deprez case FFA_NORMAL_WORLD_RESUME: 12628cb99c3fSOlivier Deprez if (secure_origin && ctx->secure_interrupt_ongoing) { 12638cb99c3fSOlivier Deprez spmd_spm_core_sync_exit(0ULL); 12648cb99c3fSOlivier Deprez } else { 12658cb99c3fSOlivier Deprez return spmd_ffa_error_return(handle, FFA_ERROR_DENIED); 12668cb99c3fSOlivier Deprez } 12678cb99c3fSOlivier Deprez break; /* Not reached */ 1268eaaf517cSRaghu Krishnamurthy #if MAKE_FFA_VERSION(1, 1) <= FFA_VERSION_COMPILED 1269eaaf517cSRaghu Krishnamurthy case FFA_PARTITION_INFO_GET_REGS_SMC64: 1270eaaf517cSRaghu Krishnamurthy if (secure_origin) { 127195f7f6d8SRaghu Krishnamurthy return spmd_el3_populate_logical_partition_info(handle, x1, 127295f7f6d8SRaghu Krishnamurthy x2, x3); 1273eaaf517cSRaghu Krishnamurthy } 12748cb99c3fSOlivier Deprez 1275eaaf517cSRaghu Krishnamurthy /* Call only supported with SMCCC 1.2+ */ 1276eaaf517cSRaghu Krishnamurthy if (MAKE_SMCCC_VERSION(SMCCC_MAJOR_VERSION, SMCCC_MINOR_VERSION) < 0x10002) { 1277eaaf517cSRaghu Krishnamurthy return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 1278eaaf517cSRaghu Krishnamurthy } 1279eaaf517cSRaghu Krishnamurthy 1280eaaf517cSRaghu Krishnamurthy return spmd_smc_forward(smc_fid, secure_origin, 1281eaaf517cSRaghu Krishnamurthy x1, x2, x3, x4, cookie, 1282eaaf517cSRaghu Krishnamurthy handle, flags); 1283eaaf517cSRaghu Krishnamurthy break; /* Not reached */ 1284eaaf517cSRaghu Krishnamurthy #endif 1285638a6f8eSShruti Gupta case FFA_CONSOLE_LOG_SMC32: 1286638a6f8eSShruti Gupta case FFA_CONSOLE_LOG_SMC64: 1287638a6f8eSShruti Gupta /* This interface must not be forwarded to other worlds. */ 1288638a6f8eSShruti Gupta return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 1289638a6f8eSShruti Gupta break; /* not reached */ 1290638a6f8eSShruti Gupta 12916671b3d8SMadhukar Pappireddy case FFA_EL3_INTR_HANDLE: 12926671b3d8SMadhukar Pappireddy if (secure_origin) { 12936671b3d8SMadhukar Pappireddy return spmd_handle_group0_intr_swd(handle); 12946671b3d8SMadhukar Pappireddy } else { 12956c91fc44SMadhukar Pappireddy return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 12966671b3d8SMadhukar Pappireddy } 1297bdd2596dSAchin Gupta default: 1298bdd2596dSAchin Gupta WARN("SPM: Unsupported call 0x%08x\n", smc_fid); 1299662af36dSJ-Alves return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 1300bdd2596dSAchin Gupta } 1301bdd2596dSAchin Gupta } 1302