1bdd2596dSAchin Gupta /* 2cdb49d47SOlivier Deprez * Copyright (c) 2020-2021, ARM Limited and Contributors. All rights reserved. 3bdd2596dSAchin Gupta * 4bdd2596dSAchin Gupta * SPDX-License-Identifier: BSD-3-Clause 5bdd2596dSAchin Gupta */ 6bdd2596dSAchin Gupta 7bdd2596dSAchin Gupta #include <assert.h> 8bdd2596dSAchin Gupta #include <errno.h> 9bdd2596dSAchin Gupta #include <string.h> 10bdd2596dSAchin Gupta 11bdd2596dSAchin Gupta #include <arch_helpers.h> 1252696946SOlivier Deprez #include <arch/aarch64/arch_features.h> 13bdd2596dSAchin Gupta #include <bl31/bl31.h> 14bdd2596dSAchin Gupta #include <common/debug.h> 15bdd2596dSAchin Gupta #include <common/runtime_svc.h> 16bdd2596dSAchin Gupta #include <lib/el3_runtime/context_mgmt.h> 17bdd2596dSAchin Gupta #include <lib/smccc.h> 18bdd2596dSAchin Gupta #include <lib/spinlock.h> 19bdd2596dSAchin Gupta #include <lib/utils.h> 20bdd2596dSAchin Gupta #include <plat/common/common_def.h> 21bdd2596dSAchin Gupta #include <plat/common/platform.h> 22bdd2596dSAchin Gupta #include <platform_def.h> 23662af36dSJ-Alves #include <services/ffa_svc.h> 24bdd2596dSAchin Gupta #include <services/spmd_svc.h> 25bdd2596dSAchin Gupta #include <smccc_helpers.h> 26bdd2596dSAchin Gupta #include "spmd_private.h" 27bdd2596dSAchin Gupta 28bdd2596dSAchin Gupta /******************************************************************************* 29bdd2596dSAchin Gupta * SPM Core context information. 30bdd2596dSAchin Gupta ******************************************************************************/ 3152696946SOlivier Deprez static spmd_spm_core_context_t spm_core_context[PLATFORM_CORE_COUNT]; 32bdd2596dSAchin Gupta 33bdd2596dSAchin Gupta /******************************************************************************* 34bdd2596dSAchin Gupta * SPM Core attribute information read from its manifest. 35bdd2596dSAchin Gupta ******************************************************************************/ 3652696946SOlivier Deprez static spmc_manifest_attribute_t spmc_attrs; 370f14d02fSMax Shvetsov 380f14d02fSMax Shvetsov /******************************************************************************* 390f14d02fSMax Shvetsov * SPM Core entry point information. Discovered on the primary core and reused 400f14d02fSMax Shvetsov * on secondary cores. 410f14d02fSMax Shvetsov ******************************************************************************/ 420f14d02fSMax Shvetsov static entry_point_info_t *spmc_ep_info; 430f14d02fSMax Shvetsov 440f14d02fSMax Shvetsov /******************************************************************************* 4502d50bb0SOlivier Deprez * SPM Core context on CPU based on mpidr. 4602d50bb0SOlivier Deprez ******************************************************************************/ 4702d50bb0SOlivier Deprez spmd_spm_core_context_t *spmd_get_context_by_mpidr(uint64_t mpidr) 4802d50bb0SOlivier Deprez { 49f7fb0bf7SMax Shvetsov int core_idx = plat_core_pos_by_mpidr(mpidr); 50f7fb0bf7SMax Shvetsov 51f7fb0bf7SMax Shvetsov if (core_idx < 0) { 52f7fb0bf7SMax Shvetsov ERROR("Invalid mpidr: %llx, returned ID: %d\n", mpidr, core_idx); 53f7fb0bf7SMax Shvetsov panic(); 54f7fb0bf7SMax Shvetsov } 55f7fb0bf7SMax Shvetsov 56f7fb0bf7SMax Shvetsov return &spm_core_context[core_idx]; 5702d50bb0SOlivier Deprez } 5802d50bb0SOlivier Deprez 5902d50bb0SOlivier Deprez /******************************************************************************* 6052696946SOlivier Deprez * SPM Core context on current CPU get helper. 6152696946SOlivier Deprez ******************************************************************************/ 6252696946SOlivier Deprez spmd_spm_core_context_t *spmd_get_context(void) 6352696946SOlivier Deprez { 6402d50bb0SOlivier Deprez return spmd_get_context_by_mpidr(read_mpidr()); 6552696946SOlivier Deprez } 6652696946SOlivier Deprez 6752696946SOlivier Deprez /******************************************************************************* 68a92bc73bSOlivier Deprez * SPM Core ID getter. 69a92bc73bSOlivier Deprez ******************************************************************************/ 70a92bc73bSOlivier Deprez uint16_t spmd_spmc_id_get(void) 71a92bc73bSOlivier Deprez { 72a92bc73bSOlivier Deprez return spmc_attrs.spmc_id; 73a92bc73bSOlivier Deprez } 74a92bc73bSOlivier Deprez 75a92bc73bSOlivier Deprez /******************************************************************************* 760f14d02fSMax Shvetsov * Static function declaration. 770f14d02fSMax Shvetsov ******************************************************************************/ 780f14d02fSMax Shvetsov static int32_t spmd_init(void); 7923d5ba86SOlivier Deprez static int spmd_spmc_init(void *pm_addr); 80662af36dSJ-Alves static uint64_t spmd_ffa_error_return(void *handle, 8152696946SOlivier Deprez int error_code); 8252696946SOlivier Deprez static uint64_t spmd_smc_forward(uint32_t smc_fid, 8352696946SOlivier Deprez bool secure_origin, 8452696946SOlivier Deprez uint64_t x1, 8552696946SOlivier Deprez uint64_t x2, 8652696946SOlivier Deprez uint64_t x3, 8752696946SOlivier Deprez uint64_t x4, 8852696946SOlivier Deprez void *handle); 89bdd2596dSAchin Gupta 90bdd2596dSAchin Gupta /******************************************************************************* 9152696946SOlivier Deprez * This function takes an SPMC context pointer and performs a synchronous 9252696946SOlivier Deprez * SPMC entry. 93bdd2596dSAchin Gupta ******************************************************************************/ 94bdd2596dSAchin Gupta uint64_t spmd_spm_core_sync_entry(spmd_spm_core_context_t *spmc_ctx) 95bdd2596dSAchin Gupta { 96bdd2596dSAchin Gupta uint64_t rc; 97bdd2596dSAchin Gupta 98bdd2596dSAchin Gupta assert(spmc_ctx != NULL); 99bdd2596dSAchin Gupta 100bdd2596dSAchin Gupta cm_set_context(&(spmc_ctx->cpu_ctx), SECURE); 101bdd2596dSAchin Gupta 102bdd2596dSAchin Gupta /* Restore the context assigned above */ 103033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 10428f39f02SMax Shvetsov cm_el2_sysregs_context_restore(SECURE); 105678ce223SOlivier Deprez #else 106678ce223SOlivier Deprez cm_el1_sysregs_context_restore(SECURE); 107033039f8SMax Shvetsov #endif 108bdd2596dSAchin Gupta cm_set_next_eret_context(SECURE); 109bdd2596dSAchin Gupta 110033039f8SMax Shvetsov /* Enter SPMC */ 111bdd2596dSAchin Gupta rc = spmd_spm_core_enter(&spmc_ctx->c_rt_ctx); 112bdd2596dSAchin Gupta 113bdd2596dSAchin Gupta /* Save secure state */ 114033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 11528f39f02SMax Shvetsov cm_el2_sysregs_context_save(SECURE); 116678ce223SOlivier Deprez #else 117678ce223SOlivier Deprez cm_el1_sysregs_context_save(SECURE); 118033039f8SMax Shvetsov #endif 119bdd2596dSAchin Gupta 120bdd2596dSAchin Gupta return rc; 121bdd2596dSAchin Gupta } 122bdd2596dSAchin Gupta 123bdd2596dSAchin Gupta /******************************************************************************* 12452696946SOlivier Deprez * This function returns to the place where spmd_spm_core_sync_entry() was 125bdd2596dSAchin Gupta * called originally. 126bdd2596dSAchin Gupta ******************************************************************************/ 127bdd2596dSAchin Gupta __dead2 void spmd_spm_core_sync_exit(uint64_t rc) 128bdd2596dSAchin Gupta { 12952696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 130bdd2596dSAchin Gupta 13152696946SOlivier Deprez /* Get current CPU context from SPMC context */ 132bdd2596dSAchin Gupta assert(cm_get_context(SECURE) == &(ctx->cpu_ctx)); 133bdd2596dSAchin Gupta 134bdd2596dSAchin Gupta /* 135bdd2596dSAchin Gupta * The SPMD must have initiated the original request through a 136bdd2596dSAchin Gupta * synchronous entry into SPMC. Jump back to the original C runtime 137bdd2596dSAchin Gupta * context with the value of rc in x0; 138bdd2596dSAchin Gupta */ 139bdd2596dSAchin Gupta spmd_spm_core_exit(ctx->c_rt_ctx, rc); 140bdd2596dSAchin Gupta 141bdd2596dSAchin Gupta panic(); 142bdd2596dSAchin Gupta } 143bdd2596dSAchin Gupta 144bdd2596dSAchin Gupta /******************************************************************************* 14552696946SOlivier Deprez * Jump to the SPM Core for the first time. 146bdd2596dSAchin Gupta ******************************************************************************/ 147bdd2596dSAchin Gupta static int32_t spmd_init(void) 148bdd2596dSAchin Gupta { 14952696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 15052696946SOlivier Deprez uint64_t rc; 151bdd2596dSAchin Gupta 15252696946SOlivier Deprez VERBOSE("SPM Core init start.\n"); 1539dcf63ddSOlivier Deprez 154*f2dcf418SOlivier Deprez /* Primary boot core enters the SPMC for initialization. */ 155*f2dcf418SOlivier Deprez ctx->state = SPMC_STATE_ON_PENDING; 156bdd2596dSAchin Gupta 157bdd2596dSAchin Gupta rc = spmd_spm_core_sync_entry(ctx); 15852696946SOlivier Deprez if (rc != 0ULL) { 159bdd2596dSAchin Gupta ERROR("SPMC initialisation failed 0x%llx\n", rc); 16052696946SOlivier Deprez return 0; 161bdd2596dSAchin Gupta } 162bdd2596dSAchin Gupta 1639dcf63ddSOlivier Deprez ctx->state = SPMC_STATE_ON; 1649dcf63ddSOlivier Deprez 16552696946SOlivier Deprez VERBOSE("SPM Core init end.\n"); 166bdd2596dSAchin Gupta 167bdd2596dSAchin Gupta return 1; 168bdd2596dSAchin Gupta } 169bdd2596dSAchin Gupta 170bdd2596dSAchin Gupta /******************************************************************************* 17152696946SOlivier Deprez * Loads SPMC manifest and inits SPMC. 1720f14d02fSMax Shvetsov ******************************************************************************/ 17323d5ba86SOlivier Deprez static int spmd_spmc_init(void *pm_addr) 1740f14d02fSMax Shvetsov { 175*f2dcf418SOlivier Deprez cpu_context_t *cpu_ctx; 176*f2dcf418SOlivier Deprez unsigned int core_id; 1770f14d02fSMax Shvetsov uint32_t ep_attr; 17852696946SOlivier Deprez int rc; 1790f14d02fSMax Shvetsov 18052696946SOlivier Deprez /* Load the SPM Core manifest */ 18123d5ba86SOlivier Deprez rc = plat_spm_core_manifest_load(&spmc_attrs, pm_addr); 1820f14d02fSMax Shvetsov if (rc != 0) { 18352696946SOlivier Deprez WARN("No or invalid SPM Core manifest image provided by BL2\n"); 18452696946SOlivier Deprez return rc; 1850f14d02fSMax Shvetsov } 1860f14d02fSMax Shvetsov 1870f14d02fSMax Shvetsov /* 18852696946SOlivier Deprez * Ensure that the SPM Core version is compatible with the SPM 18952696946SOlivier Deprez * Dispatcher version. 1900f14d02fSMax Shvetsov */ 191662af36dSJ-Alves if ((spmc_attrs.major_version != FFA_VERSION_MAJOR) || 192662af36dSJ-Alves (spmc_attrs.minor_version > FFA_VERSION_MINOR)) { 193662af36dSJ-Alves WARN("Unsupported FFA version (%u.%u)\n", 1940f14d02fSMax Shvetsov spmc_attrs.major_version, spmc_attrs.minor_version); 19552696946SOlivier Deprez return -EINVAL; 1960f14d02fSMax Shvetsov } 1970f14d02fSMax Shvetsov 198662af36dSJ-Alves VERBOSE("FFA version (%u.%u)\n", spmc_attrs.major_version, 1990f14d02fSMax Shvetsov spmc_attrs.minor_version); 2000f14d02fSMax Shvetsov 20152696946SOlivier Deprez VERBOSE("SPM Core run time EL%x.\n", 202033039f8SMax Shvetsov SPMD_SPM_AT_SEL2 ? MODE_EL2 : MODE_EL1); 2030f14d02fSMax Shvetsov 204ac03ac5eSMax Shvetsov /* Validate the SPMC ID, Ensure high bit is set */ 20552696946SOlivier Deprez if (((spmc_attrs.spmc_id >> SPMC_SECURE_ID_SHIFT) & 20652696946SOlivier Deprez SPMC_SECURE_ID_MASK) == 0U) { 20752696946SOlivier Deprez WARN("Invalid ID (0x%x) for SPMC.\n", spmc_attrs.spmc_id); 20852696946SOlivier Deprez return -EINVAL; 209ac03ac5eSMax Shvetsov } 210ac03ac5eSMax Shvetsov 21152696946SOlivier Deprez /* Validate the SPM Core execution state */ 2120f14d02fSMax Shvetsov if ((spmc_attrs.exec_state != MODE_RW_64) && 2130f14d02fSMax Shvetsov (spmc_attrs.exec_state != MODE_RW_32)) { 21423d5ba86SOlivier Deprez WARN("Unsupported %s%x.\n", "SPM Core execution state 0x", 2150f14d02fSMax Shvetsov spmc_attrs.exec_state); 21652696946SOlivier Deprez return -EINVAL; 2170f14d02fSMax Shvetsov } 2180f14d02fSMax Shvetsov 21923d5ba86SOlivier Deprez VERBOSE("%s%x.\n", "SPM Core execution state 0x", 22023d5ba86SOlivier Deprez spmc_attrs.exec_state); 2210f14d02fSMax Shvetsov 222033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 223033039f8SMax Shvetsov /* Ensure manifest has not requested AArch32 state in S-EL2 */ 224033039f8SMax Shvetsov if (spmc_attrs.exec_state == MODE_RW_32) { 225033039f8SMax Shvetsov WARN("AArch32 state at S-EL2 is not supported.\n"); 22652696946SOlivier Deprez return -EINVAL; 2270f14d02fSMax Shvetsov } 2280f14d02fSMax Shvetsov 2290f14d02fSMax Shvetsov /* 2300f14d02fSMax Shvetsov * Check if S-EL2 is supported on this system if S-EL2 2310f14d02fSMax Shvetsov * is required for SPM 2320f14d02fSMax Shvetsov */ 23352696946SOlivier Deprez if (!is_armv8_4_sel2_present()) { 23452696946SOlivier Deprez WARN("SPM Core run time S-EL2 is not supported.\n"); 23552696946SOlivier Deprez return -EINVAL; 2360f14d02fSMax Shvetsov } 237033039f8SMax Shvetsov #endif /* SPMD_SPM_AT_SEL2 */ 2380f14d02fSMax Shvetsov 2390f14d02fSMax Shvetsov /* Initialise an entrypoint to set up the CPU context */ 2400f14d02fSMax Shvetsov ep_attr = SECURE | EP_ST_ENABLE; 24152696946SOlivier Deprez if ((read_sctlr_el3() & SCTLR_EE_BIT) != 0ULL) { 2420f14d02fSMax Shvetsov ep_attr |= EP_EE_BIG; 2430f14d02fSMax Shvetsov } 2440f14d02fSMax Shvetsov 2450f14d02fSMax Shvetsov SET_PARAM_HEAD(spmc_ep_info, PARAM_EP, VERSION_1, ep_attr); 2460f14d02fSMax Shvetsov 2470f14d02fSMax Shvetsov /* 24852696946SOlivier Deprez * Populate SPSR for SPM Core based upon validated parameters from the 24952696946SOlivier Deprez * manifest. 2500f14d02fSMax Shvetsov */ 2510f14d02fSMax Shvetsov if (spmc_attrs.exec_state == MODE_RW_32) { 2520f14d02fSMax Shvetsov spmc_ep_info->spsr = SPSR_MODE32(MODE32_svc, SPSR_T_ARM, 2530f14d02fSMax Shvetsov SPSR_E_LITTLE, 2540f14d02fSMax Shvetsov DAIF_FIQ_BIT | 2550f14d02fSMax Shvetsov DAIF_IRQ_BIT | 2560f14d02fSMax Shvetsov DAIF_ABT_BIT); 2570f14d02fSMax Shvetsov } else { 258033039f8SMax Shvetsov 259033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 260033039f8SMax Shvetsov static const uint32_t runtime_el = MODE_EL2; 261033039f8SMax Shvetsov #else 262033039f8SMax Shvetsov static const uint32_t runtime_el = MODE_EL1; 263033039f8SMax Shvetsov #endif 264033039f8SMax Shvetsov spmc_ep_info->spsr = SPSR_64(runtime_el, 2650f14d02fSMax Shvetsov MODE_SP_ELX, 2660f14d02fSMax Shvetsov DISABLE_ALL_EXCEPTIONS); 2670f14d02fSMax Shvetsov } 2680f14d02fSMax Shvetsov 269*f2dcf418SOlivier Deprez /* Set an initial SPMC context state for all cores. */ 270*f2dcf418SOlivier Deprez for (core_id = 0U; core_id < PLATFORM_CORE_COUNT; core_id++) { 271*f2dcf418SOlivier Deprez spm_core_context[core_id].state = SPMC_STATE_OFF; 2720f14d02fSMax Shvetsov 273*f2dcf418SOlivier Deprez /* Setup an initial cpu context for the SPMC. */ 274*f2dcf418SOlivier Deprez cpu_ctx = &spm_core_context[core_id].cpu_ctx; 275*f2dcf418SOlivier Deprez cm_setup_context(cpu_ctx, spmc_ep_info); 2760f14d02fSMax Shvetsov 277*f2dcf418SOlivier Deprez /* 278*f2dcf418SOlivier Deprez * Pass the core linear ID to the SPMC through x4. 279*f2dcf418SOlivier Deprez * (TF-A implementation defined behavior helping 280*f2dcf418SOlivier Deprez * a legacy TOS migration to adopt FF-A). 281*f2dcf418SOlivier Deprez */ 282*f2dcf418SOlivier Deprez write_ctx_reg(get_gpregs_ctx(cpu_ctx), CTX_GPREG_X4, core_id); 283*f2dcf418SOlivier Deprez } 2840f14d02fSMax Shvetsov 285a334c4e6SOlivier Deprez /* Register power management hooks with PSCI */ 286a334c4e6SOlivier Deprez psci_register_spd_pm_hook(&spmd_pm); 287a334c4e6SOlivier Deprez 2880f14d02fSMax Shvetsov /* Register init function for deferred init. */ 2890f14d02fSMax Shvetsov bl31_register_bl32_init(&spmd_init); 2900f14d02fSMax Shvetsov 291*f2dcf418SOlivier Deprez INFO("SPM Core setup done.\n"); 292*f2dcf418SOlivier Deprez 2930f14d02fSMax Shvetsov return 0; 2940f14d02fSMax Shvetsov } 2950f14d02fSMax Shvetsov 2960f14d02fSMax Shvetsov /******************************************************************************* 29752696946SOlivier Deprez * Initialize context of SPM Core. 298bdd2596dSAchin Gupta ******************************************************************************/ 2990f14d02fSMax Shvetsov int spmd_setup(void) 300bdd2596dSAchin Gupta { 30123d5ba86SOlivier Deprez void *spmc_manifest; 302bdd2596dSAchin Gupta int rc; 303bdd2596dSAchin Gupta 304bdd2596dSAchin Gupta spmc_ep_info = bl31_plat_get_next_image_ep_info(SECURE); 30552696946SOlivier Deprez if (spmc_ep_info == NULL) { 30652696946SOlivier Deprez WARN("No SPM Core image provided by BL2 boot loader.\n"); 30752696946SOlivier Deprez return -EINVAL; 308bdd2596dSAchin Gupta } 309bdd2596dSAchin Gupta 310bdd2596dSAchin Gupta /* Under no circumstances will this parameter be 0 */ 31152696946SOlivier Deprez assert(spmc_ep_info->pc != 0ULL); 312bdd2596dSAchin Gupta 313bdd2596dSAchin Gupta /* 314bdd2596dSAchin Gupta * Check if BL32 ep_info has a reference to 'tos_fw_config'. This will 31552696946SOlivier Deprez * be used as a manifest for the SPM Core at the next lower EL/mode. 316bdd2596dSAchin Gupta */ 31723d5ba86SOlivier Deprez spmc_manifest = (void *)spmc_ep_info->args.arg0; 31823d5ba86SOlivier Deprez if (spmc_manifest == NULL) { 31923d5ba86SOlivier Deprez ERROR("Invalid or absent SPM Core manifest.\n"); 32023d5ba86SOlivier Deprez return -EINVAL; 321bdd2596dSAchin Gupta } 322bdd2596dSAchin Gupta 3230f14d02fSMax Shvetsov /* Load manifest, init SPMC */ 32423d5ba86SOlivier Deprez rc = spmd_spmc_init(spmc_manifest); 3250f14d02fSMax Shvetsov if (rc != 0) { 32652696946SOlivier Deprez WARN("Booting device without SPM initialization.\n"); 327bdd2596dSAchin Gupta } 328bdd2596dSAchin Gupta 3290f14d02fSMax Shvetsov return rc; 3300f14d02fSMax Shvetsov } 3310f14d02fSMax Shvetsov 3320f14d02fSMax Shvetsov /******************************************************************************* 3330f14d02fSMax Shvetsov * Forward SMC to the other security state 3340f14d02fSMax Shvetsov ******************************************************************************/ 33552696946SOlivier Deprez static uint64_t spmd_smc_forward(uint32_t smc_fid, 33652696946SOlivier Deprez bool secure_origin, 33752696946SOlivier Deprez uint64_t x1, 33852696946SOlivier Deprez uint64_t x2, 33952696946SOlivier Deprez uint64_t x3, 34052696946SOlivier Deprez uint64_t x4, 34152696946SOlivier Deprez void *handle) 3420f14d02fSMax Shvetsov { 343c2901419SOlivier Deprez unsigned int secure_state_in = (secure_origin) ? SECURE : NON_SECURE; 344c2901419SOlivier Deprez unsigned int secure_state_out = (!secure_origin) ? SECURE : NON_SECURE; 34593ff138bSOlivier Deprez 3460f14d02fSMax Shvetsov /* Save incoming security state */ 347033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 348678ce223SOlivier Deprez if (secure_state_in == NON_SECURE) { 349678ce223SOlivier Deprez cm_el1_sysregs_context_save(secure_state_in); 350678ce223SOlivier Deprez } 35193ff138bSOlivier Deprez cm_el2_sysregs_context_save(secure_state_in); 352678ce223SOlivier Deprez #else 353678ce223SOlivier Deprez cm_el1_sysregs_context_save(secure_state_in); 354033039f8SMax Shvetsov #endif 3550f14d02fSMax Shvetsov 3560f14d02fSMax Shvetsov /* Restore outgoing security state */ 357033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 358678ce223SOlivier Deprez if (secure_state_out == NON_SECURE) { 359678ce223SOlivier Deprez cm_el1_sysregs_context_restore(secure_state_out); 360678ce223SOlivier Deprez } 36193ff138bSOlivier Deprez cm_el2_sysregs_context_restore(secure_state_out); 362678ce223SOlivier Deprez #else 363678ce223SOlivier Deprez cm_el1_sysregs_context_restore(secure_state_out); 364033039f8SMax Shvetsov #endif 36593ff138bSOlivier Deprez cm_set_next_eret_context(secure_state_out); 3660f14d02fSMax Shvetsov 36793ff138bSOlivier Deprez SMC_RET8(cm_get_context(secure_state_out), smc_fid, x1, x2, x3, x4, 3680f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X5), 3690f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X6), 3700f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X7)); 3710f14d02fSMax Shvetsov } 3720f14d02fSMax Shvetsov 3730f14d02fSMax Shvetsov /******************************************************************************* 374662af36dSJ-Alves * Return FFA_ERROR with specified error code 3750f14d02fSMax Shvetsov ******************************************************************************/ 376662af36dSJ-Alves static uint64_t spmd_ffa_error_return(void *handle, int error_code) 3770f14d02fSMax Shvetsov { 378e46b2fd2SJ-Alves SMC_RET8(handle, (uint32_t) FFA_ERROR, 379e46b2fd2SJ-Alves FFA_TARGET_INFO_MBZ, (uint32_t)error_code, 380662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 381662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ); 382bdd2596dSAchin Gupta } 383bdd2596dSAchin Gupta 384f0d743dbSOlivier Deprez /******************************************************************************* 385f0d743dbSOlivier Deprez * spmd_check_address_in_binary_image 386f0d743dbSOlivier Deprez ******************************************************************************/ 387f0d743dbSOlivier Deprez bool spmd_check_address_in_binary_image(uint64_t address) 388f0d743dbSOlivier Deprez { 389f0d743dbSOlivier Deprez assert(!check_uptr_overflow(spmc_attrs.load_address, spmc_attrs.binary_size)); 390f0d743dbSOlivier Deprez 391f0d743dbSOlivier Deprez return ((address >= spmc_attrs.load_address) && 392f0d743dbSOlivier Deprez (address < (spmc_attrs.load_address + spmc_attrs.binary_size))); 393f0d743dbSOlivier Deprez } 394f0d743dbSOlivier Deprez 395c2901419SOlivier Deprez /****************************************************************************** 396c2901419SOlivier Deprez * spmd_is_spmc_message 397c2901419SOlivier Deprez *****************************************************************************/ 398c2901419SOlivier Deprez static bool spmd_is_spmc_message(unsigned int ep) 399c2901419SOlivier Deprez { 400c2901419SOlivier Deprez return ((ffa_endpoint_destination(ep) == SPMD_DIRECT_MSG_ENDPOINT_ID) 401c2901419SOlivier Deprez && (ffa_endpoint_source(ep) == spmc_attrs.spmc_id)); 402c2901419SOlivier Deprez } 403c2901419SOlivier Deprez 404f0d743dbSOlivier Deprez /****************************************************************************** 405f0d743dbSOlivier Deprez * spmd_handle_spmc_message 406f0d743dbSOlivier Deprez *****************************************************************************/ 407a92bc73bSOlivier Deprez static int spmd_handle_spmc_message(unsigned long long msg, 408a92bc73bSOlivier Deprez unsigned long long parm1, unsigned long long parm2, 409a92bc73bSOlivier Deprez unsigned long long parm3, unsigned long long parm4) 410f0d743dbSOlivier Deprez { 411f0d743dbSOlivier Deprez VERBOSE("%s %llx %llx %llx %llx %llx\n", __func__, 412f0d743dbSOlivier Deprez msg, parm1, parm2, parm3, parm4); 413f0d743dbSOlivier Deprez 414f0d743dbSOlivier Deprez return -EINVAL; 415f0d743dbSOlivier Deprez } 416f0d743dbSOlivier Deprez 417bdd2596dSAchin Gupta /******************************************************************************* 418662af36dSJ-Alves * This function handles all SMCs in the range reserved for FFA. Each call is 419bdd2596dSAchin Gupta * either forwarded to the other security state or handled by the SPM dispatcher 420bdd2596dSAchin Gupta ******************************************************************************/ 42152696946SOlivier Deprez uint64_t spmd_smc_handler(uint32_t smc_fid, 42252696946SOlivier Deprez uint64_t x1, 42352696946SOlivier Deprez uint64_t x2, 42452696946SOlivier Deprez uint64_t x3, 42552696946SOlivier Deprez uint64_t x4, 42652696946SOlivier Deprez void *cookie, 42752696946SOlivier Deprez void *handle, 428bdd2596dSAchin Gupta uint64_t flags) 429bdd2596dSAchin Gupta { 430cdb49d47SOlivier Deprez unsigned int linear_id = plat_my_core_pos(); 43152696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 43293ff138bSOlivier Deprez bool secure_origin; 43393ff138bSOlivier Deprez int32_t ret; 4344388f28fSJ-Alves uint32_t input_version; 435bdd2596dSAchin Gupta 436bdd2596dSAchin Gupta /* Determine which security state this SMC originated from */ 43793ff138bSOlivier Deprez secure_origin = is_caller_secure(flags); 438bdd2596dSAchin Gupta 439cdb49d47SOlivier Deprez VERBOSE("SPM(%u): 0x%x 0x%llx 0x%llx 0x%llx 0x%llx " 440cdb49d47SOlivier Deprez "0x%llx 0x%llx 0x%llx\n", 441cdb49d47SOlivier Deprez linear_id, smc_fid, x1, x2, x3, x4, 442cdb49d47SOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X5), 443bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X6), 444bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X7)); 445bdd2596dSAchin Gupta 446bdd2596dSAchin Gupta switch (smc_fid) { 447662af36dSJ-Alves case FFA_ERROR: 448bdd2596dSAchin Gupta /* 449bdd2596dSAchin Gupta * Check if this is the first invocation of this interface on 45052696946SOlivier Deprez * this CPU. If so, then indicate that the SPM Core initialised 451bdd2596dSAchin Gupta * unsuccessfully. 452bdd2596dSAchin Gupta */ 4539dcf63ddSOlivier Deprez if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) { 454bdd2596dSAchin Gupta spmd_spm_core_sync_exit(x2); 4550f14d02fSMax Shvetsov } 456bdd2596dSAchin Gupta 45793ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 4580f14d02fSMax Shvetsov x1, x2, x3, x4, handle); 459bdd2596dSAchin Gupta break; /* not reached */ 460bdd2596dSAchin Gupta 461662af36dSJ-Alves case FFA_VERSION: 4624388f28fSJ-Alves input_version = (uint32_t)(0xFFFFFFFF & x1); 463bdd2596dSAchin Gupta /* 4644388f28fSJ-Alves * If caller is secure and SPMC was initialized, 4654388f28fSJ-Alves * return FFA_VERSION of SPMD. 4664388f28fSJ-Alves * If caller is non secure and SPMC was initialized, 4674388f28fSJ-Alves * return SPMC's version. 4684388f28fSJ-Alves * Sanity check to "input_version". 469bdd2596dSAchin Gupta */ 4704388f28fSJ-Alves if ((input_version & FFA_VERSION_BIT31_MASK) || 4714388f28fSJ-Alves (ctx->state == SPMC_STATE_RESET)) { 4724388f28fSJ-Alves ret = FFA_ERROR_NOT_SUPPORTED; 4734388f28fSJ-Alves } else if (!secure_origin) { 474e46b2fd2SJ-Alves ret = MAKE_FFA_VERSION(spmc_attrs.major_version, 475e46b2fd2SJ-Alves spmc_attrs.minor_version); 4764388f28fSJ-Alves } else { 477e46b2fd2SJ-Alves ret = MAKE_FFA_VERSION(FFA_VERSION_MAJOR, 478e46b2fd2SJ-Alves FFA_VERSION_MINOR); 4794388f28fSJ-Alves } 4804388f28fSJ-Alves 481e46b2fd2SJ-Alves SMC_RET8(handle, (uint32_t)ret, FFA_TARGET_INFO_MBZ, 482e46b2fd2SJ-Alves FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 483e46b2fd2SJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ); 484bdd2596dSAchin Gupta break; /* not reached */ 485bdd2596dSAchin Gupta 486662af36dSJ-Alves case FFA_FEATURES: 487bdd2596dSAchin Gupta /* 488bdd2596dSAchin Gupta * This is an optional interface. Do the minimal checks and 48952696946SOlivier Deprez * forward to SPM Core which will handle it if implemented. 490bdd2596dSAchin Gupta */ 491bdd2596dSAchin Gupta 492bdd2596dSAchin Gupta /* 493662af36dSJ-Alves * Check if x1 holds a valid FFA fid. This is an 494bdd2596dSAchin Gupta * optimization. 495bdd2596dSAchin Gupta */ 496662af36dSJ-Alves if (!is_ffa_fid(x1)) { 497662af36dSJ-Alves return spmd_ffa_error_return(handle, 498662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 4990f14d02fSMax Shvetsov } 500bdd2596dSAchin Gupta 50152696946SOlivier Deprez /* Forward SMC from Normal world to the SPM Core */ 50293ff138bSOlivier Deprez if (!secure_origin) { 50393ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 5040f14d02fSMax Shvetsov x1, x2, x3, x4, handle); 50552696946SOlivier Deprez } 50652696946SOlivier Deprez 507bdd2596dSAchin Gupta /* 508bdd2596dSAchin Gupta * Return success if call was from secure world i.e. all 509662af36dSJ-Alves * FFA functions are supported. This is essentially a 510bdd2596dSAchin Gupta * nop. 511bdd2596dSAchin Gupta */ 512662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, x1, x2, x3, x4, 513bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X5), 514bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X6), 515bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X7)); 5160f14d02fSMax Shvetsov 517bdd2596dSAchin Gupta break; /* not reached */ 518bdd2596dSAchin Gupta 519662af36dSJ-Alves case FFA_ID_GET: 520ac03ac5eSMax Shvetsov /* 521662af36dSJ-Alves * Returns the ID of the calling FFA component. 522ac03ac5eSMax Shvetsov */ 523ac03ac5eSMax Shvetsov if (!secure_origin) { 524662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, 525662af36dSJ-Alves FFA_TARGET_INFO_MBZ, FFA_NS_ENDPOINT_ID, 526662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 527662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 528662af36dSJ-Alves FFA_PARAM_MBZ); 52952696946SOlivier Deprez } 53052696946SOlivier Deprez 531662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, 532662af36dSJ-Alves FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id, 533662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 534662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 535662af36dSJ-Alves FFA_PARAM_MBZ); 536ac03ac5eSMax Shvetsov 537ac03ac5eSMax Shvetsov break; /* not reached */ 538ac03ac5eSMax Shvetsov 539cdb49d47SOlivier Deprez case FFA_SECONDARY_EP_REGISTER_SMC64: 540cdb49d47SOlivier Deprez if (secure_origin) { 541cdb49d47SOlivier Deprez ret = spmd_pm_secondary_ep_register(x1); 542cdb49d47SOlivier Deprez 543cdb49d47SOlivier Deprez if (ret < 0) { 544cdb49d47SOlivier Deprez SMC_RET8(handle, FFA_ERROR_SMC64, 545cdb49d47SOlivier Deprez FFA_TARGET_INFO_MBZ, ret, 546cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 547cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 548cdb49d47SOlivier Deprez FFA_PARAM_MBZ); 549cdb49d47SOlivier Deprez } else { 550cdb49d47SOlivier Deprez SMC_RET8(handle, FFA_SUCCESS_SMC64, 551cdb49d47SOlivier Deprez FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, 552cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 553cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 554cdb49d47SOlivier Deprez FFA_PARAM_MBZ); 555cdb49d47SOlivier Deprez } 556cdb49d47SOlivier Deprez } 557cdb49d47SOlivier Deprez 558cdb49d47SOlivier Deprez return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 559cdb49d47SOlivier Deprez break; /* Not reached */ 560cdb49d47SOlivier Deprez 56170c121a2SDaniel Boulby case FFA_SPM_ID_GET: 56270c121a2SDaniel Boulby if (MAKE_FFA_VERSION(1, 1) > FFA_VERSION_COMPILED) { 56370c121a2SDaniel Boulby return spmd_ffa_error_return(handle, 56470c121a2SDaniel Boulby FFA_ERROR_NOT_SUPPORTED); 56570c121a2SDaniel Boulby } 56670c121a2SDaniel Boulby /* 56770c121a2SDaniel Boulby * Returns the ID of the SPMC or SPMD depending on the FF-A 56870c121a2SDaniel Boulby * instance where this function is invoked 56970c121a2SDaniel Boulby */ 57070c121a2SDaniel Boulby if (!secure_origin) { 57170c121a2SDaniel Boulby SMC_RET8(handle, FFA_SUCCESS_SMC32, 57270c121a2SDaniel Boulby FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id, 57370c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 57470c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 57570c121a2SDaniel Boulby FFA_PARAM_MBZ); 57670c121a2SDaniel Boulby } 57770c121a2SDaniel Boulby SMC_RET8(handle, FFA_SUCCESS_SMC32, 57870c121a2SDaniel Boulby FFA_TARGET_INFO_MBZ, SPMD_DIRECT_MSG_ENDPOINT_ID, 57970c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 58070c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 58170c121a2SDaniel Boulby FFA_PARAM_MBZ); 58270c121a2SDaniel Boulby 58370c121a2SDaniel Boulby break; /* not reached */ 58470c121a2SDaniel Boulby 585f0d743dbSOlivier Deprez case FFA_MSG_SEND_DIRECT_REQ_SMC32: 586f0d743dbSOlivier Deprez if (secure_origin && spmd_is_spmc_message(x1)) { 587f0d743dbSOlivier Deprez ret = spmd_handle_spmc_message(x3, x4, 588f0d743dbSOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X5), 589f0d743dbSOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X6), 590f0d743dbSOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X7)); 591f0d743dbSOlivier Deprez 592f0d743dbSOlivier Deprez SMC_RET8(handle, FFA_SUCCESS_SMC32, 593f0d743dbSOlivier Deprez FFA_TARGET_INFO_MBZ, ret, 594f0d743dbSOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 595f0d743dbSOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 596f0d743dbSOlivier Deprez FFA_PARAM_MBZ); 597f0d743dbSOlivier Deprez } else { 598f0d743dbSOlivier Deprez /* Forward direct message to the other world */ 599f0d743dbSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 600f0d743dbSOlivier Deprez x1, x2, x3, x4, handle); 601f0d743dbSOlivier Deprez } 602f0d743dbSOlivier Deprez break; /* Not reached */ 603f0d743dbSOlivier Deprez 604f0d743dbSOlivier Deprez case FFA_MSG_SEND_DIRECT_RESP_SMC32: 605f0d743dbSOlivier Deprez if (secure_origin && spmd_is_spmc_message(x1)) { 606f0d743dbSOlivier Deprez spmd_spm_core_sync_exit(0); 607f0d743dbSOlivier Deprez } else { 608f0d743dbSOlivier Deprez /* Forward direct message to the other world */ 609f0d743dbSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 610f0d743dbSOlivier Deprez x1, x2, x3, x4, handle); 611f0d743dbSOlivier Deprez } 612f0d743dbSOlivier Deprez break; /* Not reached */ 613f0d743dbSOlivier Deprez 614662af36dSJ-Alves case FFA_RX_RELEASE: 615662af36dSJ-Alves case FFA_RXTX_MAP_SMC32: 616662af36dSJ-Alves case FFA_RXTX_MAP_SMC64: 617662af36dSJ-Alves case FFA_RXTX_UNMAP: 618545b8eb3SRuari Phipps case FFA_PARTITION_INFO_GET: 619545b8eb3SRuari Phipps /* 620545b8eb3SRuari Phipps * Should not be allowed to forward FFA_PARTITION_INFO_GET 621545b8eb3SRuari Phipps * from Secure world to Normal world 622545b8eb3SRuari Phipps * 623545b8eb3SRuari Phipps * Fall through to forward the call to the other world 624545b8eb3SRuari Phipps */ 625662af36dSJ-Alves case FFA_MSG_RUN: 626bdd2596dSAchin Gupta /* This interface must be invoked only by the Normal world */ 627545b8eb3SRuari Phipps 62893ff138bSOlivier Deprez if (secure_origin) { 629662af36dSJ-Alves return spmd_ffa_error_return(handle, 630662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 631bdd2596dSAchin Gupta } 632bdd2596dSAchin Gupta 633bdd2596dSAchin Gupta /* Fall through to forward the call to the other world */ 634662af36dSJ-Alves case FFA_MSG_SEND: 635662af36dSJ-Alves case FFA_MSG_SEND_DIRECT_REQ_SMC64: 636662af36dSJ-Alves case FFA_MSG_SEND_DIRECT_RESP_SMC64: 637662af36dSJ-Alves case FFA_MEM_DONATE_SMC32: 638662af36dSJ-Alves case FFA_MEM_DONATE_SMC64: 639662af36dSJ-Alves case FFA_MEM_LEND_SMC32: 640662af36dSJ-Alves case FFA_MEM_LEND_SMC64: 641662af36dSJ-Alves case FFA_MEM_SHARE_SMC32: 642662af36dSJ-Alves case FFA_MEM_SHARE_SMC64: 643662af36dSJ-Alves case FFA_MEM_RETRIEVE_REQ_SMC32: 644662af36dSJ-Alves case FFA_MEM_RETRIEVE_REQ_SMC64: 645662af36dSJ-Alves case FFA_MEM_RETRIEVE_RESP: 646662af36dSJ-Alves case FFA_MEM_RELINQUISH: 647662af36dSJ-Alves case FFA_MEM_RECLAIM: 648662af36dSJ-Alves case FFA_SUCCESS_SMC32: 649662af36dSJ-Alves case FFA_SUCCESS_SMC64: 650bdd2596dSAchin Gupta /* 651bdd2596dSAchin Gupta * TODO: Assume that no requests originate from EL3 at the 652bdd2596dSAchin Gupta * moment. This will change if a SP service is required in 653bdd2596dSAchin Gupta * response to secure interrupts targeted to EL3. Until then 654bdd2596dSAchin Gupta * simply forward the call to the Normal world. 655bdd2596dSAchin Gupta */ 656bdd2596dSAchin Gupta 65793ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 6580f14d02fSMax Shvetsov x1, x2, x3, x4, handle); 659bdd2596dSAchin Gupta break; /* not reached */ 660bdd2596dSAchin Gupta 661662af36dSJ-Alves case FFA_MSG_WAIT: 662bdd2596dSAchin Gupta /* 663bdd2596dSAchin Gupta * Check if this is the first invocation of this interface on 664bdd2596dSAchin Gupta * this CPU from the Secure world. If so, then indicate that the 66552696946SOlivier Deprez * SPM Core initialised successfully. 666bdd2596dSAchin Gupta */ 6679dcf63ddSOlivier Deprez if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) { 668bdd2596dSAchin Gupta spmd_spm_core_sync_exit(0); 669bdd2596dSAchin Gupta } 670bdd2596dSAchin Gupta 6710f14d02fSMax Shvetsov /* Fall through to forward the call to the other world */ 672386dc365SOlivier Deprez case FFA_INTERRUPT: 673662af36dSJ-Alves case FFA_MSG_YIELD: 674bdd2596dSAchin Gupta /* This interface must be invoked only by the Secure world */ 67593ff138bSOlivier Deprez if (!secure_origin) { 676662af36dSJ-Alves return spmd_ffa_error_return(handle, 677662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 678bdd2596dSAchin Gupta } 679bdd2596dSAchin Gupta 68093ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 6810f14d02fSMax Shvetsov x1, x2, x3, x4, handle); 682bdd2596dSAchin Gupta break; /* not reached */ 683bdd2596dSAchin Gupta 684bdd2596dSAchin Gupta default: 685bdd2596dSAchin Gupta WARN("SPM: Unsupported call 0x%08x\n", smc_fid); 686662af36dSJ-Alves return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 687bdd2596dSAchin Gupta } 688bdd2596dSAchin Gupta } 689