1bdd2596dSAchin Gupta /* 2cdb49d47SOlivier Deprez * Copyright (c) 2020-2021, ARM Limited and Contributors. All rights reserved. 3bdd2596dSAchin Gupta * 4bdd2596dSAchin Gupta * SPDX-License-Identifier: BSD-3-Clause 5bdd2596dSAchin Gupta */ 6bdd2596dSAchin Gupta 7bdd2596dSAchin Gupta #include <assert.h> 8bdd2596dSAchin Gupta #include <errno.h> 9bdd2596dSAchin Gupta #include <string.h> 10bdd2596dSAchin Gupta 11bdd2596dSAchin Gupta #include <arch_helpers.h> 1252696946SOlivier Deprez #include <arch/aarch64/arch_features.h> 13bdd2596dSAchin Gupta #include <bl31/bl31.h> 14bdd2596dSAchin Gupta #include <common/debug.h> 15bdd2596dSAchin Gupta #include <common/runtime_svc.h> 16bdd2596dSAchin Gupta #include <lib/el3_runtime/context_mgmt.h> 17bdd2596dSAchin Gupta #include <lib/smccc.h> 18bdd2596dSAchin Gupta #include <lib/spinlock.h> 19bdd2596dSAchin Gupta #include <lib/utils.h> 20bdd2596dSAchin Gupta #include <plat/common/common_def.h> 21bdd2596dSAchin Gupta #include <plat/common/platform.h> 22bdd2596dSAchin Gupta #include <platform_def.h> 23662af36dSJ-Alves #include <services/ffa_svc.h> 24bdd2596dSAchin Gupta #include <services/spmd_svc.h> 25bdd2596dSAchin Gupta #include <smccc_helpers.h> 26bdd2596dSAchin Gupta #include "spmd_private.h" 27bdd2596dSAchin Gupta 28bdd2596dSAchin Gupta /******************************************************************************* 29bdd2596dSAchin Gupta * SPM Core context information. 30bdd2596dSAchin Gupta ******************************************************************************/ 3152696946SOlivier Deprez static spmd_spm_core_context_t spm_core_context[PLATFORM_CORE_COUNT]; 32bdd2596dSAchin Gupta 33bdd2596dSAchin Gupta /******************************************************************************* 34bdd2596dSAchin Gupta * SPM Core attribute information read from its manifest. 35bdd2596dSAchin Gupta ******************************************************************************/ 3652696946SOlivier Deprez static spmc_manifest_attribute_t spmc_attrs; 370f14d02fSMax Shvetsov 380f14d02fSMax Shvetsov /******************************************************************************* 390f14d02fSMax Shvetsov * SPM Core entry point information. Discovered on the primary core and reused 400f14d02fSMax Shvetsov * on secondary cores. 410f14d02fSMax Shvetsov ******************************************************************************/ 420f14d02fSMax Shvetsov static entry_point_info_t *spmc_ep_info; 430f14d02fSMax Shvetsov 440f14d02fSMax Shvetsov /******************************************************************************* 4502d50bb0SOlivier Deprez * SPM Core context on CPU based on mpidr. 4602d50bb0SOlivier Deprez ******************************************************************************/ 4702d50bb0SOlivier Deprez spmd_spm_core_context_t *spmd_get_context_by_mpidr(uint64_t mpidr) 4802d50bb0SOlivier Deprez { 49f7fb0bf7SMax Shvetsov int core_idx = plat_core_pos_by_mpidr(mpidr); 50f7fb0bf7SMax Shvetsov 51f7fb0bf7SMax Shvetsov if (core_idx < 0) { 52f7fb0bf7SMax Shvetsov ERROR("Invalid mpidr: %llx, returned ID: %d\n", mpidr, core_idx); 53f7fb0bf7SMax Shvetsov panic(); 54f7fb0bf7SMax Shvetsov } 55f7fb0bf7SMax Shvetsov 56f7fb0bf7SMax Shvetsov return &spm_core_context[core_idx]; 5702d50bb0SOlivier Deprez } 5802d50bb0SOlivier Deprez 5902d50bb0SOlivier Deprez /******************************************************************************* 6052696946SOlivier Deprez * SPM Core context on current CPU get helper. 6152696946SOlivier Deprez ******************************************************************************/ 6252696946SOlivier Deprez spmd_spm_core_context_t *spmd_get_context(void) 6352696946SOlivier Deprez { 6402d50bb0SOlivier Deprez return spmd_get_context_by_mpidr(read_mpidr()); 6552696946SOlivier Deprez } 6652696946SOlivier Deprez 6752696946SOlivier Deprez /******************************************************************************* 68c0267cc9SOlivier Deprez * SPM Core entry point information get helper. 69c0267cc9SOlivier Deprez ******************************************************************************/ 70c0267cc9SOlivier Deprez entry_point_info_t *spmd_spmc_ep_info_get(void) 71c0267cc9SOlivier Deprez { 72c0267cc9SOlivier Deprez return spmc_ep_info; 73c0267cc9SOlivier Deprez } 74c0267cc9SOlivier Deprez 75c0267cc9SOlivier Deprez /******************************************************************************* 76a92bc73bSOlivier Deprez * SPM Core ID getter. 77a92bc73bSOlivier Deprez ******************************************************************************/ 78a92bc73bSOlivier Deprez uint16_t spmd_spmc_id_get(void) 79a92bc73bSOlivier Deprez { 80a92bc73bSOlivier Deprez return spmc_attrs.spmc_id; 81a92bc73bSOlivier Deprez } 82a92bc73bSOlivier Deprez 83a92bc73bSOlivier Deprez /******************************************************************************* 840f14d02fSMax Shvetsov * Static function declaration. 850f14d02fSMax Shvetsov ******************************************************************************/ 860f14d02fSMax Shvetsov static int32_t spmd_init(void); 8723d5ba86SOlivier Deprez static int spmd_spmc_init(void *pm_addr); 88662af36dSJ-Alves static uint64_t spmd_ffa_error_return(void *handle, 8952696946SOlivier Deprez int error_code); 9052696946SOlivier Deprez static uint64_t spmd_smc_forward(uint32_t smc_fid, 9152696946SOlivier Deprez bool secure_origin, 9252696946SOlivier Deprez uint64_t x1, 9352696946SOlivier Deprez uint64_t x2, 9452696946SOlivier Deprez uint64_t x3, 9552696946SOlivier Deprez uint64_t x4, 9652696946SOlivier Deprez void *handle); 97bdd2596dSAchin Gupta 98bdd2596dSAchin Gupta /******************************************************************************* 9952696946SOlivier Deprez * This function takes an SPMC context pointer and performs a synchronous 10052696946SOlivier Deprez * SPMC entry. 101bdd2596dSAchin Gupta ******************************************************************************/ 102bdd2596dSAchin Gupta uint64_t spmd_spm_core_sync_entry(spmd_spm_core_context_t *spmc_ctx) 103bdd2596dSAchin Gupta { 104bdd2596dSAchin Gupta uint64_t rc; 105bdd2596dSAchin Gupta 106bdd2596dSAchin Gupta assert(spmc_ctx != NULL); 107bdd2596dSAchin Gupta 108bdd2596dSAchin Gupta cm_set_context(&(spmc_ctx->cpu_ctx), SECURE); 109bdd2596dSAchin Gupta 110bdd2596dSAchin Gupta /* Restore the context assigned above */ 111033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 11228f39f02SMax Shvetsov cm_el2_sysregs_context_restore(SECURE); 113678ce223SOlivier Deprez #else 114678ce223SOlivier Deprez cm_el1_sysregs_context_restore(SECURE); 115033039f8SMax Shvetsov #endif 116bdd2596dSAchin Gupta cm_set_next_eret_context(SECURE); 117bdd2596dSAchin Gupta 118033039f8SMax Shvetsov /* Enter SPMC */ 119bdd2596dSAchin Gupta rc = spmd_spm_core_enter(&spmc_ctx->c_rt_ctx); 120bdd2596dSAchin Gupta 121bdd2596dSAchin Gupta /* Save secure state */ 122033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 12328f39f02SMax Shvetsov cm_el2_sysregs_context_save(SECURE); 124678ce223SOlivier Deprez #else 125678ce223SOlivier Deprez cm_el1_sysregs_context_save(SECURE); 126033039f8SMax Shvetsov #endif 127bdd2596dSAchin Gupta 128bdd2596dSAchin Gupta return rc; 129bdd2596dSAchin Gupta } 130bdd2596dSAchin Gupta 131bdd2596dSAchin Gupta /******************************************************************************* 13252696946SOlivier Deprez * This function returns to the place where spmd_spm_core_sync_entry() was 133bdd2596dSAchin Gupta * called originally. 134bdd2596dSAchin Gupta ******************************************************************************/ 135bdd2596dSAchin Gupta __dead2 void spmd_spm_core_sync_exit(uint64_t rc) 136bdd2596dSAchin Gupta { 13752696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 138bdd2596dSAchin Gupta 13952696946SOlivier Deprez /* Get current CPU context from SPMC context */ 140bdd2596dSAchin Gupta assert(cm_get_context(SECURE) == &(ctx->cpu_ctx)); 141bdd2596dSAchin Gupta 142bdd2596dSAchin Gupta /* 143bdd2596dSAchin Gupta * The SPMD must have initiated the original request through a 144bdd2596dSAchin Gupta * synchronous entry into SPMC. Jump back to the original C runtime 145bdd2596dSAchin Gupta * context with the value of rc in x0; 146bdd2596dSAchin Gupta */ 147bdd2596dSAchin Gupta spmd_spm_core_exit(ctx->c_rt_ctx, rc); 148bdd2596dSAchin Gupta 149bdd2596dSAchin Gupta panic(); 150bdd2596dSAchin Gupta } 151bdd2596dSAchin Gupta 152bdd2596dSAchin Gupta /******************************************************************************* 15352696946SOlivier Deprez * Jump to the SPM Core for the first time. 154bdd2596dSAchin Gupta ******************************************************************************/ 155bdd2596dSAchin Gupta static int32_t spmd_init(void) 156bdd2596dSAchin Gupta { 15752696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 15852696946SOlivier Deprez uint64_t rc; 1599dcf63ddSOlivier Deprez unsigned int linear_id = plat_my_core_pos(); 1609dcf63ddSOlivier Deprez unsigned int core_id; 161bdd2596dSAchin Gupta 16252696946SOlivier Deprez VERBOSE("SPM Core init start.\n"); 1639dcf63ddSOlivier Deprez ctx->state = SPMC_STATE_ON_PENDING; 1649dcf63ddSOlivier Deprez 1659dcf63ddSOlivier Deprez /* Set the SPMC context state on other CPUs to OFF */ 166f0d743dbSOlivier Deprez for (core_id = 0U; core_id < PLATFORM_CORE_COUNT; core_id++) { 1679dcf63ddSOlivier Deprez if (core_id != linear_id) { 1689dcf63ddSOlivier Deprez spm_core_context[core_id].state = SPMC_STATE_OFF; 1699dcf63ddSOlivier Deprez } 1709dcf63ddSOlivier Deprez } 171bdd2596dSAchin Gupta 172bdd2596dSAchin Gupta rc = spmd_spm_core_sync_entry(ctx); 17352696946SOlivier Deprez if (rc != 0ULL) { 174bdd2596dSAchin Gupta ERROR("SPMC initialisation failed 0x%llx\n", rc); 17552696946SOlivier Deprez return 0; 176bdd2596dSAchin Gupta } 177bdd2596dSAchin Gupta 1789dcf63ddSOlivier Deprez ctx->state = SPMC_STATE_ON; 1799dcf63ddSOlivier Deprez 18052696946SOlivier Deprez VERBOSE("SPM Core init end.\n"); 181bdd2596dSAchin Gupta 182bdd2596dSAchin Gupta return 1; 183bdd2596dSAchin Gupta } 184bdd2596dSAchin Gupta 185bdd2596dSAchin Gupta /******************************************************************************* 18652696946SOlivier Deprez * Loads SPMC manifest and inits SPMC. 1870f14d02fSMax Shvetsov ******************************************************************************/ 18823d5ba86SOlivier Deprez static int spmd_spmc_init(void *pm_addr) 1890f14d02fSMax Shvetsov { 19052696946SOlivier Deprez spmd_spm_core_context_t *spm_ctx = spmd_get_context(); 1910f14d02fSMax Shvetsov uint32_t ep_attr; 19252696946SOlivier Deprez int rc; 1930f14d02fSMax Shvetsov 19452696946SOlivier Deprez /* Load the SPM Core manifest */ 19523d5ba86SOlivier Deprez rc = plat_spm_core_manifest_load(&spmc_attrs, pm_addr); 1960f14d02fSMax Shvetsov if (rc != 0) { 19752696946SOlivier Deprez WARN("No or invalid SPM Core manifest image provided by BL2\n"); 19852696946SOlivier Deprez return rc; 1990f14d02fSMax Shvetsov } 2000f14d02fSMax Shvetsov 2010f14d02fSMax Shvetsov /* 20252696946SOlivier Deprez * Ensure that the SPM Core version is compatible with the SPM 20352696946SOlivier Deprez * Dispatcher version. 2040f14d02fSMax Shvetsov */ 205662af36dSJ-Alves if ((spmc_attrs.major_version != FFA_VERSION_MAJOR) || 206662af36dSJ-Alves (spmc_attrs.minor_version > FFA_VERSION_MINOR)) { 207662af36dSJ-Alves WARN("Unsupported FFA version (%u.%u)\n", 2080f14d02fSMax Shvetsov spmc_attrs.major_version, spmc_attrs.minor_version); 20952696946SOlivier Deprez return -EINVAL; 2100f14d02fSMax Shvetsov } 2110f14d02fSMax Shvetsov 212662af36dSJ-Alves VERBOSE("FFA version (%u.%u)\n", spmc_attrs.major_version, 2130f14d02fSMax Shvetsov spmc_attrs.minor_version); 2140f14d02fSMax Shvetsov 21552696946SOlivier Deprez VERBOSE("SPM Core run time EL%x.\n", 216033039f8SMax Shvetsov SPMD_SPM_AT_SEL2 ? MODE_EL2 : MODE_EL1); 2170f14d02fSMax Shvetsov 218ac03ac5eSMax Shvetsov /* Validate the SPMC ID, Ensure high bit is set */ 21952696946SOlivier Deprez if (((spmc_attrs.spmc_id >> SPMC_SECURE_ID_SHIFT) & 22052696946SOlivier Deprez SPMC_SECURE_ID_MASK) == 0U) { 22152696946SOlivier Deprez WARN("Invalid ID (0x%x) for SPMC.\n", spmc_attrs.spmc_id); 22252696946SOlivier Deprez return -EINVAL; 223ac03ac5eSMax Shvetsov } 224ac03ac5eSMax Shvetsov 22552696946SOlivier Deprez /* Validate the SPM Core execution state */ 2260f14d02fSMax Shvetsov if ((spmc_attrs.exec_state != MODE_RW_64) && 2270f14d02fSMax Shvetsov (spmc_attrs.exec_state != MODE_RW_32)) { 22823d5ba86SOlivier Deprez WARN("Unsupported %s%x.\n", "SPM Core execution state 0x", 2290f14d02fSMax Shvetsov spmc_attrs.exec_state); 23052696946SOlivier Deprez return -EINVAL; 2310f14d02fSMax Shvetsov } 2320f14d02fSMax Shvetsov 23323d5ba86SOlivier Deprez VERBOSE("%s%x.\n", "SPM Core execution state 0x", 23423d5ba86SOlivier Deprez spmc_attrs.exec_state); 2350f14d02fSMax Shvetsov 236033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 237033039f8SMax Shvetsov /* Ensure manifest has not requested AArch32 state in S-EL2 */ 238033039f8SMax Shvetsov if (spmc_attrs.exec_state == MODE_RW_32) { 239033039f8SMax Shvetsov WARN("AArch32 state at S-EL2 is not supported.\n"); 24052696946SOlivier Deprez return -EINVAL; 2410f14d02fSMax Shvetsov } 2420f14d02fSMax Shvetsov 2430f14d02fSMax Shvetsov /* 2440f14d02fSMax Shvetsov * Check if S-EL2 is supported on this system if S-EL2 2450f14d02fSMax Shvetsov * is required for SPM 2460f14d02fSMax Shvetsov */ 24752696946SOlivier Deprez if (!is_armv8_4_sel2_present()) { 24852696946SOlivier Deprez WARN("SPM Core run time S-EL2 is not supported.\n"); 24952696946SOlivier Deprez return -EINVAL; 2500f14d02fSMax Shvetsov } 251033039f8SMax Shvetsov #endif /* SPMD_SPM_AT_SEL2 */ 2520f14d02fSMax Shvetsov 2530f14d02fSMax Shvetsov /* Initialise an entrypoint to set up the CPU context */ 2540f14d02fSMax Shvetsov ep_attr = SECURE | EP_ST_ENABLE; 25552696946SOlivier Deprez if ((read_sctlr_el3() & SCTLR_EE_BIT) != 0ULL) { 2560f14d02fSMax Shvetsov ep_attr |= EP_EE_BIG; 2570f14d02fSMax Shvetsov } 2580f14d02fSMax Shvetsov 2590f14d02fSMax Shvetsov SET_PARAM_HEAD(spmc_ep_info, PARAM_EP, VERSION_1, ep_attr); 2600f14d02fSMax Shvetsov 2610f14d02fSMax Shvetsov /* 26252696946SOlivier Deprez * Populate SPSR for SPM Core based upon validated parameters from the 26352696946SOlivier Deprez * manifest. 2640f14d02fSMax Shvetsov */ 2650f14d02fSMax Shvetsov if (spmc_attrs.exec_state == MODE_RW_32) { 2660f14d02fSMax Shvetsov spmc_ep_info->spsr = SPSR_MODE32(MODE32_svc, SPSR_T_ARM, 2670f14d02fSMax Shvetsov SPSR_E_LITTLE, 2680f14d02fSMax Shvetsov DAIF_FIQ_BIT | 2690f14d02fSMax Shvetsov DAIF_IRQ_BIT | 2700f14d02fSMax Shvetsov DAIF_ABT_BIT); 2710f14d02fSMax Shvetsov } else { 272033039f8SMax Shvetsov 273033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 274033039f8SMax Shvetsov static const uint32_t runtime_el = MODE_EL2; 275033039f8SMax Shvetsov #else 276033039f8SMax Shvetsov static const uint32_t runtime_el = MODE_EL1; 277033039f8SMax Shvetsov #endif 278033039f8SMax Shvetsov spmc_ep_info->spsr = SPSR_64(runtime_el, 2790f14d02fSMax Shvetsov MODE_SP_ELX, 2800f14d02fSMax Shvetsov DISABLE_ALL_EXCEPTIONS); 2810f14d02fSMax Shvetsov } 2820f14d02fSMax Shvetsov 28352696946SOlivier Deprez /* Initialise SPM Core context with this entry point information */ 2840f14d02fSMax Shvetsov cm_setup_context(&spm_ctx->cpu_ctx, spmc_ep_info); 2850f14d02fSMax Shvetsov 2860f14d02fSMax Shvetsov /* Reuse PSCI affinity states to mark this SPMC context as off */ 2870f14d02fSMax Shvetsov spm_ctx->state = AFF_STATE_OFF; 2880f14d02fSMax Shvetsov 28952696946SOlivier Deprez INFO("SPM Core setup done.\n"); 2900f14d02fSMax Shvetsov 291a334c4e6SOlivier Deprez /* Register power management hooks with PSCI */ 292a334c4e6SOlivier Deprez psci_register_spd_pm_hook(&spmd_pm); 293a334c4e6SOlivier Deprez 2940f14d02fSMax Shvetsov /* Register init function for deferred init. */ 2950f14d02fSMax Shvetsov bl31_register_bl32_init(&spmd_init); 2960f14d02fSMax Shvetsov 2970f14d02fSMax Shvetsov return 0; 2980f14d02fSMax Shvetsov } 2990f14d02fSMax Shvetsov 3000f14d02fSMax Shvetsov /******************************************************************************* 30152696946SOlivier Deprez * Initialize context of SPM Core. 302bdd2596dSAchin Gupta ******************************************************************************/ 3030f14d02fSMax Shvetsov int spmd_setup(void) 304bdd2596dSAchin Gupta { 30523d5ba86SOlivier Deprez void *spmc_manifest; 306bdd2596dSAchin Gupta int rc; 307bdd2596dSAchin Gupta 308bdd2596dSAchin Gupta spmc_ep_info = bl31_plat_get_next_image_ep_info(SECURE); 30952696946SOlivier Deprez if (spmc_ep_info == NULL) { 31052696946SOlivier Deprez WARN("No SPM Core image provided by BL2 boot loader.\n"); 31152696946SOlivier Deprez return -EINVAL; 312bdd2596dSAchin Gupta } 313bdd2596dSAchin Gupta 314bdd2596dSAchin Gupta /* Under no circumstances will this parameter be 0 */ 31552696946SOlivier Deprez assert(spmc_ep_info->pc != 0ULL); 316bdd2596dSAchin Gupta 317bdd2596dSAchin Gupta /* 318bdd2596dSAchin Gupta * Check if BL32 ep_info has a reference to 'tos_fw_config'. This will 31952696946SOlivier Deprez * be used as a manifest for the SPM Core at the next lower EL/mode. 320bdd2596dSAchin Gupta */ 32123d5ba86SOlivier Deprez spmc_manifest = (void *)spmc_ep_info->args.arg0; 32223d5ba86SOlivier Deprez if (spmc_manifest == NULL) { 32323d5ba86SOlivier Deprez ERROR("Invalid or absent SPM Core manifest.\n"); 32423d5ba86SOlivier Deprez return -EINVAL; 325bdd2596dSAchin Gupta } 326bdd2596dSAchin Gupta 3270f14d02fSMax Shvetsov /* Load manifest, init SPMC */ 32823d5ba86SOlivier Deprez rc = spmd_spmc_init(spmc_manifest); 3290f14d02fSMax Shvetsov if (rc != 0) { 33052696946SOlivier Deprez WARN("Booting device without SPM initialization.\n"); 331bdd2596dSAchin Gupta } 332bdd2596dSAchin Gupta 3330f14d02fSMax Shvetsov return rc; 3340f14d02fSMax Shvetsov } 3350f14d02fSMax Shvetsov 3360f14d02fSMax Shvetsov /******************************************************************************* 3370f14d02fSMax Shvetsov * Forward SMC to the other security state 3380f14d02fSMax Shvetsov ******************************************************************************/ 33952696946SOlivier Deprez static uint64_t spmd_smc_forward(uint32_t smc_fid, 34052696946SOlivier Deprez bool secure_origin, 34152696946SOlivier Deprez uint64_t x1, 34252696946SOlivier Deprez uint64_t x2, 34352696946SOlivier Deprez uint64_t x3, 34452696946SOlivier Deprez uint64_t x4, 34552696946SOlivier Deprez void *handle) 3460f14d02fSMax Shvetsov { 347c2901419SOlivier Deprez unsigned int secure_state_in = (secure_origin) ? SECURE : NON_SECURE; 348c2901419SOlivier Deprez unsigned int secure_state_out = (!secure_origin) ? SECURE : NON_SECURE; 34993ff138bSOlivier Deprez 3500f14d02fSMax Shvetsov /* Save incoming security state */ 351033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 352678ce223SOlivier Deprez if (secure_state_in == NON_SECURE) { 353678ce223SOlivier Deprez cm_el1_sysregs_context_save(secure_state_in); 354678ce223SOlivier Deprez } 35593ff138bSOlivier Deprez cm_el2_sysregs_context_save(secure_state_in); 356678ce223SOlivier Deprez #else 357678ce223SOlivier Deprez cm_el1_sysregs_context_save(secure_state_in); 358033039f8SMax Shvetsov #endif 3590f14d02fSMax Shvetsov 3600f14d02fSMax Shvetsov /* Restore outgoing security state */ 361033039f8SMax Shvetsov #if SPMD_SPM_AT_SEL2 362678ce223SOlivier Deprez if (secure_state_out == NON_SECURE) { 363678ce223SOlivier Deprez cm_el1_sysregs_context_restore(secure_state_out); 364678ce223SOlivier Deprez } 36593ff138bSOlivier Deprez cm_el2_sysregs_context_restore(secure_state_out); 366678ce223SOlivier Deprez #else 367678ce223SOlivier Deprez cm_el1_sysregs_context_restore(secure_state_out); 368033039f8SMax Shvetsov #endif 36993ff138bSOlivier Deprez cm_set_next_eret_context(secure_state_out); 3700f14d02fSMax Shvetsov 37193ff138bSOlivier Deprez SMC_RET8(cm_get_context(secure_state_out), smc_fid, x1, x2, x3, x4, 3720f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X5), 3730f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X6), 3740f14d02fSMax Shvetsov SMC_GET_GP(handle, CTX_GPREG_X7)); 3750f14d02fSMax Shvetsov } 3760f14d02fSMax Shvetsov 3770f14d02fSMax Shvetsov /******************************************************************************* 378662af36dSJ-Alves * Return FFA_ERROR with specified error code 3790f14d02fSMax Shvetsov ******************************************************************************/ 380662af36dSJ-Alves static uint64_t spmd_ffa_error_return(void *handle, int error_code) 3810f14d02fSMax Shvetsov { 382e46b2fd2SJ-Alves SMC_RET8(handle, (uint32_t) FFA_ERROR, 383e46b2fd2SJ-Alves FFA_TARGET_INFO_MBZ, (uint32_t)error_code, 384662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 385662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ); 386bdd2596dSAchin Gupta } 387bdd2596dSAchin Gupta 388f0d743dbSOlivier Deprez /******************************************************************************* 389f0d743dbSOlivier Deprez * spmd_check_address_in_binary_image 390f0d743dbSOlivier Deprez ******************************************************************************/ 391f0d743dbSOlivier Deprez bool spmd_check_address_in_binary_image(uint64_t address) 392f0d743dbSOlivier Deprez { 393f0d743dbSOlivier Deprez assert(!check_uptr_overflow(spmc_attrs.load_address, spmc_attrs.binary_size)); 394f0d743dbSOlivier Deprez 395f0d743dbSOlivier Deprez return ((address >= spmc_attrs.load_address) && 396f0d743dbSOlivier Deprez (address < (spmc_attrs.load_address + spmc_attrs.binary_size))); 397f0d743dbSOlivier Deprez } 398f0d743dbSOlivier Deprez 399c2901419SOlivier Deprez /****************************************************************************** 400c2901419SOlivier Deprez * spmd_is_spmc_message 401c2901419SOlivier Deprez *****************************************************************************/ 402c2901419SOlivier Deprez static bool spmd_is_spmc_message(unsigned int ep) 403c2901419SOlivier Deprez { 404c2901419SOlivier Deprez return ((ffa_endpoint_destination(ep) == SPMD_DIRECT_MSG_ENDPOINT_ID) 405c2901419SOlivier Deprez && (ffa_endpoint_source(ep) == spmc_attrs.spmc_id)); 406c2901419SOlivier Deprez } 407c2901419SOlivier Deprez 408f0d743dbSOlivier Deprez /****************************************************************************** 409f0d743dbSOlivier Deprez * spmd_handle_spmc_message 410f0d743dbSOlivier Deprez *****************************************************************************/ 411a92bc73bSOlivier Deprez static int spmd_handle_spmc_message(unsigned long long msg, 412a92bc73bSOlivier Deprez unsigned long long parm1, unsigned long long parm2, 413a92bc73bSOlivier Deprez unsigned long long parm3, unsigned long long parm4) 414f0d743dbSOlivier Deprez { 415f0d743dbSOlivier Deprez VERBOSE("%s %llx %llx %llx %llx %llx\n", __func__, 416f0d743dbSOlivier Deprez msg, parm1, parm2, parm3, parm4); 417f0d743dbSOlivier Deprez 418f0d743dbSOlivier Deprez return -EINVAL; 419f0d743dbSOlivier Deprez } 420f0d743dbSOlivier Deprez 421bdd2596dSAchin Gupta /******************************************************************************* 422662af36dSJ-Alves * This function handles all SMCs in the range reserved for FFA. Each call is 423bdd2596dSAchin Gupta * either forwarded to the other security state or handled by the SPM dispatcher 424bdd2596dSAchin Gupta ******************************************************************************/ 42552696946SOlivier Deprez uint64_t spmd_smc_handler(uint32_t smc_fid, 42652696946SOlivier Deprez uint64_t x1, 42752696946SOlivier Deprez uint64_t x2, 42852696946SOlivier Deprez uint64_t x3, 42952696946SOlivier Deprez uint64_t x4, 43052696946SOlivier Deprez void *cookie, 43152696946SOlivier Deprez void *handle, 432bdd2596dSAchin Gupta uint64_t flags) 433bdd2596dSAchin Gupta { 434cdb49d47SOlivier Deprez unsigned int linear_id = plat_my_core_pos(); 43552696946SOlivier Deprez spmd_spm_core_context_t *ctx = spmd_get_context(); 43693ff138bSOlivier Deprez bool secure_origin; 43793ff138bSOlivier Deprez int32_t ret; 4384388f28fSJ-Alves uint32_t input_version; 439bdd2596dSAchin Gupta 440bdd2596dSAchin Gupta /* Determine which security state this SMC originated from */ 44193ff138bSOlivier Deprez secure_origin = is_caller_secure(flags); 442bdd2596dSAchin Gupta 443cdb49d47SOlivier Deprez VERBOSE("SPM(%u): 0x%x 0x%llx 0x%llx 0x%llx 0x%llx " 444cdb49d47SOlivier Deprez "0x%llx 0x%llx 0x%llx\n", 445cdb49d47SOlivier Deprez linear_id, smc_fid, x1, x2, x3, x4, 446cdb49d47SOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X5), 447bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X6), 448bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X7)); 449bdd2596dSAchin Gupta 450bdd2596dSAchin Gupta switch (smc_fid) { 451662af36dSJ-Alves case FFA_ERROR: 452bdd2596dSAchin Gupta /* 453bdd2596dSAchin Gupta * Check if this is the first invocation of this interface on 45452696946SOlivier Deprez * this CPU. If so, then indicate that the SPM Core initialised 455bdd2596dSAchin Gupta * unsuccessfully. 456bdd2596dSAchin Gupta */ 4579dcf63ddSOlivier Deprez if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) { 458bdd2596dSAchin Gupta spmd_spm_core_sync_exit(x2); 4590f14d02fSMax Shvetsov } 460bdd2596dSAchin Gupta 46193ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 4620f14d02fSMax Shvetsov x1, x2, x3, x4, handle); 463bdd2596dSAchin Gupta break; /* not reached */ 464bdd2596dSAchin Gupta 465662af36dSJ-Alves case FFA_VERSION: 4664388f28fSJ-Alves input_version = (uint32_t)(0xFFFFFFFF & x1); 467bdd2596dSAchin Gupta /* 4684388f28fSJ-Alves * If caller is secure and SPMC was initialized, 4694388f28fSJ-Alves * return FFA_VERSION of SPMD. 4704388f28fSJ-Alves * If caller is non secure and SPMC was initialized, 4714388f28fSJ-Alves * return SPMC's version. 4724388f28fSJ-Alves * Sanity check to "input_version". 473bdd2596dSAchin Gupta */ 4744388f28fSJ-Alves if ((input_version & FFA_VERSION_BIT31_MASK) || 4754388f28fSJ-Alves (ctx->state == SPMC_STATE_RESET)) { 4764388f28fSJ-Alves ret = FFA_ERROR_NOT_SUPPORTED; 4774388f28fSJ-Alves } else if (!secure_origin) { 478e46b2fd2SJ-Alves ret = MAKE_FFA_VERSION(spmc_attrs.major_version, 479e46b2fd2SJ-Alves spmc_attrs.minor_version); 4804388f28fSJ-Alves } else { 481e46b2fd2SJ-Alves ret = MAKE_FFA_VERSION(FFA_VERSION_MAJOR, 482e46b2fd2SJ-Alves FFA_VERSION_MINOR); 4834388f28fSJ-Alves } 4844388f28fSJ-Alves 485e46b2fd2SJ-Alves SMC_RET8(handle, (uint32_t)ret, FFA_TARGET_INFO_MBZ, 486e46b2fd2SJ-Alves FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ, 487e46b2fd2SJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ); 488bdd2596dSAchin Gupta break; /* not reached */ 489bdd2596dSAchin Gupta 490662af36dSJ-Alves case FFA_FEATURES: 491bdd2596dSAchin Gupta /* 492bdd2596dSAchin Gupta * This is an optional interface. Do the minimal checks and 49352696946SOlivier Deprez * forward to SPM Core which will handle it if implemented. 494bdd2596dSAchin Gupta */ 495bdd2596dSAchin Gupta 496bdd2596dSAchin Gupta /* 497662af36dSJ-Alves * Check if x1 holds a valid FFA fid. This is an 498bdd2596dSAchin Gupta * optimization. 499bdd2596dSAchin Gupta */ 500662af36dSJ-Alves if (!is_ffa_fid(x1)) { 501662af36dSJ-Alves return spmd_ffa_error_return(handle, 502662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 5030f14d02fSMax Shvetsov } 504bdd2596dSAchin Gupta 50552696946SOlivier Deprez /* Forward SMC from Normal world to the SPM Core */ 50693ff138bSOlivier Deprez if (!secure_origin) { 50793ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 5080f14d02fSMax Shvetsov x1, x2, x3, x4, handle); 50952696946SOlivier Deprez } 51052696946SOlivier Deprez 511bdd2596dSAchin Gupta /* 512bdd2596dSAchin Gupta * Return success if call was from secure world i.e. all 513662af36dSJ-Alves * FFA functions are supported. This is essentially a 514bdd2596dSAchin Gupta * nop. 515bdd2596dSAchin Gupta */ 516662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, x1, x2, x3, x4, 517bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X5), 518bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X6), 519bdd2596dSAchin Gupta SMC_GET_GP(handle, CTX_GPREG_X7)); 5200f14d02fSMax Shvetsov 521bdd2596dSAchin Gupta break; /* not reached */ 522bdd2596dSAchin Gupta 523662af36dSJ-Alves case FFA_ID_GET: 524ac03ac5eSMax Shvetsov /* 525662af36dSJ-Alves * Returns the ID of the calling FFA component. 526ac03ac5eSMax Shvetsov */ 527ac03ac5eSMax Shvetsov if (!secure_origin) { 528662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, 529662af36dSJ-Alves FFA_TARGET_INFO_MBZ, FFA_NS_ENDPOINT_ID, 530662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 531662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 532662af36dSJ-Alves FFA_PARAM_MBZ); 53352696946SOlivier Deprez } 53452696946SOlivier Deprez 535662af36dSJ-Alves SMC_RET8(handle, FFA_SUCCESS_SMC32, 536662af36dSJ-Alves FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id, 537662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 538662af36dSJ-Alves FFA_PARAM_MBZ, FFA_PARAM_MBZ, 539662af36dSJ-Alves FFA_PARAM_MBZ); 540ac03ac5eSMax Shvetsov 541ac03ac5eSMax Shvetsov break; /* not reached */ 542ac03ac5eSMax Shvetsov 543cdb49d47SOlivier Deprez case FFA_SECONDARY_EP_REGISTER_SMC64: 544cdb49d47SOlivier Deprez if (secure_origin) { 545cdb49d47SOlivier Deprez ret = spmd_pm_secondary_ep_register(x1); 546cdb49d47SOlivier Deprez 547cdb49d47SOlivier Deprez if (ret < 0) { 548cdb49d47SOlivier Deprez SMC_RET8(handle, FFA_ERROR_SMC64, 549cdb49d47SOlivier Deprez FFA_TARGET_INFO_MBZ, ret, 550cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 551cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 552cdb49d47SOlivier Deprez FFA_PARAM_MBZ); 553cdb49d47SOlivier Deprez } else { 554cdb49d47SOlivier Deprez SMC_RET8(handle, FFA_SUCCESS_SMC64, 555cdb49d47SOlivier Deprez FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, 556cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 557cdb49d47SOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 558cdb49d47SOlivier Deprez FFA_PARAM_MBZ); 559cdb49d47SOlivier Deprez } 560cdb49d47SOlivier Deprez } 561cdb49d47SOlivier Deprez 562cdb49d47SOlivier Deprez return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 563cdb49d47SOlivier Deprez break; /* Not reached */ 564cdb49d47SOlivier Deprez 56570c121a2SDaniel Boulby case FFA_SPM_ID_GET: 56670c121a2SDaniel Boulby if (MAKE_FFA_VERSION(1, 1) > FFA_VERSION_COMPILED) { 56770c121a2SDaniel Boulby return spmd_ffa_error_return(handle, 56870c121a2SDaniel Boulby FFA_ERROR_NOT_SUPPORTED); 56970c121a2SDaniel Boulby } 57070c121a2SDaniel Boulby /* 57170c121a2SDaniel Boulby * Returns the ID of the SPMC or SPMD depending on the FF-A 57270c121a2SDaniel Boulby * instance where this function is invoked 57370c121a2SDaniel Boulby */ 57470c121a2SDaniel Boulby if (!secure_origin) { 57570c121a2SDaniel Boulby SMC_RET8(handle, FFA_SUCCESS_SMC32, 57670c121a2SDaniel Boulby FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id, 57770c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 57870c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 57970c121a2SDaniel Boulby FFA_PARAM_MBZ); 58070c121a2SDaniel Boulby } 58170c121a2SDaniel Boulby SMC_RET8(handle, FFA_SUCCESS_SMC32, 58270c121a2SDaniel Boulby FFA_TARGET_INFO_MBZ, SPMD_DIRECT_MSG_ENDPOINT_ID, 58370c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 58470c121a2SDaniel Boulby FFA_PARAM_MBZ, FFA_PARAM_MBZ, 58570c121a2SDaniel Boulby FFA_PARAM_MBZ); 58670c121a2SDaniel Boulby 58770c121a2SDaniel Boulby break; /* not reached */ 58870c121a2SDaniel Boulby 589f0d743dbSOlivier Deprez case FFA_MSG_SEND_DIRECT_REQ_SMC32: 590f0d743dbSOlivier Deprez if (secure_origin && spmd_is_spmc_message(x1)) { 591f0d743dbSOlivier Deprez ret = spmd_handle_spmc_message(x3, x4, 592f0d743dbSOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X5), 593f0d743dbSOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X6), 594f0d743dbSOlivier Deprez SMC_GET_GP(handle, CTX_GPREG_X7)); 595f0d743dbSOlivier Deprez 596f0d743dbSOlivier Deprez SMC_RET8(handle, FFA_SUCCESS_SMC32, 597f0d743dbSOlivier Deprez FFA_TARGET_INFO_MBZ, ret, 598f0d743dbSOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 599f0d743dbSOlivier Deprez FFA_PARAM_MBZ, FFA_PARAM_MBZ, 600f0d743dbSOlivier Deprez FFA_PARAM_MBZ); 601f0d743dbSOlivier Deprez } else { 602f0d743dbSOlivier Deprez /* Forward direct message to the other world */ 603f0d743dbSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 604f0d743dbSOlivier Deprez x1, x2, x3, x4, handle); 605f0d743dbSOlivier Deprez } 606f0d743dbSOlivier Deprez break; /* Not reached */ 607f0d743dbSOlivier Deprez 608f0d743dbSOlivier Deprez case FFA_MSG_SEND_DIRECT_RESP_SMC32: 609f0d743dbSOlivier Deprez if (secure_origin && spmd_is_spmc_message(x1)) { 610f0d743dbSOlivier Deprez spmd_spm_core_sync_exit(0); 611f0d743dbSOlivier Deprez } else { 612f0d743dbSOlivier Deprez /* Forward direct message to the other world */ 613f0d743dbSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 614f0d743dbSOlivier Deprez x1, x2, x3, x4, handle); 615f0d743dbSOlivier Deprez } 616f0d743dbSOlivier Deprez break; /* Not reached */ 617f0d743dbSOlivier Deprez 618662af36dSJ-Alves case FFA_RX_RELEASE: 619662af36dSJ-Alves case FFA_RXTX_MAP_SMC32: 620662af36dSJ-Alves case FFA_RXTX_MAP_SMC64: 621662af36dSJ-Alves case FFA_RXTX_UNMAP: 622545b8eb3SRuari Phipps case FFA_PARTITION_INFO_GET: 623*fc3f4800SJ-Alves #if MAKE_FFA_VERSION(1, 1) <= FFA_VERSION_COMPILED 624*fc3f4800SJ-Alves case FFA_NOTIFICATION_BITMAP_CREATE: 625*fc3f4800SJ-Alves case FFA_NOTIFICATION_BITMAP_DESTROY: 626*fc3f4800SJ-Alves case FFA_NOTIFICATION_BIND: 627*fc3f4800SJ-Alves case FFA_NOTIFICATION_UNBIND: 628*fc3f4800SJ-Alves case FFA_NOTIFICATION_SET: 629*fc3f4800SJ-Alves case FFA_NOTIFICATION_GET: 630*fc3f4800SJ-Alves case FFA_NOTIFICATION_INFO_GET: 631*fc3f4800SJ-Alves case FFA_NOTIFICATION_INFO_GET_SMC64: 632*fc3f4800SJ-Alves #endif 633545b8eb3SRuari Phipps /* 634*fc3f4800SJ-Alves * Above calls should not be forwarded from Secure world to 635*fc3f4800SJ-Alves * Normal world. 636545b8eb3SRuari Phipps * 637545b8eb3SRuari Phipps * Fall through to forward the call to the other world 638545b8eb3SRuari Phipps */ 639662af36dSJ-Alves case FFA_MSG_RUN: 640bdd2596dSAchin Gupta /* This interface must be invoked only by the Normal world */ 641545b8eb3SRuari Phipps 64293ff138bSOlivier Deprez if (secure_origin) { 643662af36dSJ-Alves return spmd_ffa_error_return(handle, 644662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 645bdd2596dSAchin Gupta } 646bdd2596dSAchin Gupta 647bdd2596dSAchin Gupta /* Fall through to forward the call to the other world */ 648662af36dSJ-Alves case FFA_MSG_SEND: 649662af36dSJ-Alves case FFA_MSG_SEND_DIRECT_REQ_SMC64: 650662af36dSJ-Alves case FFA_MSG_SEND_DIRECT_RESP_SMC64: 651662af36dSJ-Alves case FFA_MEM_DONATE_SMC32: 652662af36dSJ-Alves case FFA_MEM_DONATE_SMC64: 653662af36dSJ-Alves case FFA_MEM_LEND_SMC32: 654662af36dSJ-Alves case FFA_MEM_LEND_SMC64: 655662af36dSJ-Alves case FFA_MEM_SHARE_SMC32: 656662af36dSJ-Alves case FFA_MEM_SHARE_SMC64: 657662af36dSJ-Alves case FFA_MEM_RETRIEVE_REQ_SMC32: 658662af36dSJ-Alves case FFA_MEM_RETRIEVE_REQ_SMC64: 659662af36dSJ-Alves case FFA_MEM_RETRIEVE_RESP: 660662af36dSJ-Alves case FFA_MEM_RELINQUISH: 661662af36dSJ-Alves case FFA_MEM_RECLAIM: 662662af36dSJ-Alves case FFA_SUCCESS_SMC32: 663662af36dSJ-Alves case FFA_SUCCESS_SMC64: 664bdd2596dSAchin Gupta /* 665bdd2596dSAchin Gupta * TODO: Assume that no requests originate from EL3 at the 666bdd2596dSAchin Gupta * moment. This will change if a SP service is required in 667bdd2596dSAchin Gupta * response to secure interrupts targeted to EL3. Until then 668bdd2596dSAchin Gupta * simply forward the call to the Normal world. 669bdd2596dSAchin Gupta */ 670bdd2596dSAchin Gupta 67193ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 6720f14d02fSMax Shvetsov x1, x2, x3, x4, handle); 673bdd2596dSAchin Gupta break; /* not reached */ 674bdd2596dSAchin Gupta 675662af36dSJ-Alves case FFA_MSG_WAIT: 676bdd2596dSAchin Gupta /* 677bdd2596dSAchin Gupta * Check if this is the first invocation of this interface on 678bdd2596dSAchin Gupta * this CPU from the Secure world. If so, then indicate that the 67952696946SOlivier Deprez * SPM Core initialised successfully. 680bdd2596dSAchin Gupta */ 6819dcf63ddSOlivier Deprez if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) { 682bdd2596dSAchin Gupta spmd_spm_core_sync_exit(0); 683bdd2596dSAchin Gupta } 684bdd2596dSAchin Gupta 6850f14d02fSMax Shvetsov /* Fall through to forward the call to the other world */ 686386dc365SOlivier Deprez case FFA_INTERRUPT: 687662af36dSJ-Alves case FFA_MSG_YIELD: 688bdd2596dSAchin Gupta /* This interface must be invoked only by the Secure world */ 68993ff138bSOlivier Deprez if (!secure_origin) { 690662af36dSJ-Alves return spmd_ffa_error_return(handle, 691662af36dSJ-Alves FFA_ERROR_NOT_SUPPORTED); 692bdd2596dSAchin Gupta } 693bdd2596dSAchin Gupta 69493ff138bSOlivier Deprez return spmd_smc_forward(smc_fid, secure_origin, 6950f14d02fSMax Shvetsov x1, x2, x3, x4, handle); 696bdd2596dSAchin Gupta break; /* not reached */ 697bdd2596dSAchin Gupta 698bdd2596dSAchin Gupta default: 699bdd2596dSAchin Gupta WARN("SPM: Unsupported call 0x%08x\n", smc_fid); 700662af36dSJ-Alves return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED); 701bdd2596dSAchin Gupta } 702bdd2596dSAchin Gupta } 703