1375f538aSAchin Gupta /* 2375f538aSAchin Gupta * Copyright (c) 2013-2014, ARM Limited and Contributors. All rights reserved. 3375f538aSAchin Gupta * 4375f538aSAchin Gupta * Redistribution and use in source and binary forms, with or without 5375f538aSAchin Gupta * modification, are permitted provided that the following conditions are met: 6375f538aSAchin Gupta * 7375f538aSAchin Gupta * Redistributions of source code must retain the above copyright notice, this 8375f538aSAchin Gupta * list of conditions and the following disclaimer. 9375f538aSAchin Gupta * 10375f538aSAchin Gupta * Redistributions in binary form must reproduce the above copyright notice, 11375f538aSAchin Gupta * this list of conditions and the following disclaimer in the documentation 12375f538aSAchin Gupta * and/or other materials provided with the distribution. 13375f538aSAchin Gupta * 14375f538aSAchin Gupta * Neither the name of ARM nor the names of its contributors may be used 15375f538aSAchin Gupta * to endorse or promote products derived from this software without specific 16375f538aSAchin Gupta * prior written permission. 17375f538aSAchin Gupta * 18375f538aSAchin Gupta * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 19375f538aSAchin Gupta * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 20375f538aSAchin Gupta * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 21375f538aSAchin Gupta * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE 22375f538aSAchin Gupta * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 23375f538aSAchin Gupta * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 24375f538aSAchin Gupta * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 25375f538aSAchin Gupta * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 26375f538aSAchin Gupta * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 27375f538aSAchin Gupta * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 28375f538aSAchin Gupta * POSSIBILITY OF SUCH DAMAGE. 29375f538aSAchin Gupta */ 30375f538aSAchin Gupta 31375f538aSAchin Gupta 32375f538aSAchin Gupta /******************************************************************************* 33375f538aSAchin Gupta * This is the Secure Payload Dispatcher (SPD). The dispatcher is meant to be a 34375f538aSAchin Gupta * plug-in component to the Secure Monitor, registered as a runtime service. The 35375f538aSAchin Gupta * SPD is expected to be a functional extension of the Secure Payload (SP) that 36375f538aSAchin Gupta * executes in Secure EL1. The Secure Monitor will delegate all SMCs targeting 37375f538aSAchin Gupta * the Trusted OS/Applications range to the dispatcher. The SPD will either 38375f538aSAchin Gupta * handle the request locally or delegate it to the Secure Payload. It is also 39375f538aSAchin Gupta * responsible for initialising and maintaining communication with the SP. 40375f538aSAchin Gupta ******************************************************************************/ 41375f538aSAchin Gupta #include <stdio.h> 42375f538aSAchin Gupta #include <string.h> 43375f538aSAchin Gupta #include <assert.h> 44375f538aSAchin Gupta #include <arch_helpers.h> 45375f538aSAchin Gupta #include <console.h> 46375f538aSAchin Gupta #include <platform.h> 47375f538aSAchin Gupta #include <context_mgmt.h> 48375f538aSAchin Gupta #include <runtime_svc.h> 49375f538aSAchin Gupta #include <bl31.h> 50375f538aSAchin Gupta #include <tsp.h> 51375f538aSAchin Gupta #include <psci.h> 52375f538aSAchin Gupta #include <tspd_private.h> 53375f538aSAchin Gupta #include <debug.h> 54375f538aSAchin Gupta 55375f538aSAchin Gupta /******************************************************************************* 56375f538aSAchin Gupta * Single structure to hold information about the various entry points into the 57375f538aSAchin Gupta * Secure Payload. It is initialised once on the primary core after a cold boot. 58375f538aSAchin Gupta ******************************************************************************/ 59375f538aSAchin Gupta entry_info *tsp_entry_info; 60375f538aSAchin Gupta 61375f538aSAchin Gupta /******************************************************************************* 62375f538aSAchin Gupta * Array to keep track of per-cpu Secure Payload state 63375f538aSAchin Gupta ******************************************************************************/ 64375f538aSAchin Gupta tsp_context tspd_sp_context[TSPD_CORE_COUNT]; 65375f538aSAchin Gupta 66*7f366605SJeenu Viswambharan 67*7f366605SJeenu Viswambharan int32_t tspd_init(meminfo *bl32_meminfo); 68*7f366605SJeenu Viswambharan 69*7f366605SJeenu Viswambharan 70375f538aSAchin Gupta /******************************************************************************* 71375f538aSAchin Gupta * Secure Payload Dispatcher setup. The SPD finds out the SP entrypoint and type 72375f538aSAchin Gupta * (aarch32/aarch64) if not already known and initialises the context for entry 73375f538aSAchin Gupta * into the SP for its initialisation. 74375f538aSAchin Gupta ******************************************************************************/ 75375f538aSAchin Gupta int32_t tspd_setup(void) 76375f538aSAchin Gupta { 77375f538aSAchin Gupta el_change_info *image_info; 78375f538aSAchin Gupta int32_t rc; 79375f538aSAchin Gupta uint64_t mpidr = read_mpidr(); 80375f538aSAchin Gupta uint32_t linear_id; 81375f538aSAchin Gupta 82375f538aSAchin Gupta linear_id = platform_get_core_pos(mpidr); 83375f538aSAchin Gupta 84375f538aSAchin Gupta /* 85375f538aSAchin Gupta * Get information about the Secure Payload (BL32) image. Its 86375f538aSAchin Gupta * absence is a critical failure. TODO: Add support to 87375f538aSAchin Gupta * conditionally include the SPD service 88375f538aSAchin Gupta */ 89375f538aSAchin Gupta image_info = bl31_get_next_image_info(SECURE); 90375f538aSAchin Gupta assert(image_info); 91375f538aSAchin Gupta 92375f538aSAchin Gupta /* 93*7f366605SJeenu Viswambharan * If there's no valid entry point for SP, we return a non-zero value 94*7f366605SJeenu Viswambharan * signalling failure initializing the service. We bail out without 95*7f366605SJeenu Viswambharan * registering any handlers 96*7f366605SJeenu Viswambharan */ 97*7f366605SJeenu Viswambharan if (!image_info->entrypoint) 98*7f366605SJeenu Viswambharan return 1; 99*7f366605SJeenu Viswambharan 100*7f366605SJeenu Viswambharan /* 101375f538aSAchin Gupta * We could inspect the SP image and determine it's execution 102375f538aSAchin Gupta * state i.e whether AArch32 or AArch64. Assuming it's AArch64 103375f538aSAchin Gupta * for the time being. 104375f538aSAchin Gupta */ 105375f538aSAchin Gupta rc = tspd_init_secure_context(image_info->entrypoint, 106375f538aSAchin Gupta TSP_AARCH64, 107375f538aSAchin Gupta mpidr, 108375f538aSAchin Gupta &tspd_sp_context[linear_id]); 109375f538aSAchin Gupta assert(rc == 0); 110375f538aSAchin Gupta 111*7f366605SJeenu Viswambharan /* 112*7f366605SJeenu Viswambharan * All TSPD initialization done. Now register our init function with 113*7f366605SJeenu Viswambharan * BL31 for deferred invocation 114*7f366605SJeenu Viswambharan */ 115*7f366605SJeenu Viswambharan bl31_register_bl32_init(&tspd_init); 116*7f366605SJeenu Viswambharan 117375f538aSAchin Gupta return rc; 118375f538aSAchin Gupta } 119375f538aSAchin Gupta 120375f538aSAchin Gupta /******************************************************************************* 121375f538aSAchin Gupta * This function passes control to the Secure Payload image (BL32) for the first 122375f538aSAchin Gupta * time on the primary cpu after a cold boot. It assumes that a valid secure 123375f538aSAchin Gupta * context has already been created by tspd_setup() which can be directly used. 124375f538aSAchin Gupta * It also assumes that a valid non-secure context has been initialised by PSCI 125375f538aSAchin Gupta * so it does not need to save and restore any non-secure state. This function 126375f538aSAchin Gupta * performs a synchronous entry into the Secure payload. The SP passes control 127375f538aSAchin Gupta * back to this routine through a SMC. It also passes the extents of memory made 128375f538aSAchin Gupta * available to BL32 by BL31. 129375f538aSAchin Gupta ******************************************************************************/ 130*7f366605SJeenu Viswambharan int32_t tspd_init(meminfo *bl32_meminfo) 131375f538aSAchin Gupta { 132375f538aSAchin Gupta uint64_t mpidr = read_mpidr(); 133375f538aSAchin Gupta uint32_t linear_id = platform_get_core_pos(mpidr); 134375f538aSAchin Gupta uint64_t rc; 135375f538aSAchin Gupta tsp_context *tsp_ctx = &tspd_sp_context[linear_id]; 136375f538aSAchin Gupta 137375f538aSAchin Gupta /* 138375f538aSAchin Gupta * Arrange for passing a pointer to the meminfo structure 139375f538aSAchin Gupta * describing the memory extents available to the secure 140375f538aSAchin Gupta * payload. 141375f538aSAchin Gupta * TODO: We are passing a pointer to BL31 internal memory 142375f538aSAchin Gupta * whereas this structure should be copied to a communication 143375f538aSAchin Gupta * buffer between the SP and SPD. 144375f538aSAchin Gupta */ 145375f538aSAchin Gupta write_ctx_reg(get_gpregs_ctx(&tsp_ctx->cpu_ctx), 146375f538aSAchin Gupta CTX_GPREG_X0, 147375f538aSAchin Gupta (uint64_t) bl32_meminfo); 148375f538aSAchin Gupta 149607084eeSAchin Gupta /* 150607084eeSAchin Gupta * Arrange for an entry into the test secure payload. We expect an array 151607084eeSAchin Gupta * of vectors in return 152607084eeSAchin Gupta */ 153375f538aSAchin Gupta rc = tspd_synchronous_sp_entry(tsp_ctx); 154375f538aSAchin Gupta assert(rc != 0); 155*7f366605SJeenu Viswambharan if (rc) { 156375f538aSAchin Gupta tsp_ctx->state = TSP_STATE_ON; 157375f538aSAchin Gupta 158*7f366605SJeenu Viswambharan /* 159*7f366605SJeenu Viswambharan * TSP has been successfully initialized. Register power 160*7f366605SJeenu Viswambharan * managemnt hooks with PSCI 161*7f366605SJeenu Viswambharan */ 162*7f366605SJeenu Viswambharan psci_register_spd_pm_hook(&tspd_pm); 163*7f366605SJeenu Viswambharan } 164*7f366605SJeenu Viswambharan 165375f538aSAchin Gupta return rc; 166375f538aSAchin Gupta } 167375f538aSAchin Gupta 168*7f366605SJeenu Viswambharan 169375f538aSAchin Gupta /******************************************************************************* 170375f538aSAchin Gupta * This function is responsible for handling all SMCs in the Trusted OS/App 171375f538aSAchin Gupta * range from the non-secure state as defined in the SMC Calling Convention 172375f538aSAchin Gupta * Document. It is also responsible for communicating with the Secure payload 173375f538aSAchin Gupta * to delegate work and return results back to the non-secure state. Lastly it 174375f538aSAchin Gupta * will also return any information that the secure payload needs to do the 175375f538aSAchin Gupta * work assigned to it. 176375f538aSAchin Gupta ******************************************************************************/ 177375f538aSAchin Gupta uint64_t tspd_smc_handler(uint32_t smc_fid, 178375f538aSAchin Gupta uint64_t x1, 179375f538aSAchin Gupta uint64_t x2, 180375f538aSAchin Gupta uint64_t x3, 181375f538aSAchin Gupta uint64_t x4, 182375f538aSAchin Gupta void *cookie, 183375f538aSAchin Gupta void *handle, 184375f538aSAchin Gupta uint64_t flags) 185375f538aSAchin Gupta { 186916a2c1eSAchin Gupta cpu_context *ns_cpu_context; 187916a2c1eSAchin Gupta gp_regs *ns_gp_regs; 188375f538aSAchin Gupta unsigned long mpidr = read_mpidr(); 189375f538aSAchin Gupta uint32_t linear_id = platform_get_core_pos(mpidr), ns; 190916a2c1eSAchin Gupta tsp_context *tsp_ctx = &tspd_sp_context[linear_id]; 191375f538aSAchin Gupta 192375f538aSAchin Gupta /* Determine which security state this SMC originated from */ 193375f538aSAchin Gupta ns = is_caller_non_secure(flags); 194375f538aSAchin Gupta 195375f538aSAchin Gupta switch (smc_fid) { 196375f538aSAchin Gupta 197375f538aSAchin Gupta /* 198375f538aSAchin Gupta * This function ID is used only by the SP to indicate it has 199375f538aSAchin Gupta * finished initialising itself after a cold boot 200375f538aSAchin Gupta */ 201375f538aSAchin Gupta case TSP_ENTRY_DONE: 202375f538aSAchin Gupta if (ns) 203375f538aSAchin Gupta SMC_RET1(handle, SMC_UNK); 204375f538aSAchin Gupta 205375f538aSAchin Gupta /* 206375f538aSAchin Gupta * Stash the SP entry points information. This is done 207375f538aSAchin Gupta * only once on the primary cpu 208375f538aSAchin Gupta */ 209375f538aSAchin Gupta assert(tsp_entry_info == NULL); 210375f538aSAchin Gupta tsp_entry_info = (entry_info *) x1; 211375f538aSAchin Gupta 212375f538aSAchin Gupta /* 213375f538aSAchin Gupta * SP reports completion. The SPD must have initiated 214375f538aSAchin Gupta * the original request through a synchronous entry 215375f538aSAchin Gupta * into the SP. Jump back to the original C runtime 216375f538aSAchin Gupta * context. 217375f538aSAchin Gupta */ 218916a2c1eSAchin Gupta tspd_synchronous_sp_exit(tsp_ctx, x1); 219375f538aSAchin Gupta 220375f538aSAchin Gupta /* Should never reach here */ 221375f538aSAchin Gupta assert(0); 222375f538aSAchin Gupta 223607084eeSAchin Gupta /* 224607084eeSAchin Gupta * These function IDs is used only by the SP to indicate it has 225607084eeSAchin Gupta * finished: 226607084eeSAchin Gupta * 1. turning itself on in response to an earlier psci 227607084eeSAchin Gupta * cpu_on request 228607084eeSAchin Gupta * 2. resuming itself after an earlier psci cpu_suspend 229607084eeSAchin Gupta * request. 230607084eeSAchin Gupta */ 231607084eeSAchin Gupta case TSP_ON_DONE: 232607084eeSAchin Gupta case TSP_RESUME_DONE: 233607084eeSAchin Gupta 234607084eeSAchin Gupta /* 235607084eeSAchin Gupta * These function IDs is used only by the SP to indicate it has 236607084eeSAchin Gupta * finished: 237607084eeSAchin Gupta * 1. suspending itself after an earlier psci cpu_suspend 238607084eeSAchin Gupta * request. 239607084eeSAchin Gupta * 2. turning itself off in response to an earlier psci 240607084eeSAchin Gupta * cpu_off request. 241607084eeSAchin Gupta */ 242607084eeSAchin Gupta case TSP_OFF_DONE: 243607084eeSAchin Gupta case TSP_SUSPEND_DONE: 244607084eeSAchin Gupta if (ns) 245607084eeSAchin Gupta SMC_RET1(handle, SMC_UNK); 246607084eeSAchin Gupta 247607084eeSAchin Gupta /* 248607084eeSAchin Gupta * SP reports completion. The SPD must have initiated the 249607084eeSAchin Gupta * original request through a synchronous entry into the SP. 250607084eeSAchin Gupta * Jump back to the original C runtime context, and pass x1 as 251607084eeSAchin Gupta * return value to the caller 252607084eeSAchin Gupta */ 253916a2c1eSAchin Gupta tspd_synchronous_sp_exit(tsp_ctx, x1); 254607084eeSAchin Gupta 255607084eeSAchin Gupta /* Should never reach here */ 256607084eeSAchin Gupta assert(0); 257607084eeSAchin Gupta 258916a2c1eSAchin Gupta /* 259916a2c1eSAchin Gupta * Request from non-secure client to perform an 260916a2c1eSAchin Gupta * arithmetic operation or response from secure 261916a2c1eSAchin Gupta * payload to an earlier request. 262916a2c1eSAchin Gupta */ 263916a2c1eSAchin Gupta case TSP_FID_ADD: 264916a2c1eSAchin Gupta case TSP_FID_SUB: 265916a2c1eSAchin Gupta case TSP_FID_MUL: 266916a2c1eSAchin Gupta case TSP_FID_DIV: 267916a2c1eSAchin Gupta if (ns) { 268916a2c1eSAchin Gupta /* 269916a2c1eSAchin Gupta * This is a fresh request from the non-secure client. 270916a2c1eSAchin Gupta * The parameters are in x1 and x2. Figure out which 271916a2c1eSAchin Gupta * registers need to be preserved, save the non-secure 272916a2c1eSAchin Gupta * state and send the request to the secure payload. 273916a2c1eSAchin Gupta */ 274916a2c1eSAchin Gupta assert(handle == cm_get_context(mpidr, NON_SECURE)); 275916a2c1eSAchin Gupta cm_el1_sysregs_context_save(NON_SECURE); 276916a2c1eSAchin Gupta 277916a2c1eSAchin Gupta /* Save x1 and x2 for use by TSP_GET_ARGS call below */ 278916a2c1eSAchin Gupta SMC_SET_GP(handle, CTX_GPREG_X1, x1); 279916a2c1eSAchin Gupta SMC_SET_GP(handle, CTX_GPREG_X2, x2); 280916a2c1eSAchin Gupta 281916a2c1eSAchin Gupta /* 282916a2c1eSAchin Gupta * We are done stashing the non-secure context. Ask the 283916a2c1eSAchin Gupta * secure payload to do the work now. 284916a2c1eSAchin Gupta */ 285916a2c1eSAchin Gupta 286916a2c1eSAchin Gupta /* 287916a2c1eSAchin Gupta * Verify if there is a valid context to use, copy the 288916a2c1eSAchin Gupta * operation type and parameters to the secure context 289916a2c1eSAchin Gupta * and jump to the fast smc entry point in the secure 290916a2c1eSAchin Gupta * payload. Entry into S-EL1 will take place upon exit 291916a2c1eSAchin Gupta * from this function. 292916a2c1eSAchin Gupta */ 293916a2c1eSAchin Gupta assert(&tsp_ctx->cpu_ctx == cm_get_context(mpidr, SECURE)); 294916a2c1eSAchin Gupta set_aapcs_args7(&tsp_ctx->cpu_ctx, smc_fid, x1, x2, 0, 0, 295916a2c1eSAchin Gupta 0, 0, 0); 296916a2c1eSAchin Gupta cm_set_el3_elr(SECURE, (uint64_t) tsp_entry_info->fast_smc_entry); 297916a2c1eSAchin Gupta cm_el1_sysregs_context_restore(SECURE); 298916a2c1eSAchin Gupta cm_set_next_eret_context(SECURE); 299916a2c1eSAchin Gupta 300916a2c1eSAchin Gupta return smc_fid; 301916a2c1eSAchin Gupta } else { 302916a2c1eSAchin Gupta /* 303916a2c1eSAchin Gupta * This is the result from the secure client of an 304916a2c1eSAchin Gupta * earlier request. The results are in x1-x2. Copy it 305916a2c1eSAchin Gupta * into the non-secure context, save the secure state 306916a2c1eSAchin Gupta * and return to the non-secure state. 307916a2c1eSAchin Gupta */ 308916a2c1eSAchin Gupta assert(handle == cm_get_context(mpidr, SECURE)); 309916a2c1eSAchin Gupta cm_el1_sysregs_context_save(SECURE); 310916a2c1eSAchin Gupta 311916a2c1eSAchin Gupta /* Get a reference to the non-secure context */ 312916a2c1eSAchin Gupta ns_cpu_context = cm_get_context(mpidr, NON_SECURE); 313916a2c1eSAchin Gupta assert(ns_cpu_context); 314916a2c1eSAchin Gupta ns_gp_regs = get_gpregs_ctx(ns_cpu_context); 315916a2c1eSAchin Gupta 316916a2c1eSAchin Gupta /* Restore non-secure state */ 317916a2c1eSAchin Gupta cm_el1_sysregs_context_restore(NON_SECURE); 318916a2c1eSAchin Gupta cm_set_next_eret_context(NON_SECURE); 319916a2c1eSAchin Gupta 320916a2c1eSAchin Gupta SMC_RET2(ns_gp_regs, x1, x2); 321916a2c1eSAchin Gupta } 322916a2c1eSAchin Gupta 323916a2c1eSAchin Gupta break; 324916a2c1eSAchin Gupta 325916a2c1eSAchin Gupta /* 326916a2c1eSAchin Gupta * This is a request from the secure payload for more arguments 327916a2c1eSAchin Gupta * for an ongoing arithmetic operation requested by the 328916a2c1eSAchin Gupta * non-secure world. Simply return the arguments from the non- 329916a2c1eSAchin Gupta * secure client in the original call. 330916a2c1eSAchin Gupta */ 331916a2c1eSAchin Gupta case TSP_GET_ARGS: 332916a2c1eSAchin Gupta if (ns) 333916a2c1eSAchin Gupta SMC_RET1(handle, SMC_UNK); 334916a2c1eSAchin Gupta 335916a2c1eSAchin Gupta /* Get a reference to the non-secure context */ 336916a2c1eSAchin Gupta ns_cpu_context = cm_get_context(mpidr, NON_SECURE); 337916a2c1eSAchin Gupta assert(ns_cpu_context); 338916a2c1eSAchin Gupta ns_gp_regs = get_gpregs_ctx(ns_cpu_context); 339916a2c1eSAchin Gupta 340916a2c1eSAchin Gupta SMC_RET2(handle, read_ctx_reg(ns_gp_regs, CTX_GPREG_X1), 341916a2c1eSAchin Gupta read_ctx_reg(ns_gp_regs, CTX_GPREG_X2)); 342916a2c1eSAchin Gupta 343375f538aSAchin Gupta default: 344607084eeSAchin Gupta break; 345375f538aSAchin Gupta } 346375f538aSAchin Gupta 347607084eeSAchin Gupta SMC_RET1(handle, SMC_UNK); 348375f538aSAchin Gupta } 349375f538aSAchin Gupta 350375f538aSAchin Gupta /* Define a SPD runtime service descriptor */ 351375f538aSAchin Gupta DECLARE_RT_SVC( 352375f538aSAchin Gupta spd, 353375f538aSAchin Gupta 354375f538aSAchin Gupta OEN_TOS_START, 355375f538aSAchin Gupta OEN_TOS_END, 356375f538aSAchin Gupta SMC_TYPE_FAST, 357375f538aSAchin Gupta tspd_setup, 358375f538aSAchin Gupta tspd_smc_handler 359375f538aSAchin Gupta ); 360