xref: /rk3399_ARM-atf/services/std_svc/spmd/spmd_main.c (revision 28623c102d6fec0ba0271be64951679bf20681ba)
1 /*
2  * Copyright (c) 2020-2021, ARM Limited and Contributors. All rights reserved.
3  *
4  * SPDX-License-Identifier: BSD-3-Clause
5  */
6 
7 #include <assert.h>
8 #include <errno.h>
9 #include <inttypes.h>
10 #include <stdint.h>
11 #include <string.h>
12 
13 #include <arch_helpers.h>
14 #include <arch/aarch64/arch_features.h>
15 #include <bl31/bl31.h>
16 #include <common/debug.h>
17 #include <common/runtime_svc.h>
18 #include <lib/el3_runtime/context_mgmt.h>
19 #include <lib/smccc.h>
20 #include <lib/spinlock.h>
21 #include <lib/utils.h>
22 #include <plat/common/common_def.h>
23 #include <plat/common/platform.h>
24 #include <platform_def.h>
25 #include <services/ffa_svc.h>
26 #include <services/spmd_svc.h>
27 #include <smccc_helpers.h>
28 #include "spmd_private.h"
29 
30 /*******************************************************************************
31  * SPM Core context information.
32  ******************************************************************************/
33 static spmd_spm_core_context_t spm_core_context[PLATFORM_CORE_COUNT];
34 
35 /*******************************************************************************
36  * SPM Core attribute information read from its manifest.
37  ******************************************************************************/
38 static spmc_manifest_attribute_t spmc_attrs;
39 
40 /*******************************************************************************
41  * SPM Core entry point information. Discovered on the primary core and reused
42  * on secondary cores.
43  ******************************************************************************/
44 static entry_point_info_t *spmc_ep_info;
45 
46 /*******************************************************************************
47  * SPM Core context on CPU based on mpidr.
48  ******************************************************************************/
49 spmd_spm_core_context_t *spmd_get_context_by_mpidr(uint64_t mpidr)
50 {
51 	int core_idx = plat_core_pos_by_mpidr(mpidr);
52 
53 	if (core_idx < 0) {
54 		ERROR("Invalid mpidr: %" PRIx64 ", returned ID: %d\n", mpidr, core_idx);
55 		panic();
56 	}
57 
58 	return &spm_core_context[core_idx];
59 }
60 
61 /*******************************************************************************
62  * SPM Core context on current CPU get helper.
63  ******************************************************************************/
64 spmd_spm_core_context_t *spmd_get_context(void)
65 {
66 	return spmd_get_context_by_mpidr(read_mpidr());
67 }
68 
69 /*******************************************************************************
70  * SPM Core ID getter.
71  ******************************************************************************/
72 uint16_t spmd_spmc_id_get(void)
73 {
74 	return spmc_attrs.spmc_id;
75 }
76 
77 /*******************************************************************************
78  * Static function declaration.
79  ******************************************************************************/
80 static int32_t spmd_init(void);
81 static int spmd_spmc_init(void *pm_addr);
82 static uint64_t spmd_ffa_error_return(void *handle,
83 				       int error_code);
84 static uint64_t spmd_smc_forward(uint32_t smc_fid,
85 				 bool secure_origin,
86 				 uint64_t x1,
87 				 uint64_t x2,
88 				 uint64_t x3,
89 				 uint64_t x4,
90 				 void *handle);
91 
92 /*******************************************************************************
93  * This function takes an SPMC context pointer and performs a synchronous
94  * SPMC entry.
95  ******************************************************************************/
96 uint64_t spmd_spm_core_sync_entry(spmd_spm_core_context_t *spmc_ctx)
97 {
98 	uint64_t rc;
99 
100 	assert(spmc_ctx != NULL);
101 
102 	cm_set_context(&(spmc_ctx->cpu_ctx), SECURE);
103 
104 	/* Restore the context assigned above */
105 #if SPMD_SPM_AT_SEL2
106 	cm_el2_sysregs_context_restore(SECURE);
107 #else
108 	cm_el1_sysregs_context_restore(SECURE);
109 #endif
110 	cm_set_next_eret_context(SECURE);
111 
112 	/* Enter SPMC */
113 	rc = spmd_spm_core_enter(&spmc_ctx->c_rt_ctx);
114 
115 	/* Save secure state */
116 #if SPMD_SPM_AT_SEL2
117 	cm_el2_sysregs_context_save(SECURE);
118 #else
119 	cm_el1_sysregs_context_save(SECURE);
120 #endif
121 
122 	return rc;
123 }
124 
125 /*******************************************************************************
126  * This function returns to the place where spmd_spm_core_sync_entry() was
127  * called originally.
128  ******************************************************************************/
129 __dead2 void spmd_spm_core_sync_exit(uint64_t rc)
130 {
131 	spmd_spm_core_context_t *ctx = spmd_get_context();
132 
133 	/* Get current CPU context from SPMC context */
134 	assert(cm_get_context(SECURE) == &(ctx->cpu_ctx));
135 
136 	/*
137 	 * The SPMD must have initiated the original request through a
138 	 * synchronous entry into SPMC. Jump back to the original C runtime
139 	 * context with the value of rc in x0;
140 	 */
141 	spmd_spm_core_exit(ctx->c_rt_ctx, rc);
142 
143 	panic();
144 }
145 
146 /*******************************************************************************
147  * Jump to the SPM Core for the first time.
148  ******************************************************************************/
149 static int32_t spmd_init(void)
150 {
151 	spmd_spm_core_context_t *ctx = spmd_get_context();
152 	uint64_t rc;
153 
154 	VERBOSE("SPM Core init start.\n");
155 
156 	/* Primary boot core enters the SPMC for initialization. */
157 	ctx->state = SPMC_STATE_ON_PENDING;
158 
159 	rc = spmd_spm_core_sync_entry(ctx);
160 	if (rc != 0ULL) {
161 		ERROR("SPMC initialisation failed 0x%" PRIx64 "\n", rc);
162 		return 0;
163 	}
164 
165 	ctx->state = SPMC_STATE_ON;
166 
167 	VERBOSE("SPM Core init end.\n");
168 
169 	return 1;
170 }
171 
172 /*******************************************************************************
173  * Loads SPMC manifest and inits SPMC.
174  ******************************************************************************/
175 static int spmd_spmc_init(void *pm_addr)
176 {
177 	cpu_context_t *cpu_ctx;
178 	unsigned int core_id;
179 	uint32_t ep_attr;
180 	int rc;
181 
182 	/* Load the SPM Core manifest */
183 	rc = plat_spm_core_manifest_load(&spmc_attrs, pm_addr);
184 	if (rc != 0) {
185 		WARN("No or invalid SPM Core manifest image provided by BL2\n");
186 		return rc;
187 	}
188 
189 	/*
190 	 * Ensure that the SPM Core version is compatible with the SPM
191 	 * Dispatcher version.
192 	 */
193 	if ((spmc_attrs.major_version != FFA_VERSION_MAJOR) ||
194 	    (spmc_attrs.minor_version > FFA_VERSION_MINOR)) {
195 		WARN("Unsupported FFA version (%u.%u)\n",
196 		     spmc_attrs.major_version, spmc_attrs.minor_version);
197 		return -EINVAL;
198 	}
199 
200 	VERBOSE("FFA version (%u.%u)\n", spmc_attrs.major_version,
201 	     spmc_attrs.minor_version);
202 
203 	VERBOSE("SPM Core run time EL%x.\n",
204 	     SPMD_SPM_AT_SEL2 ? MODE_EL2 : MODE_EL1);
205 
206 	/* Validate the SPMC ID, Ensure high bit is set */
207 	if (((spmc_attrs.spmc_id >> SPMC_SECURE_ID_SHIFT) &
208 			SPMC_SECURE_ID_MASK) == 0U) {
209 		WARN("Invalid ID (0x%x) for SPMC.\n", spmc_attrs.spmc_id);
210 		return -EINVAL;
211 	}
212 
213 	/* Validate the SPM Core execution state */
214 	if ((spmc_attrs.exec_state != MODE_RW_64) &&
215 	    (spmc_attrs.exec_state != MODE_RW_32)) {
216 		WARN("Unsupported %s%x.\n", "SPM Core execution state 0x",
217 		     spmc_attrs.exec_state);
218 		return -EINVAL;
219 	}
220 
221 	VERBOSE("%s%x.\n", "SPM Core execution state 0x",
222 		spmc_attrs.exec_state);
223 
224 #if SPMD_SPM_AT_SEL2
225 	/* Ensure manifest has not requested AArch32 state in S-EL2 */
226 	if (spmc_attrs.exec_state == MODE_RW_32) {
227 		WARN("AArch32 state at S-EL2 is not supported.\n");
228 		return -EINVAL;
229 	}
230 
231 	/*
232 	 * Check if S-EL2 is supported on this system if S-EL2
233 	 * is required for SPM
234 	 */
235 	if (!is_armv8_4_sel2_present()) {
236 		WARN("SPM Core run time S-EL2 is not supported.\n");
237 		return -EINVAL;
238 	}
239 #endif /* SPMD_SPM_AT_SEL2 */
240 
241 	/* Initialise an entrypoint to set up the CPU context */
242 	ep_attr = SECURE | EP_ST_ENABLE;
243 	if ((read_sctlr_el3() & SCTLR_EE_BIT) != 0ULL) {
244 		ep_attr |= EP_EE_BIG;
245 	}
246 
247 	SET_PARAM_HEAD(spmc_ep_info, PARAM_EP, VERSION_1, ep_attr);
248 
249 	/*
250 	 * Populate SPSR for SPM Core based upon validated parameters from the
251 	 * manifest.
252 	 */
253 	if (spmc_attrs.exec_state == MODE_RW_32) {
254 		spmc_ep_info->spsr = SPSR_MODE32(MODE32_svc, SPSR_T_ARM,
255 						 SPSR_E_LITTLE,
256 						 DAIF_FIQ_BIT |
257 						 DAIF_IRQ_BIT |
258 						 DAIF_ABT_BIT);
259 	} else {
260 
261 #if SPMD_SPM_AT_SEL2
262 		static const uint32_t runtime_el = MODE_EL2;
263 #else
264 		static const uint32_t runtime_el = MODE_EL1;
265 #endif
266 		spmc_ep_info->spsr = SPSR_64(runtime_el,
267 					     MODE_SP_ELX,
268 					     DISABLE_ALL_EXCEPTIONS);
269 	}
270 
271 	/* Set an initial SPMC context state for all cores. */
272 	for (core_id = 0U; core_id < PLATFORM_CORE_COUNT; core_id++) {
273 		spm_core_context[core_id].state = SPMC_STATE_OFF;
274 
275 		/* Setup an initial cpu context for the SPMC. */
276 		cpu_ctx = &spm_core_context[core_id].cpu_ctx;
277 		cm_setup_context(cpu_ctx, spmc_ep_info);
278 
279 		/*
280 		 * Pass the core linear ID to the SPMC through x4.
281 		 * (TF-A implementation defined behavior helping
282 		 * a legacy TOS migration to adopt FF-A).
283 		 */
284 		write_ctx_reg(get_gpregs_ctx(cpu_ctx), CTX_GPREG_X4, core_id);
285 	}
286 
287 	/* Register power management hooks with PSCI */
288 	psci_register_spd_pm_hook(&spmd_pm);
289 
290 	/* Register init function for deferred init. */
291 	bl31_register_bl32_init(&spmd_init);
292 
293 	INFO("SPM Core setup done.\n");
294 
295 	return 0;
296 }
297 
298 /*******************************************************************************
299  * Initialize context of SPM Core.
300  ******************************************************************************/
301 int spmd_setup(void)
302 {
303 	void *spmc_manifest;
304 	int rc;
305 
306 	spmc_ep_info = bl31_plat_get_next_image_ep_info(SECURE);
307 	if (spmc_ep_info == NULL) {
308 		WARN("No SPM Core image provided by BL2 boot loader.\n");
309 		return -EINVAL;
310 	}
311 
312 	/* Under no circumstances will this parameter be 0 */
313 	assert(spmc_ep_info->pc != 0ULL);
314 
315 	/*
316 	 * Check if BL32 ep_info has a reference to 'tos_fw_config'. This will
317 	 * be used as a manifest for the SPM Core at the next lower EL/mode.
318 	 */
319 	spmc_manifest = (void *)spmc_ep_info->args.arg0;
320 	if (spmc_manifest == NULL) {
321 		ERROR("Invalid or absent SPM Core manifest.\n");
322 		return -EINVAL;
323 	}
324 
325 	/* Load manifest, init SPMC */
326 	rc = spmd_spmc_init(spmc_manifest);
327 	if (rc != 0) {
328 		WARN("Booting device without SPM initialization.\n");
329 	}
330 
331 	return rc;
332 }
333 
334 /*******************************************************************************
335  * Forward SMC to the other security state
336  ******************************************************************************/
337 static uint64_t spmd_smc_forward(uint32_t smc_fid,
338 				 bool secure_origin,
339 				 uint64_t x1,
340 				 uint64_t x2,
341 				 uint64_t x3,
342 				 uint64_t x4,
343 				 void *handle)
344 {
345 	unsigned int secure_state_in = (secure_origin) ? SECURE : NON_SECURE;
346 	unsigned int secure_state_out = (!secure_origin) ? SECURE : NON_SECURE;
347 
348 	/* Save incoming security state */
349 #if SPMD_SPM_AT_SEL2
350 	if (secure_state_in == NON_SECURE) {
351 		cm_el1_sysregs_context_save(secure_state_in);
352 	}
353 	cm_el2_sysregs_context_save(secure_state_in);
354 #else
355 	cm_el1_sysregs_context_save(secure_state_in);
356 #endif
357 
358 	/* Restore outgoing security state */
359 #if SPMD_SPM_AT_SEL2
360 	if (secure_state_out == NON_SECURE) {
361 		cm_el1_sysregs_context_restore(secure_state_out);
362 	}
363 	cm_el2_sysregs_context_restore(secure_state_out);
364 #else
365 	cm_el1_sysregs_context_restore(secure_state_out);
366 #endif
367 	cm_set_next_eret_context(secure_state_out);
368 
369 	SMC_RET8(cm_get_context(secure_state_out), smc_fid, x1, x2, x3, x4,
370 			SMC_GET_GP(handle, CTX_GPREG_X5),
371 			SMC_GET_GP(handle, CTX_GPREG_X6),
372 			SMC_GET_GP(handle, CTX_GPREG_X7));
373 }
374 
375 /*******************************************************************************
376  * Return FFA_ERROR with specified error code
377  ******************************************************************************/
378 static uint64_t spmd_ffa_error_return(void *handle, int error_code)
379 {
380 	SMC_RET8(handle, (uint32_t) FFA_ERROR,
381 		 FFA_TARGET_INFO_MBZ, (uint32_t)error_code,
382 		 FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ,
383 		 FFA_PARAM_MBZ, FFA_PARAM_MBZ);
384 }
385 
386 /*******************************************************************************
387  * spmd_check_address_in_binary_image
388  ******************************************************************************/
389 bool spmd_check_address_in_binary_image(uint64_t address)
390 {
391 	assert(!check_uptr_overflow(spmc_attrs.load_address, spmc_attrs.binary_size));
392 
393 	return ((address >= spmc_attrs.load_address) &&
394 		(address < (spmc_attrs.load_address + spmc_attrs.binary_size)));
395 }
396 
397 /******************************************************************************
398  * spmd_is_spmc_message
399  *****************************************************************************/
400 static bool spmd_is_spmc_message(unsigned int ep)
401 {
402 	return ((ffa_endpoint_destination(ep) == SPMD_DIRECT_MSG_ENDPOINT_ID)
403 		&& (ffa_endpoint_source(ep) == spmc_attrs.spmc_id));
404 }
405 
406 /******************************************************************************
407  * spmd_handle_spmc_message
408  *****************************************************************************/
409 static int spmd_handle_spmc_message(unsigned long long msg,
410 		unsigned long long parm1, unsigned long long parm2,
411 		unsigned long long parm3, unsigned long long parm4)
412 {
413 	VERBOSE("%s %llx %llx %llx %llx %llx\n", __func__,
414 		msg, parm1, parm2, parm3, parm4);
415 
416 	return -EINVAL;
417 }
418 
419 /*******************************************************************************
420  * This function handles all SMCs in the range reserved for FFA. Each call is
421  * either forwarded to the other security state or handled by the SPM dispatcher
422  ******************************************************************************/
423 uint64_t spmd_smc_handler(uint32_t smc_fid,
424 			  uint64_t x1,
425 			  uint64_t x2,
426 			  uint64_t x3,
427 			  uint64_t x4,
428 			  void *cookie,
429 			  void *handle,
430 			  uint64_t flags)
431 {
432 	unsigned int linear_id = plat_my_core_pos();
433 	spmd_spm_core_context_t *ctx = spmd_get_context();
434 	bool secure_origin;
435 	int32_t ret;
436 	uint32_t input_version;
437 
438 	/* Determine which security state this SMC originated from */
439 	secure_origin = is_caller_secure(flags);
440 
441 	VERBOSE("SPM(%u): 0x%x 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64
442 		" 0x%" PRIx64 " 0x%" PRIx64 " 0x%" PRIx64 "\n",
443 		    linear_id, smc_fid, x1, x2, x3, x4,
444 		    SMC_GET_GP(handle, CTX_GPREG_X5),
445 		    SMC_GET_GP(handle, CTX_GPREG_X6),
446 		    SMC_GET_GP(handle, CTX_GPREG_X7));
447 
448 	switch (smc_fid) {
449 	case FFA_ERROR:
450 		/*
451 		 * Check if this is the first invocation of this interface on
452 		 * this CPU. If so, then indicate that the SPM Core initialised
453 		 * unsuccessfully.
454 		 */
455 		if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) {
456 			spmd_spm_core_sync_exit(x2);
457 		}
458 
459 		return spmd_smc_forward(smc_fid, secure_origin,
460 					x1, x2, x3, x4, handle);
461 		break; /* not reached */
462 
463 	case FFA_VERSION:
464 		input_version = (uint32_t)(0xFFFFFFFF & x1);
465 		/*
466 		 * If caller is secure and SPMC was initialized,
467 		 * return FFA_VERSION of SPMD.
468 		 * If caller is non secure and SPMC was initialized,
469 		 * return SPMC's version.
470 		 * Sanity check to "input_version".
471 		 */
472 		if ((input_version & FFA_VERSION_BIT31_MASK) ||
473 			(ctx->state == SPMC_STATE_RESET)) {
474 			ret = FFA_ERROR_NOT_SUPPORTED;
475 		} else if (!secure_origin) {
476 			ret = MAKE_FFA_VERSION(spmc_attrs.major_version,
477 					       spmc_attrs.minor_version);
478 		} else {
479 			ret = MAKE_FFA_VERSION(FFA_VERSION_MAJOR,
480 					       FFA_VERSION_MINOR);
481 		}
482 
483 		SMC_RET8(handle, (uint32_t)ret, FFA_TARGET_INFO_MBZ,
484 			 FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ,
485 			 FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ);
486 		break; /* not reached */
487 
488 	case FFA_FEATURES:
489 		/*
490 		 * This is an optional interface. Do the minimal checks and
491 		 * forward to SPM Core which will handle it if implemented.
492 		 */
493 
494 		/* Forward SMC from Normal world to the SPM Core */
495 		if (!secure_origin) {
496 			return spmd_smc_forward(smc_fid, secure_origin,
497 						x1, x2, x3, x4, handle);
498 		}
499 
500 		/*
501 		 * Return success if call was from secure world i.e. all
502 		 * FFA functions are supported. This is essentially a
503 		 * nop.
504 		 */
505 		SMC_RET8(handle, FFA_SUCCESS_SMC32, x1, x2, x3, x4,
506 			 SMC_GET_GP(handle, CTX_GPREG_X5),
507 			 SMC_GET_GP(handle, CTX_GPREG_X6),
508 			 SMC_GET_GP(handle, CTX_GPREG_X7));
509 
510 		break; /* not reached */
511 
512 	case FFA_ID_GET:
513 		/*
514 		 * Returns the ID of the calling FFA component.
515 		 */
516 		if (!secure_origin) {
517 			SMC_RET8(handle, FFA_SUCCESS_SMC32,
518 				 FFA_TARGET_INFO_MBZ, FFA_NS_ENDPOINT_ID,
519 				 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
520 				 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
521 				 FFA_PARAM_MBZ);
522 		}
523 
524 		SMC_RET8(handle, FFA_SUCCESS_SMC32,
525 			 FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id,
526 			 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
527 			 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
528 			 FFA_PARAM_MBZ);
529 
530 		break; /* not reached */
531 
532 	case FFA_SECONDARY_EP_REGISTER_SMC64:
533 		if (secure_origin) {
534 			ret = spmd_pm_secondary_ep_register(x1);
535 
536 			if (ret < 0) {
537 				SMC_RET8(handle, FFA_ERROR_SMC64,
538 					FFA_TARGET_INFO_MBZ, ret,
539 					FFA_PARAM_MBZ, FFA_PARAM_MBZ,
540 					FFA_PARAM_MBZ, FFA_PARAM_MBZ,
541 					FFA_PARAM_MBZ);
542 			} else {
543 				SMC_RET8(handle, FFA_SUCCESS_SMC64,
544 					FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ,
545 					FFA_PARAM_MBZ, FFA_PARAM_MBZ,
546 					FFA_PARAM_MBZ, FFA_PARAM_MBZ,
547 					FFA_PARAM_MBZ);
548 			}
549 		}
550 
551 		return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED);
552 		break; /* Not reached */
553 
554 	case FFA_SPM_ID_GET:
555 		if (MAKE_FFA_VERSION(1, 1) > FFA_VERSION_COMPILED) {
556 			return spmd_ffa_error_return(handle,
557 						     FFA_ERROR_NOT_SUPPORTED);
558 		}
559 		/*
560 		 * Returns the ID of the SPMC or SPMD depending on the FF-A
561 		 * instance where this function is invoked
562 		 */
563 		if (!secure_origin) {
564 			SMC_RET8(handle, FFA_SUCCESS_SMC32,
565 				 FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id,
566 				 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
567 				 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
568 				 FFA_PARAM_MBZ);
569 		}
570 		SMC_RET8(handle, FFA_SUCCESS_SMC32,
571 			 FFA_TARGET_INFO_MBZ, SPMD_DIRECT_MSG_ENDPOINT_ID,
572 			 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
573 			 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
574 			 FFA_PARAM_MBZ);
575 
576 		break; /* not reached */
577 
578 	case FFA_MSG_SEND_DIRECT_REQ_SMC32:
579 		if (secure_origin && spmd_is_spmc_message(x1)) {
580 			ret = spmd_handle_spmc_message(x3, x4,
581 				SMC_GET_GP(handle, CTX_GPREG_X5),
582 				SMC_GET_GP(handle, CTX_GPREG_X6),
583 				SMC_GET_GP(handle, CTX_GPREG_X7));
584 
585 			SMC_RET8(handle, FFA_SUCCESS_SMC32,
586 				FFA_TARGET_INFO_MBZ, ret,
587 				FFA_PARAM_MBZ, FFA_PARAM_MBZ,
588 				FFA_PARAM_MBZ, FFA_PARAM_MBZ,
589 				FFA_PARAM_MBZ);
590 		} else {
591 			/* Forward direct message to the other world */
592 			return spmd_smc_forward(smc_fid, secure_origin,
593 				x1, x2, x3, x4, handle);
594 		}
595 		break; /* Not reached */
596 
597 	case FFA_MSG_SEND_DIRECT_RESP_SMC32:
598 		if (secure_origin && spmd_is_spmc_message(x1)) {
599 			spmd_spm_core_sync_exit(0);
600 		} else {
601 			/* Forward direct message to the other world */
602 			return spmd_smc_forward(smc_fid, secure_origin,
603 				x1, x2, x3, x4, handle);
604 		}
605 		break; /* Not reached */
606 
607 	case FFA_RX_RELEASE:
608 	case FFA_RXTX_MAP_SMC32:
609 	case FFA_RXTX_MAP_SMC64:
610 	case FFA_RXTX_UNMAP:
611 	case FFA_PARTITION_INFO_GET:
612 #if MAKE_FFA_VERSION(1, 1) <= FFA_VERSION_COMPILED
613 	case FFA_NOTIFICATION_BITMAP_CREATE:
614 	case FFA_NOTIFICATION_BITMAP_DESTROY:
615 	case FFA_NOTIFICATION_BIND:
616 	case FFA_NOTIFICATION_UNBIND:
617 	case FFA_NOTIFICATION_SET:
618 	case FFA_NOTIFICATION_GET:
619 	case FFA_NOTIFICATION_INFO_GET:
620 	case FFA_NOTIFICATION_INFO_GET_SMC64:
621 #endif
622 		/*
623 		 * Above calls should not be forwarded from Secure world to
624 		 * Normal world.
625 		 *
626 		 * Fall through to forward the call to the other world
627 		 */
628 	case FFA_MSG_RUN:
629 		/* This interface must be invoked only by the Normal world */
630 
631 		if (secure_origin) {
632 			return spmd_ffa_error_return(handle,
633 						     FFA_ERROR_NOT_SUPPORTED);
634 		}
635 
636 		/* Fall through to forward the call to the other world */
637 	case FFA_MSG_SEND:
638 	case FFA_MSG_SEND_DIRECT_REQ_SMC64:
639 	case FFA_MSG_SEND_DIRECT_RESP_SMC64:
640 	case FFA_MEM_DONATE_SMC32:
641 	case FFA_MEM_DONATE_SMC64:
642 	case FFA_MEM_LEND_SMC32:
643 	case FFA_MEM_LEND_SMC64:
644 	case FFA_MEM_SHARE_SMC32:
645 	case FFA_MEM_SHARE_SMC64:
646 	case FFA_MEM_RETRIEVE_REQ_SMC32:
647 	case FFA_MEM_RETRIEVE_REQ_SMC64:
648 	case FFA_MEM_RETRIEVE_RESP:
649 	case FFA_MEM_RELINQUISH:
650 	case FFA_MEM_RECLAIM:
651 	case FFA_SUCCESS_SMC32:
652 	case FFA_SUCCESS_SMC64:
653 		/*
654 		 * TODO: Assume that no requests originate from EL3 at the
655 		 * moment. This will change if a SP service is required in
656 		 * response to secure interrupts targeted to EL3. Until then
657 		 * simply forward the call to the Normal world.
658 		 */
659 
660 		return spmd_smc_forward(smc_fid, secure_origin,
661 					x1, x2, x3, x4, handle);
662 		break; /* not reached */
663 
664 	case FFA_MSG_WAIT:
665 		/*
666 		 * Check if this is the first invocation of this interface on
667 		 * this CPU from the Secure world. If so, then indicate that the
668 		 * SPM Core initialised successfully.
669 		 */
670 		if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) {
671 			spmd_spm_core_sync_exit(0);
672 		}
673 
674 		/* Fall through to forward the call to the other world */
675 	case FFA_INTERRUPT:
676 	case FFA_MSG_YIELD:
677 		/* This interface must be invoked only by the Secure world */
678 		if (!secure_origin) {
679 			return spmd_ffa_error_return(handle,
680 						      FFA_ERROR_NOT_SUPPORTED);
681 		}
682 
683 		return spmd_smc_forward(smc_fid, secure_origin,
684 					x1, x2, x3, x4, handle);
685 		break; /* not reached */
686 
687 	default:
688 		WARN("SPM: Unsupported call 0x%08x\n", smc_fid);
689 		return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED);
690 	}
691 }
692