xref: /rk3399_ARM-atf/plat/intel/soc/common/socfpga_sip_svc.c (revision 9118bdf4011b5a54fec5c1eb80e1ad99ab7ac4bd)
1 /*
2  * Copyright (c) 2019-2023, ARM Limited and Contributors. All rights reserved.
3  *
4  * SPDX-License-Identifier: BSD-3-Clause
5  */
6 
7 #include <assert.h>
8 #include <common/debug.h>
9 #include <common/runtime_svc.h>
10 #include <lib/mmio.h>
11 #include <tools_share/uuid.h>
12 
13 #include "socfpga_fcs.h"
14 #include "socfpga_mailbox.h"
15 #include "socfpga_plat_def.h"
16 #include "socfpga_reset_manager.h"
17 #include "socfpga_sip_svc.h"
18 #include "socfpga_system_manager.h"
19 
20 /* Total buffer the driver can hold */
21 #define FPGA_CONFIG_BUFFER_SIZE 4
22 
23 static config_type request_type = NO_REQUEST;
24 static int current_block, current_buffer;
25 static int read_block, max_blocks;
26 static uint32_t send_id, rcv_id;
27 static uint32_t bytes_per_block, blocks_submitted;
28 static bool bridge_disable;
29 
30 /* RSU static variables */
31 static uint32_t rsu_dcmf_ver[4] = {0};
32 static uint16_t rsu_dcmf_stat[4] = {0};
33 static uint32_t rsu_max_retry;
34 
35 /*  SiP Service UUID */
36 DEFINE_SVC_UUID2(intl_svc_uid,
37 		0xa85273b0, 0xe85a, 0x4862, 0xa6, 0x2a,
38 		0xfa, 0x88, 0x88, 0x17, 0x68, 0x81);
39 
40 static uint64_t socfpga_sip_handler(uint32_t smc_fid,
41 				   uint64_t x1,
42 				   uint64_t x2,
43 				   uint64_t x3,
44 				   uint64_t x4,
45 				   void *cookie,
46 				   void *handle,
47 				   uint64_t flags)
48 {
49 	ERROR("%s: unhandled SMC (0x%x)\n", __func__, smc_fid);
50 	SMC_RET1(handle, SMC_UNK);
51 }
52 
53 struct fpga_config_info fpga_config_buffers[FPGA_CONFIG_BUFFER_SIZE];
54 
55 static int intel_fpga_sdm_write_buffer(struct fpga_config_info *buffer)
56 {
57 	uint32_t args[3];
58 
59 	while (max_blocks > 0 && buffer->size > buffer->size_written) {
60 		args[0] = (1<<8);
61 		args[1] = buffer->addr + buffer->size_written;
62 		if (buffer->size - buffer->size_written <= bytes_per_block) {
63 			args[2] = buffer->size - buffer->size_written;
64 			current_buffer++;
65 			current_buffer %= FPGA_CONFIG_BUFFER_SIZE;
66 		} else {
67 			args[2] = bytes_per_block;
68 		}
69 
70 		buffer->size_written += args[2];
71 		mailbox_send_cmd_async(&send_id, MBOX_RECONFIG_DATA, args,
72 					3U, CMD_INDIRECT);
73 
74 		buffer->subblocks_sent++;
75 		max_blocks--;
76 	}
77 
78 	return !max_blocks;
79 }
80 
81 static int intel_fpga_sdm_write_all(void)
82 {
83 	for (int i = 0; i < FPGA_CONFIG_BUFFER_SIZE; i++) {
84 		if (intel_fpga_sdm_write_buffer(
85 			&fpga_config_buffers[current_buffer])) {
86 			break;
87 		}
88 	}
89 	return 0;
90 }
91 
92 static uint32_t intel_mailbox_fpga_config_isdone(void)
93 {
94 	uint32_t ret;
95 
96 	switch (request_type) {
97 	case RECONFIGURATION:
98 		ret = intel_mailbox_get_config_status(MBOX_RECONFIG_STATUS,
99 							true);
100 		break;
101 	case BITSTREAM_AUTH:
102 		ret = intel_mailbox_get_config_status(MBOX_RECONFIG_STATUS,
103 							false);
104 		break;
105 	default:
106 		ret = intel_mailbox_get_config_status(MBOX_CONFIG_STATUS,
107 							false);
108 		break;
109 	}
110 
111 	if (ret != 0U) {
112 		if (ret == MBOX_CFGSTAT_STATE_CONFIG) {
113 			return INTEL_SIP_SMC_STATUS_BUSY;
114 		} else {
115 			request_type = NO_REQUEST;
116 			return INTEL_SIP_SMC_STATUS_ERROR;
117 		}
118 	}
119 
120 	if (bridge_disable != 0U) {
121 		socfpga_bridges_enable(~0);	/* Enable bridge */
122 		bridge_disable = false;
123 	}
124 	request_type = NO_REQUEST;
125 
126 	return INTEL_SIP_SMC_STATUS_OK;
127 }
128 
129 static int mark_last_buffer_xfer_completed(uint32_t *buffer_addr_completed)
130 {
131 	int i;
132 
133 	for (i = 0; i < FPGA_CONFIG_BUFFER_SIZE; i++) {
134 		if (fpga_config_buffers[i].block_number == current_block) {
135 			fpga_config_buffers[i].subblocks_sent--;
136 			if (fpga_config_buffers[i].subblocks_sent == 0
137 			&& fpga_config_buffers[i].size <=
138 			fpga_config_buffers[i].size_written) {
139 				fpga_config_buffers[i].write_requested = 0;
140 				current_block++;
141 				*buffer_addr_completed =
142 					fpga_config_buffers[i].addr;
143 				return 0;
144 			}
145 		}
146 	}
147 
148 	return -1;
149 }
150 
151 static int intel_fpga_config_completed_write(uint32_t *completed_addr,
152 					uint32_t *count, uint32_t *job_id)
153 {
154 	uint32_t resp[5];
155 	unsigned int resp_len = ARRAY_SIZE(resp);
156 	int status = INTEL_SIP_SMC_STATUS_OK;
157 	int all_completed = 1;
158 	*count = 0;
159 
160 	while (*count < 3) {
161 
162 		status = mailbox_read_response(job_id,
163 				resp, &resp_len);
164 
165 		if (status < 0) {
166 			break;
167 		}
168 
169 		max_blocks++;
170 
171 		if (mark_last_buffer_xfer_completed(
172 			&completed_addr[*count]) == 0) {
173 			*count = *count + 1;
174 		} else {
175 			break;
176 		}
177 	}
178 
179 	if (*count <= 0) {
180 		if (status != MBOX_NO_RESPONSE &&
181 			status != MBOX_TIMEOUT && resp_len != 0) {
182 			mailbox_clear_response();
183 			request_type = NO_REQUEST;
184 			return INTEL_SIP_SMC_STATUS_ERROR;
185 		}
186 
187 		*count = 0;
188 	}
189 
190 	intel_fpga_sdm_write_all();
191 
192 	if (*count > 0) {
193 		status = INTEL_SIP_SMC_STATUS_OK;
194 	} else if (*count == 0) {
195 		status = INTEL_SIP_SMC_STATUS_BUSY;
196 	}
197 
198 	for (int i = 0; i < FPGA_CONFIG_BUFFER_SIZE; i++) {
199 		if (fpga_config_buffers[i].write_requested != 0) {
200 			all_completed = 0;
201 			break;
202 		}
203 	}
204 
205 	if (all_completed == 1) {
206 		return INTEL_SIP_SMC_STATUS_OK;
207 	}
208 
209 	return status;
210 }
211 
212 static int intel_fpga_config_start(uint32_t flag)
213 {
214 	uint32_t argument = 0x1;
215 	uint32_t response[3];
216 	int status = 0;
217 	unsigned int size = 0;
218 	unsigned int resp_len = ARRAY_SIZE(response);
219 
220 	request_type = RECONFIGURATION;
221 
222 	if (!CONFIG_TEST_FLAG(flag, PARTIAL_CONFIG)) {
223 		bridge_disable = true;
224 	}
225 
226 	if (CONFIG_TEST_FLAG(flag, AUTHENTICATION)) {
227 		size = 1;
228 		bridge_disable = false;
229 		request_type = BITSTREAM_AUTH;
230 	}
231 
232 	mailbox_clear_response();
233 
234 	mailbox_send_cmd(MBOX_JOB_ID, MBOX_CMD_CANCEL, NULL, 0U,
235 			CMD_CASUAL, NULL, NULL);
236 
237 	status = mailbox_send_cmd(MBOX_JOB_ID, MBOX_RECONFIG, &argument, size,
238 			CMD_CASUAL, response, &resp_len);
239 
240 	if (status < 0) {
241 		bridge_disable = false;
242 		request_type = NO_REQUEST;
243 		return INTEL_SIP_SMC_STATUS_ERROR;
244 	}
245 
246 	max_blocks = response[0];
247 	bytes_per_block = response[1];
248 
249 	for (int i = 0; i < FPGA_CONFIG_BUFFER_SIZE; i++) {
250 		fpga_config_buffers[i].size = 0;
251 		fpga_config_buffers[i].size_written = 0;
252 		fpga_config_buffers[i].addr = 0;
253 		fpga_config_buffers[i].write_requested = 0;
254 		fpga_config_buffers[i].block_number = 0;
255 		fpga_config_buffers[i].subblocks_sent = 0;
256 	}
257 
258 	blocks_submitted = 0;
259 	current_block = 0;
260 	read_block = 0;
261 	current_buffer = 0;
262 
263 	/* Disable bridge on full reconfiguration */
264 	if (bridge_disable) {
265 		socfpga_bridges_disable(~0);
266 	}
267 
268 	return INTEL_SIP_SMC_STATUS_OK;
269 }
270 
271 static bool is_fpga_config_buffer_full(void)
272 {
273 	for (int i = 0; i < FPGA_CONFIG_BUFFER_SIZE; i++) {
274 		if (!fpga_config_buffers[i].write_requested) {
275 			return false;
276 		}
277 	}
278 	return true;
279 }
280 
281 bool is_address_in_ddr_range(uint64_t addr, uint64_t size)
282 {
283 	uint128_t dram_max_sz = (uint128_t)DRAM_BASE + (uint128_t)DRAM_SIZE;
284 	uint128_t dram_region_end = (uint128_t)addr + (uint128_t)size;
285 
286 	if (!addr && !size) {
287 		return true;
288 	}
289 	if (size > (UINT64_MAX - addr)) {
290 		return false;
291 	}
292 	if (addr < BL31_LIMIT) {
293 		return false;
294 	}
295 	if (dram_region_end > dram_max_sz) {
296 		return false;
297 	}
298 
299 	return true;
300 }
301 
302 static uint32_t intel_fpga_config_write(uint64_t mem, uint64_t size)
303 {
304 	int i;
305 
306 	intel_fpga_sdm_write_all();
307 
308 	if (!is_address_in_ddr_range(mem, size) ||
309 		is_fpga_config_buffer_full()) {
310 		return INTEL_SIP_SMC_STATUS_REJECTED;
311 	}
312 
313 	for (i = 0; i < FPGA_CONFIG_BUFFER_SIZE; i++) {
314 		int j = (i + current_buffer) % FPGA_CONFIG_BUFFER_SIZE;
315 
316 		if (!fpga_config_buffers[j].write_requested) {
317 			fpga_config_buffers[j].addr = mem;
318 			fpga_config_buffers[j].size = size;
319 			fpga_config_buffers[j].size_written = 0;
320 			fpga_config_buffers[j].write_requested = 1;
321 			fpga_config_buffers[j].block_number =
322 				blocks_submitted++;
323 			fpga_config_buffers[j].subblocks_sent = 0;
324 			break;
325 		}
326 	}
327 
328 	if (is_fpga_config_buffer_full()) {
329 		return INTEL_SIP_SMC_STATUS_BUSY;
330 	}
331 
332 	return INTEL_SIP_SMC_STATUS_OK;
333 }
334 
335 static int is_out_of_sec_range(uint64_t reg_addr)
336 {
337 #if DEBUG
338 	return 0;
339 #endif
340 
341 #if PLATFORM_MODEL != PLAT_SOCFPGA_AGILEX5
342 	switch (reg_addr) {
343 	case(0xF8011100):	/* ECCCTRL1 */
344 	case(0xF8011104):	/* ECCCTRL2 */
345 	case(0xF8011110):	/* ERRINTEN */
346 	case(0xF8011114):	/* ERRINTENS */
347 	case(0xF8011118):	/* ERRINTENR */
348 	case(0xF801111C):	/* INTMODE */
349 	case(0xF8011120):	/* INTSTAT */
350 	case(0xF8011124):	/* DIAGINTTEST */
351 	case(0xF801112C):	/* DERRADDRA */
352 	case(0xFA000000):	/* SMMU SCR0 */
353 	case(0xFA000004):	/* SMMU SCR1 */
354 	case(0xFA000400):	/* SMMU NSCR0 */
355 	case(0xFA004000):	/* SMMU SSD0_REG */
356 	case(0xFA000820):	/* SMMU SMR8 */
357 	case(0xFA000c20):	/* SMMU SCR8 */
358 	case(0xFA028000):	/* SMMU CB8_SCTRL */
359 	case(0xFA001020):	/* SMMU CBAR8 */
360 	case(0xFA028030):	/* SMMU TCR_LPAE */
361 	case(0xFA028020):	/* SMMU CB8_TTBR0_LOW */
362 	case(0xFA028024):	/* SMMU CB8_PRRR_HIGH */
363 	case(0xFA028038):	/* SMMU CB8_PRRR_MIR0 */
364 	case(0xFA02803C):	/* SMMU CB8_PRRR_MIR1 */
365 	case(0xFA028010):	/* SMMU_CB8)TCR2 */
366 	case(0xFFD080A4):	/* SDM SMMU STREAM ID REG */
367 	case(0xFA001820):	/* SMMU_CBA2R8 */
368 	case(0xFA000074):	/* SMMU_STLBGSTATUS */
369 	case(0xFA0287F4):	/* SMMU_CB8_TLBSTATUS */
370 	case(0xFA000060):	/* SMMU_STLBIALL */
371 	case(0xFA000070):	/* SMMU_STLBGSYNC */
372 	case(0xFA028618):	/* CB8_TLBALL */
373 	case(0xFA0287F0):	/* CB8_TLBSYNC */
374 	case(0xFFD12028):	/* SDMMCGRP_CTRL */
375 	case(0xFFD12044):	/* EMAC0 */
376 	case(0xFFD12048):	/* EMAC1 */
377 	case(0xFFD1204C):	/* EMAC2 */
378 	case(0xFFD12090):	/* ECC_INT_MASK_VALUE */
379 	case(0xFFD12094):	/* ECC_INT_MASK_SET */
380 	case(0xFFD12098):	/* ECC_INT_MASK_CLEAR */
381 	case(0xFFD1209C):	/* ECC_INTSTATUS_SERR */
382 	case(0xFFD120A0):	/* ECC_INTSTATUS_DERR */
383 	case(0xFFD120C0):	/* NOC_TIMEOUT */
384 	case(0xFFD120C4):	/* NOC_IDLEREQ_SET */
385 	case(0xFFD120C8):	/* NOC_IDLEREQ_CLR */
386 	case(0xFFD120D0):	/* NOC_IDLEACK */
387 	case(0xFFD120D4):	/* NOC_IDLESTATUS */
388 	case(0xFFD12200):	/* BOOT_SCRATCH_COLD0 */
389 	case(0xFFD12204):	/* BOOT_SCRATCH_COLD1 */
390 	case(0xFFD12220):	/* BOOT_SCRATCH_COLD8 */
391 	case(0xFFD12224):	/* BOOT_SCRATCH_COLD9 */
392 		return 0;
393 #else
394 	switch (reg_addr) {
395 
396 	case(0xF8011104):	/* ECCCTRL2 */
397 	case(0xFFD12028):	/* SDMMCGRP_CTRL */
398 	case(0xFFD120C4):	/* NOC_IDLEREQ_SET */
399 	case(0xFFD120C8):	/* NOC_IDLEREQ_CLR */
400 	case(0xFFD120D0):	/* NOC_IDLEACK */
401 
402 
403 	case(SOCFPGA_MEMCTRL(ECCCTRL1)):	/* ECCCTRL1 */
404 	case(SOCFPGA_MEMCTRL(ERRINTEN)):	/* ERRINTEN */
405 	case(SOCFPGA_MEMCTRL(ERRINTENS)):	/* ERRINTENS */
406 	case(SOCFPGA_MEMCTRL(ERRINTENR)):	/* ERRINTENR */
407 	case(SOCFPGA_MEMCTRL(INTMODE)):	/* INTMODE */
408 	case(SOCFPGA_MEMCTRL(INTSTAT)):	/* INTSTAT */
409 	case(SOCFPGA_MEMCTRL(DIAGINTTEST)):	/* DIAGINTTEST */
410 	case(SOCFPGA_MEMCTRL(DERRADDRA)):	/* DERRADDRA */
411 
412 	case(SOCFPGA_SYSMGR(EMAC_0)):	/* EMAC0 */
413 	case(SOCFPGA_SYSMGR(EMAC_1)):	/* EMAC1 */
414 	case(SOCFPGA_SYSMGR(EMAC_2)):	/* EMAC2 */
415 	case(SOCFPGA_SYSMGR(ECC_INTMASK_VALUE)):	/* ECC_INT_MASK_VALUE */
416 	case(SOCFPGA_SYSMGR(ECC_INTMASK_SET)):	/* ECC_INT_MASK_SET */
417 	case(SOCFPGA_SYSMGR(ECC_INTMASK_CLR)):	/* ECC_INT_MASK_CLEAR */
418 	case(SOCFPGA_SYSMGR(ECC_INTMASK_SERR)):	/* ECC_INTSTATUS_SERR */
419 	case(SOCFPGA_SYSMGR(ECC_INTMASK_DERR)):	/* ECC_INTSTATUS_DERR */
420 	case(SOCFPGA_SYSMGR(NOC_TIMEOUT)):	/* NOC_TIMEOUT */
421 	case(SOCFPGA_SYSMGR(NOC_IDLESTATUS)):	/* NOC_IDLESTATUS */
422 	case(SOCFPGA_SYSMGR(BOOT_SCRATCH_COLD_0)):	/* BOOT_SCRATCH_COLD0 */
423 	case(SOCFPGA_SYSMGR(BOOT_SCRATCH_COLD_1)):	/* BOOT_SCRATCH_COLD1 */
424 	case(SOCFPGA_SYSMGR(BOOT_SCRATCH_COLD_8)):	/* BOOT_SCRATCH_COLD8 */
425 	case(SOCFPGA_SYSMGR(BOOT_SCRATCH_COLD_9)):	/* BOOT_SCRATCH_COLD9 */
426 		return 0;
427 #endif
428 	default:
429 		break;
430 	}
431 
432 	return -1;
433 }
434 
435 /* Secure register access */
436 uint32_t intel_secure_reg_read(uint64_t reg_addr, uint32_t *retval)
437 {
438 	if (is_out_of_sec_range(reg_addr)) {
439 		return INTEL_SIP_SMC_STATUS_ERROR;
440 	}
441 
442 	*retval = mmio_read_32(reg_addr);
443 
444 	return INTEL_SIP_SMC_STATUS_OK;
445 }
446 
447 uint32_t intel_secure_reg_write(uint64_t reg_addr, uint32_t val,
448 				uint32_t *retval)
449 {
450 	if (is_out_of_sec_range(reg_addr)) {
451 		return INTEL_SIP_SMC_STATUS_ERROR;
452 	}
453 
454 	mmio_write_32(reg_addr, val);
455 
456 	return intel_secure_reg_read(reg_addr, retval);
457 }
458 
459 uint32_t intel_secure_reg_update(uint64_t reg_addr, uint32_t mask,
460 				 uint32_t val, uint32_t *retval)
461 {
462 	if (!intel_secure_reg_read(reg_addr, retval)) {
463 		*retval &= ~mask;
464 		*retval |= val & mask;
465 		return intel_secure_reg_write(reg_addr, *retval, retval);
466 	}
467 
468 	return INTEL_SIP_SMC_STATUS_ERROR;
469 }
470 
471 /* Intel Remote System Update (RSU) services */
472 uint64_t intel_rsu_update_address;
473 
474 static uint32_t intel_rsu_status(uint64_t *respbuf, unsigned int respbuf_sz)
475 {
476 	if (mailbox_rsu_status((uint32_t *)respbuf, respbuf_sz) < 0) {
477 		return INTEL_SIP_SMC_RSU_ERROR;
478 	}
479 
480 	return INTEL_SIP_SMC_STATUS_OK;
481 }
482 
483 uint32_t intel_rsu_update(uint64_t update_address)
484 {
485 	if (update_address > SIZE_MAX) {
486 		return INTEL_SIP_SMC_STATUS_REJECTED;
487 	}
488 
489 	intel_rsu_update_address = update_address;
490 	return INTEL_SIP_SMC_STATUS_OK;
491 }
492 
493 static uint32_t intel_rsu_notify(uint32_t execution_stage)
494 {
495 	if (mailbox_hps_stage_notify(execution_stage) < 0) {
496 		return INTEL_SIP_SMC_RSU_ERROR;
497 	}
498 
499 	return INTEL_SIP_SMC_STATUS_OK;
500 }
501 
502 static uint32_t intel_rsu_retry_counter(uint32_t *respbuf, uint32_t respbuf_sz,
503 					uint32_t *ret_stat)
504 {
505 	if (mailbox_rsu_status((uint32_t *)respbuf, respbuf_sz) < 0) {
506 		return INTEL_SIP_SMC_RSU_ERROR;
507 	}
508 
509 	*ret_stat = respbuf[8];
510 	return INTEL_SIP_SMC_STATUS_OK;
511 }
512 
513 static uint32_t intel_rsu_copy_dcmf_version(uint64_t dcmf_ver_1_0,
514 					    uint64_t dcmf_ver_3_2)
515 {
516 	rsu_dcmf_ver[0] = dcmf_ver_1_0;
517 	rsu_dcmf_ver[1] = dcmf_ver_1_0 >> 32;
518 	rsu_dcmf_ver[2] = dcmf_ver_3_2;
519 	rsu_dcmf_ver[3] = dcmf_ver_3_2 >> 32;
520 
521 	return INTEL_SIP_SMC_STATUS_OK;
522 }
523 
524 static uint32_t intel_rsu_copy_dcmf_status(uint64_t dcmf_stat)
525 {
526 	rsu_dcmf_stat[0] = 0xFFFF & (dcmf_stat >> (0 * 16));
527 	rsu_dcmf_stat[1] = 0xFFFF & (dcmf_stat >> (1 * 16));
528 	rsu_dcmf_stat[2] = 0xFFFF & (dcmf_stat >> (2 * 16));
529 	rsu_dcmf_stat[3] = 0xFFFF & (dcmf_stat >> (3 * 16));
530 
531 	return INTEL_SIP_SMC_STATUS_OK;
532 }
533 
534 /* Intel HWMON services */
535 static uint32_t intel_hwmon_readtemp(uint32_t chan, uint32_t *retval)
536 {
537 	if (mailbox_hwmon_readtemp(chan, retval) < 0) {
538 		return INTEL_SIP_SMC_STATUS_ERROR;
539 	}
540 
541 	return INTEL_SIP_SMC_STATUS_OK;
542 }
543 
544 static uint32_t intel_hwmon_readvolt(uint32_t chan, uint32_t *retval)
545 {
546 	if (mailbox_hwmon_readvolt(chan, retval) < 0) {
547 		return INTEL_SIP_SMC_STATUS_ERROR;
548 	}
549 
550 	return INTEL_SIP_SMC_STATUS_OK;
551 }
552 
553 /* Mailbox services */
554 static uint32_t intel_smc_fw_version(uint32_t *fw_version)
555 {
556 	int status;
557 	unsigned int resp_len = CONFIG_STATUS_WORD_SIZE;
558 	uint32_t resp_data[CONFIG_STATUS_WORD_SIZE] = {0U};
559 
560 	status = mailbox_send_cmd(MBOX_JOB_ID, MBOX_CONFIG_STATUS, NULL, 0U,
561 			CMD_CASUAL, resp_data, &resp_len);
562 
563 	if (status < 0) {
564 		return INTEL_SIP_SMC_STATUS_ERROR;
565 	}
566 
567 	if (resp_len <= CONFIG_STATUS_FW_VER_OFFSET) {
568 		return INTEL_SIP_SMC_STATUS_ERROR;
569 	}
570 
571 	*fw_version = resp_data[CONFIG_STATUS_FW_VER_OFFSET] & CONFIG_STATUS_FW_VER_MASK;
572 
573 	return INTEL_SIP_SMC_STATUS_OK;
574 }
575 
576 static uint32_t intel_mbox_send_cmd(uint32_t cmd, uint32_t *args,
577 				unsigned int len, uint32_t urgent, uint64_t response,
578 				unsigned int resp_len, int *mbox_status,
579 				unsigned int *len_in_resp)
580 {
581 	*len_in_resp = 0;
582 	*mbox_status = GENERIC_RESPONSE_ERROR;
583 
584 	if (!is_address_in_ddr_range((uint64_t)args, sizeof(uint32_t) * len)) {
585 		return INTEL_SIP_SMC_STATUS_REJECTED;
586 	}
587 
588 	int status = mailbox_send_cmd(MBOX_JOB_ID, cmd, args, len, urgent,
589 					(uint32_t *) response, &resp_len);
590 
591 	if (status < 0) {
592 		*mbox_status = -status;
593 		return INTEL_SIP_SMC_STATUS_ERROR;
594 	}
595 
596 	*mbox_status = 0;
597 	*len_in_resp = resp_len;
598 
599 	flush_dcache_range(response, resp_len * MBOX_WORD_BYTE);
600 
601 	return INTEL_SIP_SMC_STATUS_OK;
602 }
603 
604 static int intel_smc_get_usercode(uint32_t *user_code)
605 {
606 	int status;
607 	unsigned int resp_len = sizeof(user_code) / MBOX_WORD_BYTE;
608 
609 	status = mailbox_send_cmd(MBOX_JOB_ID, MBOX_CMD_GET_USERCODE, NULL,
610 				0U, CMD_CASUAL, user_code, &resp_len);
611 
612 	if (status < 0) {
613 		return INTEL_SIP_SMC_STATUS_ERROR;
614 	}
615 
616 	return INTEL_SIP_SMC_STATUS_OK;
617 }
618 
619 uint32_t intel_smc_service_completed(uint64_t addr, uint32_t size,
620 				uint32_t mode, uint32_t *job_id,
621 				uint32_t *ret_size, uint32_t *mbox_error)
622 {
623 	int status = 0;
624 	uint32_t resp_len = size / MBOX_WORD_BYTE;
625 
626 	if (resp_len > MBOX_DATA_MAX_LEN) {
627 		return INTEL_SIP_SMC_STATUS_REJECTED;
628 	}
629 
630 	if (!is_address_in_ddr_range(addr, size)) {
631 		return INTEL_SIP_SMC_STATUS_REJECTED;
632 	}
633 
634 	if (mode == SERVICE_COMPLETED_MODE_ASYNC) {
635 		status = mailbox_read_response_async(job_id,
636 				NULL, (uint32_t *) addr, &resp_len, 0);
637 	} else {
638 		status = mailbox_read_response(job_id,
639 				(uint32_t *) addr, &resp_len);
640 
641 		if (status == MBOX_NO_RESPONSE) {
642 			status = MBOX_BUSY;
643 		}
644 	}
645 
646 	if (status == MBOX_NO_RESPONSE) {
647 		return INTEL_SIP_SMC_STATUS_NO_RESPONSE;
648 	}
649 
650 	if (status == MBOX_BUSY) {
651 		return INTEL_SIP_SMC_STATUS_BUSY;
652 	}
653 
654 	*ret_size = resp_len * MBOX_WORD_BYTE;
655 	flush_dcache_range(addr, *ret_size);
656 
657 	if (status == MBOX_RET_SDOS_DECRYPTION_ERROR_102 ||
658 		status == MBOX_RET_SDOS_DECRYPTION_ERROR_103) {
659 		*mbox_error = -status;
660 	} else if (status != MBOX_RET_OK) {
661 		*mbox_error = -status;
662 		return INTEL_SIP_SMC_STATUS_ERROR;
663 	}
664 
665 	return INTEL_SIP_SMC_STATUS_OK;
666 }
667 
668 /* Miscellaneous HPS services */
669 uint32_t intel_hps_set_bridges(uint64_t enable, uint64_t mask)
670 {
671 	int status = 0;
672 
673 	if ((enable & SOCFPGA_BRIDGE_ENABLE) != 0U) {
674 		if ((enable & SOCFPGA_BRIDGE_HAS_MASK) != 0U) {
675 			status = socfpga_bridges_enable((uint32_t)mask);
676 		} else {
677 			status = socfpga_bridges_enable(~0);
678 		}
679 	} else {
680 		if ((enable & SOCFPGA_BRIDGE_HAS_MASK) != 0U) {
681 			status = socfpga_bridges_disable((uint32_t)mask);
682 		} else {
683 			status = socfpga_bridges_disable(~0);
684 		}
685 	}
686 
687 	if (status < 0) {
688 		return INTEL_SIP_SMC_STATUS_ERROR;
689 	}
690 
691 	return INTEL_SIP_SMC_STATUS_OK;
692 }
693 
694 /* SDM SEU Error services */
695 static uint32_t intel_sdm_seu_err_read(uint32_t *respbuf, unsigned int respbuf_sz)
696 {
697 	if (mailbox_seu_err_status(respbuf, respbuf_sz) < 0) {
698 		return INTEL_SIP_SMC_SEU_ERR_READ_ERROR;
699 	}
700 
701 	return INTEL_SIP_SMC_STATUS_OK;
702 }
703 
704 /* SDM SAFE SEU Error inject services */
705 static uint32_t intel_sdm_safe_inject_seu_err(uint32_t *command, uint32_t len)
706 {
707 	if (mailbox_safe_inject_seu_err(command, len) < 0) {
708 		return INTEL_SIP_SMC_SEU_ERR_READ_ERROR;
709 	}
710 
711 	return INTEL_SIP_SMC_STATUS_OK;
712 }
713 
714 /*
715  * This function is responsible for handling all SiP calls from the NS world
716  */
717 
718 uintptr_t sip_smc_handler_v1(uint32_t smc_fid,
719 			 u_register_t x1,
720 			 u_register_t x2,
721 			 u_register_t x3,
722 			 u_register_t x4,
723 			 void *cookie,
724 			 void *handle,
725 			 u_register_t flags)
726 {
727 	uint32_t retval = 0, completed_addr[3];
728 	uint32_t retval2 = 0;
729 	uint32_t mbox_error = 0;
730 	uint64_t retval64, rsu_respbuf[9];
731 	uint32_t seu_respbuf[3];
732 	int status = INTEL_SIP_SMC_STATUS_OK;
733 	int mbox_status;
734 	unsigned int len_in_resp;
735 	u_register_t x5, x6, x7;
736 
737 	switch (smc_fid) {
738 	case SIP_SVC_UID:
739 		/* Return UID to the caller */
740 		SMC_UUID_RET(handle, intl_svc_uid);
741 
742 	case INTEL_SIP_SMC_FPGA_CONFIG_ISDONE:
743 		status = intel_mailbox_fpga_config_isdone();
744 		SMC_RET4(handle, status, 0, 0, 0);
745 
746 	case INTEL_SIP_SMC_FPGA_CONFIG_GET_MEM:
747 		SMC_RET3(handle, INTEL_SIP_SMC_STATUS_OK,
748 			INTEL_SIP_SMC_FPGA_CONFIG_ADDR,
749 			INTEL_SIP_SMC_FPGA_CONFIG_SIZE -
750 				INTEL_SIP_SMC_FPGA_CONFIG_ADDR);
751 
752 	case INTEL_SIP_SMC_FPGA_CONFIG_START:
753 		status = intel_fpga_config_start(x1);
754 		SMC_RET4(handle, status, 0, 0, 0);
755 
756 	case INTEL_SIP_SMC_FPGA_CONFIG_WRITE:
757 		status = intel_fpga_config_write(x1, x2);
758 		SMC_RET4(handle, status, 0, 0, 0);
759 
760 	case INTEL_SIP_SMC_FPGA_CONFIG_COMPLETED_WRITE:
761 		status = intel_fpga_config_completed_write(completed_addr,
762 							&retval, &rcv_id);
763 		switch (retval) {
764 		case 1:
765 			SMC_RET4(handle, INTEL_SIP_SMC_STATUS_OK,
766 				completed_addr[0], 0, 0);
767 
768 		case 2:
769 			SMC_RET4(handle, INTEL_SIP_SMC_STATUS_OK,
770 				completed_addr[0],
771 				completed_addr[1], 0);
772 
773 		case 3:
774 			SMC_RET4(handle, INTEL_SIP_SMC_STATUS_OK,
775 				completed_addr[0],
776 				completed_addr[1],
777 				completed_addr[2]);
778 
779 		case 0:
780 			SMC_RET4(handle, status, 0, 0, 0);
781 
782 		default:
783 			mailbox_clear_response();
784 			SMC_RET1(handle, INTEL_SIP_SMC_STATUS_ERROR);
785 		}
786 
787 	case INTEL_SIP_SMC_REG_READ:
788 		status = intel_secure_reg_read(x1, &retval);
789 		SMC_RET3(handle, status, retval, x1);
790 
791 	case INTEL_SIP_SMC_REG_WRITE:
792 		status = intel_secure_reg_write(x1, (uint32_t)x2, &retval);
793 		SMC_RET3(handle, status, retval, x1);
794 
795 	case INTEL_SIP_SMC_REG_UPDATE:
796 		status = intel_secure_reg_update(x1, (uint32_t)x2,
797 						 (uint32_t)x3, &retval);
798 		SMC_RET3(handle, status, retval, x1);
799 
800 	case INTEL_SIP_SMC_RSU_STATUS:
801 		status = intel_rsu_status(rsu_respbuf,
802 					ARRAY_SIZE(rsu_respbuf));
803 		if (status) {
804 			SMC_RET1(handle, status);
805 		} else {
806 			SMC_RET4(handle, rsu_respbuf[0], rsu_respbuf[1],
807 					rsu_respbuf[2], rsu_respbuf[3]);
808 		}
809 
810 	case INTEL_SIP_SMC_RSU_UPDATE:
811 		status = intel_rsu_update(x1);
812 		SMC_RET1(handle, status);
813 
814 	case INTEL_SIP_SMC_RSU_NOTIFY:
815 		status = intel_rsu_notify(x1);
816 		SMC_RET1(handle, status);
817 
818 	case INTEL_SIP_SMC_RSU_RETRY_COUNTER:
819 		status = intel_rsu_retry_counter((uint32_t *)rsu_respbuf,
820 						ARRAY_SIZE(rsu_respbuf), &retval);
821 		if (status) {
822 			SMC_RET1(handle, status);
823 		} else {
824 			SMC_RET2(handle, status, retval);
825 		}
826 
827 	case INTEL_SIP_SMC_RSU_DCMF_VERSION:
828 		SMC_RET3(handle, INTEL_SIP_SMC_STATUS_OK,
829 			 ((uint64_t)rsu_dcmf_ver[1] << 32) | rsu_dcmf_ver[0],
830 			 ((uint64_t)rsu_dcmf_ver[3] << 32) | rsu_dcmf_ver[2]);
831 
832 	case INTEL_SIP_SMC_RSU_COPY_DCMF_VERSION:
833 		status = intel_rsu_copy_dcmf_version(x1, x2);
834 		SMC_RET1(handle, status);
835 
836 	case INTEL_SIP_SMC_RSU_DCMF_STATUS:
837 		SMC_RET2(handle, INTEL_SIP_SMC_STATUS_OK,
838 			 ((uint64_t)rsu_dcmf_stat[3] << 48) |
839 			 ((uint64_t)rsu_dcmf_stat[2] << 32) |
840 			 ((uint64_t)rsu_dcmf_stat[1] << 16) |
841 			 rsu_dcmf_stat[0]);
842 
843 	case INTEL_SIP_SMC_RSU_COPY_DCMF_STATUS:
844 		status = intel_rsu_copy_dcmf_status(x1);
845 		SMC_RET1(handle, status);
846 
847 	case INTEL_SIP_SMC_RSU_MAX_RETRY:
848 		SMC_RET2(handle, INTEL_SIP_SMC_STATUS_OK, rsu_max_retry);
849 
850 	case INTEL_SIP_SMC_RSU_COPY_MAX_RETRY:
851 		rsu_max_retry = x1;
852 		SMC_RET1(handle, INTEL_SIP_SMC_STATUS_OK);
853 
854 	case INTEL_SIP_SMC_ECC_DBE:
855 		status = intel_ecc_dbe_notification(x1);
856 		SMC_RET1(handle, status);
857 
858 	case INTEL_SIP_SMC_SERVICE_COMPLETED:
859 		status = intel_smc_service_completed(x1, x2, x3, &rcv_id,
860 						&len_in_resp, &mbox_error);
861 		SMC_RET4(handle, status, mbox_error, x1, len_in_resp);
862 
863 	case INTEL_SIP_SMC_FIRMWARE_VERSION:
864 		status = intel_smc_fw_version(&retval);
865 		SMC_RET2(handle, status, retval);
866 
867 	case INTEL_SIP_SMC_MBOX_SEND_CMD:
868 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
869 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
870 		status = intel_mbox_send_cmd(x1, (uint32_t *)x2, x3, x4, x5, x6,
871 						&mbox_status, &len_in_resp);
872 		SMC_RET3(handle, status, mbox_status, len_in_resp);
873 
874 	case INTEL_SIP_SMC_GET_USERCODE:
875 		status = intel_smc_get_usercode(&retval);
876 		SMC_RET2(handle, status, retval);
877 
878 	case INTEL_SIP_SMC_FCS_CRYPTION:
879 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
880 
881 		if (x1 == FCS_MODE_DECRYPT) {
882 			status = intel_fcs_decryption(x2, x3, x4, x5, &send_id);
883 		} else if (x1 == FCS_MODE_ENCRYPT) {
884 			status = intel_fcs_encryption(x2, x3, x4, x5, &send_id);
885 		} else {
886 			status = INTEL_SIP_SMC_STATUS_REJECTED;
887 		}
888 
889 		SMC_RET3(handle, status, x4, x5);
890 
891 	case INTEL_SIP_SMC_FCS_CRYPTION_EXT:
892 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
893 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
894 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
895 
896 		if (x3 == FCS_MODE_DECRYPT) {
897 			status = intel_fcs_decryption_ext(x1, x2, x4, x5, x6,
898 					(uint32_t *) &x7, &mbox_error);
899 		} else if (x3 == FCS_MODE_ENCRYPT) {
900 			status = intel_fcs_encryption_ext(x1, x2, x4, x5, x6,
901 					(uint32_t *) &x7, &mbox_error);
902 		} else {
903 			status = INTEL_SIP_SMC_STATUS_REJECTED;
904 		}
905 
906 		SMC_RET4(handle, status, mbox_error, x6, x7);
907 
908 	case INTEL_SIP_SMC_FCS_RANDOM_NUMBER:
909 		status = intel_fcs_random_number_gen(x1, &retval64,
910 							&mbox_error);
911 		SMC_RET4(handle, status, mbox_error, x1, retval64);
912 
913 	case INTEL_SIP_SMC_FCS_RANDOM_NUMBER_EXT:
914 		status = intel_fcs_random_number_gen_ext(x1, x2, x3,
915 							&send_id);
916 		SMC_RET1(handle, status);
917 
918 	case INTEL_SIP_SMC_FCS_SEND_CERTIFICATE:
919 		status = intel_fcs_send_cert(x1, x2, &send_id);
920 		SMC_RET1(handle, status);
921 
922 	case INTEL_SIP_SMC_FCS_GET_PROVISION_DATA:
923 		status = intel_fcs_get_provision_data(&send_id);
924 		SMC_RET1(handle, status);
925 
926 	case INTEL_SIP_SMC_FCS_CNTR_SET_PREAUTH:
927 		status = intel_fcs_cntr_set_preauth(x1, x2, x3,
928 							&mbox_error);
929 		SMC_RET2(handle, status, mbox_error);
930 
931 	case INTEL_SIP_SMC_HPS_SET_BRIDGES:
932 		status = intel_hps_set_bridges(x1, x2);
933 		SMC_RET1(handle, status);
934 
935 	case INTEL_SIP_SMC_HWMON_READTEMP:
936 		status = intel_hwmon_readtemp(x1, &retval);
937 		SMC_RET2(handle, status, retval);
938 
939 	case INTEL_SIP_SMC_HWMON_READVOLT:
940 		status = intel_hwmon_readvolt(x1, &retval);
941 		SMC_RET2(handle, status, retval);
942 
943 	case INTEL_SIP_SMC_FCS_PSGSIGMA_TEARDOWN:
944 		status = intel_fcs_sigma_teardown(x1, &mbox_error);
945 		SMC_RET2(handle, status, mbox_error);
946 
947 	case INTEL_SIP_SMC_FCS_CHIP_ID:
948 		status = intel_fcs_chip_id(&retval, &retval2, &mbox_error);
949 		SMC_RET4(handle, status, mbox_error, retval, retval2);
950 
951 	case INTEL_SIP_SMC_FCS_ATTESTATION_SUBKEY:
952 		status = intel_fcs_attestation_subkey(x1, x2, x3,
953 					(uint32_t *) &x4, &mbox_error);
954 		SMC_RET4(handle, status, mbox_error, x3, x4);
955 
956 	case INTEL_SIP_SMC_FCS_ATTESTATION_MEASUREMENTS:
957 		status = intel_fcs_get_measurement(x1, x2, x3,
958 					(uint32_t *) &x4, &mbox_error);
959 		SMC_RET4(handle, status, mbox_error, x3, x4);
960 
961 	case INTEL_SIP_SMC_FCS_GET_ATTESTATION_CERT:
962 		status = intel_fcs_get_attestation_cert(x1, x2,
963 					(uint32_t *) &x3, &mbox_error);
964 		SMC_RET4(handle, status, mbox_error, x2, x3);
965 
966 	case INTEL_SIP_SMC_FCS_CREATE_CERT_ON_RELOAD:
967 		status = intel_fcs_create_cert_on_reload(x1, &mbox_error);
968 		SMC_RET2(handle, status, mbox_error);
969 
970 	case INTEL_SIP_SMC_FCS_OPEN_CS_SESSION:
971 		status = intel_fcs_open_crypto_service_session(&retval, &mbox_error);
972 		SMC_RET3(handle, status, mbox_error, retval);
973 
974 	case INTEL_SIP_SMC_FCS_CLOSE_CS_SESSION:
975 		status = intel_fcs_close_crypto_service_session(x1, &mbox_error);
976 		SMC_RET2(handle, status, mbox_error);
977 
978 	case INTEL_SIP_SMC_FCS_IMPORT_CS_KEY:
979 		status = intel_fcs_import_crypto_service_key(x1, x2, &send_id);
980 		SMC_RET1(handle, status);
981 
982 	case INTEL_SIP_SMC_FCS_EXPORT_CS_KEY:
983 		status = intel_fcs_export_crypto_service_key(x1, x2, x3,
984 					(uint32_t *) &x4, &mbox_error);
985 		SMC_RET4(handle, status, mbox_error, x3, x4);
986 
987 	case INTEL_SIP_SMC_FCS_REMOVE_CS_KEY:
988 		status = intel_fcs_remove_crypto_service_key(x1, x2,
989 					&mbox_error);
990 		SMC_RET2(handle, status, mbox_error);
991 
992 	case INTEL_SIP_SMC_FCS_GET_CS_KEY_INFO:
993 		status = intel_fcs_get_crypto_service_key_info(x1, x2, x3,
994 					(uint32_t *) &x4, &mbox_error);
995 		SMC_RET4(handle, status, mbox_error, x3, x4);
996 
997 	case INTEL_SIP_SMC_FCS_GET_DIGEST_INIT:
998 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
999 		status = intel_fcs_get_digest_init(x1, x2, x3,
1000 					x4, x5, &mbox_error);
1001 		SMC_RET2(handle, status, mbox_error);
1002 
1003 	case INTEL_SIP_SMC_FCS_GET_DIGEST_UPDATE:
1004 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1005 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1006 		status = intel_fcs_get_digest_update_finalize(x1, x2, x3,
1007 					x4, x5, (uint32_t *) &x6, false,
1008 					&mbox_error);
1009 		SMC_RET4(handle, status, mbox_error, x5, x6);
1010 
1011 	case INTEL_SIP_SMC_FCS_GET_DIGEST_FINALIZE:
1012 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1013 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1014 		status = intel_fcs_get_digest_update_finalize(x1, x2, x3,
1015 					x4, x5, (uint32_t *) &x6, true,
1016 					&mbox_error);
1017 		SMC_RET4(handle, status, mbox_error, x5, x6);
1018 
1019 	case INTEL_SIP_SMC_FCS_GET_DIGEST_SMMU_UPDATE:
1020 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1021 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1022 		status = intel_fcs_get_digest_smmu_update_finalize(x1, x2, x3,
1023 					x4, x5, (uint32_t *) &x6, false,
1024 					&mbox_error, &send_id);
1025 		SMC_RET4(handle, status, mbox_error, x5, x6);
1026 
1027 	case INTEL_SIP_SMC_FCS_GET_DIGEST_SMMU_FINALIZE:
1028 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1029 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1030 		status = intel_fcs_get_digest_smmu_update_finalize(x1, x2, x3,
1031 					x4, x5, (uint32_t *) &x6, true,
1032 					&mbox_error, &send_id);
1033 		SMC_RET4(handle, status, mbox_error, x5, x6);
1034 
1035 	case INTEL_SIP_SMC_FCS_MAC_VERIFY_INIT:
1036 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1037 		status = intel_fcs_mac_verify_init(x1, x2, x3,
1038 					x4, x5, &mbox_error);
1039 		SMC_RET2(handle, status, mbox_error);
1040 
1041 	case INTEL_SIP_SMC_FCS_MAC_VERIFY_UPDATE:
1042 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1043 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1044 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
1045 		status = intel_fcs_mac_verify_update_finalize(x1, x2, x3,
1046 					x4, x5, (uint32_t *) &x6, x7,
1047 					false, &mbox_error);
1048 		SMC_RET4(handle, status, mbox_error, x5, x6);
1049 
1050 	case INTEL_SIP_SMC_FCS_MAC_VERIFY_FINALIZE:
1051 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1052 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1053 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
1054 		status = intel_fcs_mac_verify_update_finalize(x1, x2, x3,
1055 					x4, x5, (uint32_t *) &x6, x7,
1056 					true, &mbox_error);
1057 		SMC_RET4(handle, status, mbox_error, x5, x6);
1058 
1059 	case INTEL_SIP_SMC_FCS_MAC_VERIFY_SMMU_UPDATE:
1060 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1061 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1062 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
1063 		status = intel_fcs_mac_verify_smmu_update_finalize(x1, x2, x3,
1064 					x4, x5, (uint32_t *) &x6, x7,
1065 					false, &mbox_error, &send_id);
1066 		SMC_RET4(handle, status, mbox_error, x5, x6);
1067 
1068 	case INTEL_SIP_SMC_FCS_MAC_VERIFY_SMMU_FINALIZE:
1069 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1070 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1071 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
1072 		status = intel_fcs_mac_verify_smmu_update_finalize(x1, x2, x3,
1073 					x4, x5, (uint32_t *) &x6, x7,
1074 					true, &mbox_error, &send_id);
1075 		SMC_RET4(handle, status, mbox_error, x5, x6);
1076 
1077 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIGN_INIT:
1078 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1079 		status = intel_fcs_ecdsa_sha2_data_sign_init(x1, x2, x3,
1080 					x4, x5, &mbox_error);
1081 		SMC_RET2(handle, status, mbox_error);
1082 
1083 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIGN_UPDATE:
1084 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1085 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1086 		status = intel_fcs_ecdsa_sha2_data_sign_update_finalize(x1, x2,
1087 					x3, x4, x5, (uint32_t *) &x6, false,
1088 					&mbox_error);
1089 		SMC_RET4(handle, status, mbox_error, x5, x6);
1090 
1091 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIGN_FINALIZE:
1092 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1093 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1094 		status = intel_fcs_ecdsa_sha2_data_sign_update_finalize(x1, x2,
1095 					x3, x4, x5, (uint32_t *) &x6, true,
1096 					&mbox_error);
1097 		SMC_RET4(handle, status, mbox_error, x5, x6);
1098 
1099 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIGN_SMMU_UPDATE:
1100 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1101 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1102 		status = intel_fcs_ecdsa_sha2_data_sign_smmu_update_finalize(x1,
1103 					x2, x3, x4, x5, (uint32_t *) &x6, false,
1104 					&mbox_error, &send_id);
1105 		SMC_RET4(handle, status, mbox_error, x5, x6);
1106 
1107 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIGN_SMMU_FINALIZE:
1108 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1109 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1110 		status = intel_fcs_ecdsa_sha2_data_sign_smmu_update_finalize(x1,
1111 					x2, x3, x4, x5, (uint32_t *) &x6, true,
1112 					&mbox_error, &send_id);
1113 		SMC_RET4(handle, status, mbox_error, x5, x6);
1114 
1115 	case INTEL_SIP_SMC_FCS_ECDSA_HASH_SIGN_INIT:
1116 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1117 		status = intel_fcs_ecdsa_hash_sign_init(x1, x2, x3,
1118 					x4, x5, &mbox_error);
1119 		SMC_RET2(handle, status, mbox_error);
1120 
1121 	case INTEL_SIP_SMC_FCS_ECDSA_HASH_SIGN_FINALIZE:
1122 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1123 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1124 		status = intel_fcs_ecdsa_hash_sign_finalize(x1, x2, x3,
1125 					 x4, x5, (uint32_t *) &x6, &mbox_error);
1126 		SMC_RET4(handle, status, mbox_error, x5, x6);
1127 
1128 	case INTEL_SIP_SMC_FCS_ECDSA_HASH_SIG_VERIFY_INIT:
1129 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1130 		status = intel_fcs_ecdsa_hash_sig_verify_init(x1, x2, x3,
1131 					x4, x5, &mbox_error);
1132 		SMC_RET2(handle, status, mbox_error);
1133 
1134 	case INTEL_SIP_SMC_FCS_ECDSA_HASH_SIG_VERIFY_FINALIZE:
1135 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1136 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1137 		status = intel_fcs_ecdsa_hash_sig_verify_finalize(x1, x2, x3,
1138 					 x4, x5, (uint32_t *) &x6, &mbox_error);
1139 		SMC_RET4(handle, status, mbox_error, x5, x6);
1140 
1141 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIG_VERIFY_INIT:
1142 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1143 		status = intel_fcs_ecdsa_sha2_data_sig_verify_init(x1, x2, x3,
1144 					x4, x5, &mbox_error);
1145 		SMC_RET2(handle, status, mbox_error);
1146 
1147 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIG_VERIFY_UPDATE:
1148 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1149 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1150 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
1151 		status = intel_fcs_ecdsa_sha2_data_sig_verify_update_finalize(
1152 					x1, x2, x3, x4, x5, (uint32_t *) &x6,
1153 					x7, false, &mbox_error);
1154 		SMC_RET4(handle, status, mbox_error, x5, x6);
1155 
1156 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIG_VERIFY_SMMU_UPDATE:
1157 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1158 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1159 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
1160 		status = intel_fcs_ecdsa_sha2_data_sig_verify_smmu_update_finalize(
1161 					x1, x2, x3, x4, x5, (uint32_t *) &x6,
1162 					x7, false, &mbox_error, &send_id);
1163 		SMC_RET4(handle, status, mbox_error, x5, x6);
1164 
1165 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIG_VERIFY_SMMU_FINALIZE:
1166 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1167 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1168 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
1169 		status = intel_fcs_ecdsa_sha2_data_sig_verify_smmu_update_finalize(
1170 					x1, x2, x3, x4, x5, (uint32_t *) &x6,
1171 					x7, true, &mbox_error, &send_id);
1172 		SMC_RET4(handle, status, mbox_error, x5, x6);
1173 
1174 	case INTEL_SIP_SMC_FCS_ECDSA_SHA2_DATA_SIG_VERIFY_FINALIZE:
1175 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1176 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1177 		x7 = SMC_GET_GP(handle, CTX_GPREG_X7);
1178 		status = intel_fcs_ecdsa_sha2_data_sig_verify_update_finalize(
1179 					x1, x2, x3, x4, x5, (uint32_t *) &x6,
1180 					x7, true, &mbox_error);
1181 		SMC_RET4(handle, status, mbox_error, x5, x6);
1182 
1183 	case INTEL_SIP_SMC_FCS_ECDSA_GET_PUBKEY_INIT:
1184 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1185 		status = intel_fcs_ecdsa_get_pubkey_init(x1, x2, x3,
1186 					x4, x5, &mbox_error);
1187 		SMC_RET2(handle, status, mbox_error);
1188 
1189 	case INTEL_SIP_SMC_FCS_ECDSA_GET_PUBKEY_FINALIZE:
1190 		status = intel_fcs_ecdsa_get_pubkey_finalize(x1, x2, x3,
1191 					(uint32_t *) &x4, &mbox_error);
1192 		SMC_RET4(handle, status, mbox_error, x3, x4);
1193 
1194 	case INTEL_SIP_SMC_FCS_ECDH_REQUEST_INIT:
1195 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1196 		status = intel_fcs_ecdh_request_init(x1, x2, x3,
1197 					x4, x5, &mbox_error);
1198 		SMC_RET2(handle, status, mbox_error);
1199 
1200 	case INTEL_SIP_SMC_FCS_ECDH_REQUEST_FINALIZE:
1201 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1202 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1203 		status = intel_fcs_ecdh_request_finalize(x1, x2, x3,
1204 					 x4, x5, (uint32_t *) &x6, &mbox_error);
1205 		SMC_RET4(handle, status, mbox_error, x5, x6);
1206 
1207 	case INTEL_SIP_SMC_FCS_AES_CRYPT_INIT:
1208 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1209 		status = intel_fcs_aes_crypt_init(x1, x2, x3, x4, x5,
1210 					&mbox_error);
1211 		SMC_RET2(handle, status, mbox_error);
1212 
1213 	case INTEL_SIP_SMC_FCS_AES_CRYPT_UPDATE:
1214 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1215 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1216 		status = intel_fcs_aes_crypt_update_finalize(x1, x2, x3, x4,
1217 					x5, x6, false, &send_id);
1218 		SMC_RET1(handle, status);
1219 
1220 	case INTEL_SIP_SMC_FCS_AES_CRYPT_FINALIZE:
1221 		x5 = SMC_GET_GP(handle, CTX_GPREG_X5);
1222 		x6 = SMC_GET_GP(handle, CTX_GPREG_X6);
1223 		status = intel_fcs_aes_crypt_update_finalize(x1, x2, x3, x4,
1224 					x5, x6, true, &send_id);
1225 		SMC_RET1(handle, status);
1226 
1227 	case INTEL_SIP_SMC_GET_ROM_PATCH_SHA384:
1228 		status = intel_fcs_get_rom_patch_sha384(x1, &retval64,
1229 							&mbox_error);
1230 		SMC_RET4(handle, status, mbox_error, x1, retval64);
1231 
1232 	case INTEL_SIP_SMC_SVC_VERSION:
1233 		SMC_RET3(handle, INTEL_SIP_SMC_STATUS_OK,
1234 					SIP_SVC_VERSION_MAJOR,
1235 					SIP_SVC_VERSION_MINOR);
1236 
1237 	case INTEL_SIP_SMC_SEU_ERR_STATUS:
1238 		status = intel_sdm_seu_err_read(seu_respbuf,
1239 					ARRAY_SIZE(seu_respbuf));
1240 		if (status) {
1241 			SMC_RET1(handle, status);
1242 		} else {
1243 			SMC_RET3(handle, seu_respbuf[0], seu_respbuf[1], seu_respbuf[2]);
1244 		}
1245 
1246 	case INTEL_SIP_SMC_SAFE_INJECT_SEU_ERR:
1247 		status = intel_sdm_safe_inject_seu_err((uint32_t *)&x1, (uint32_t)x2);
1248 		SMC_RET1(handle, status);
1249 
1250 	default:
1251 		return socfpga_sip_handler(smc_fid, x1, x2, x3, x4,
1252 			cookie, handle, flags);
1253 	}
1254 }
1255 
1256 uintptr_t sip_smc_handler(uint32_t smc_fid,
1257 			 u_register_t x1,
1258 			 u_register_t x2,
1259 			 u_register_t x3,
1260 			 u_register_t x4,
1261 			 void *cookie,
1262 			 void *handle,
1263 			 u_register_t flags)
1264 {
1265 	uint32_t cmd = smc_fid & INTEL_SIP_SMC_CMD_MASK;
1266 
1267 	if (cmd >= INTEL_SIP_SMC_CMD_V2_RANGE_BEGIN &&
1268 	    cmd <= INTEL_SIP_SMC_CMD_V2_RANGE_END) {
1269 		return sip_smc_handler_v2(smc_fid, x1, x2, x3, x4,
1270 			cookie, handle, flags);
1271 	} else {
1272 		return sip_smc_handler_v1(smc_fid, x1, x2, x3, x4,
1273 			cookie, handle, flags);
1274 	}
1275 }
1276 
1277 DECLARE_RT_SVC(
1278 	socfpga_sip_svc,
1279 	OEN_SIP_START,
1280 	OEN_SIP_END,
1281 	SMC_TYPE_FAST,
1282 	NULL,
1283 	sip_smc_handler
1284 );
1285 
1286 DECLARE_RT_SVC(
1287 	socfpga_sip_svc_std,
1288 	OEN_SIP_START,
1289 	OEN_SIP_END,
1290 	SMC_TYPE_YIELD,
1291 	NULL,
1292 	sip_smc_handler
1293 );
1294