xref: /optee_os/core/tee/tee_svc.c (revision 10b907910d58334cc5b1486cb2f91a08f764566e)
1 // SPDX-License-Identifier: BSD-2-Clause
2 /*
3  * Copyright (c) 2014, STMicroelectronics International N.V.
4  */
5 #include <kernel/chip_services.h>
6 #include <kernel/pseudo_ta.h>
7 #include <kernel/tee_common.h>
8 #include <kernel/tee_common_otp.h>
9 #include <kernel/tee_ta_manager.h>
10 #include <kernel/tee_time.h>
11 #include <kernel/trace_ta.h>
12 #include <mm/core_memprot.h>
13 #include <mm/mobj.h>
14 #include <mm/tee_mm.h>
15 #include <mm/tee_mmu.h>
16 #include <stdlib_ext.h>
17 #include <tee_api_types.h>
18 #include <tee/tee_cryp_utl.h>
19 #include <tee/tee_svc.h>
20 #include <trace.h>
21 #include <user_ta_header.h>
22 #include <utee_types.h>
23 #include <util.h>
24 
25 vaddr_t tee_svc_uref_base;
26 
27 void syscall_log(const void *buf __maybe_unused, size_t len __maybe_unused)
28 {
29 #ifdef CFG_TEE_CORE_TA_TRACE
30 	char *kbuf;
31 
32 	if (len == 0)
33 		return;
34 
35 	kbuf = malloc(len + 1);
36 	if (kbuf == NULL)
37 		return;
38 
39 	if (tee_svc_copy_from_user(kbuf, buf, len) == TEE_SUCCESS) {
40 		kbuf[len] = '\0';
41 		trace_ext_puts(kbuf);
42 	}
43 
44 	free_wipe(kbuf);
45 #endif
46 }
47 
48 TEE_Result syscall_not_supported(void)
49 {
50 	return TEE_ERROR_NOT_SUPPORTED;
51 }
52 
53 /* Configuration properties */
54 /* API implementation version */
55 static const char api_vers[] = TO_STR(CFG_TEE_API_VERSION);
56 
57 /* Implementation description (implementation-dependent) */
58 static const char descr[] = TO_STR(CFG_TEE_IMPL_DESCR);
59 
60 /*
61  * TA persistent time protection level
62  * 100: Persistent time based on an REE-controlled real-time clock
63  * and on the TEE Trusted Storage for the storage of origins (default).
64  * 1000: Persistent time based on a TEE-controlled real-time clock
65  * and the TEE Trusted Storage.
66  * The real-time clock MUST be out of reach of software attacks
67  * from the REE.
68  */
69 static const uint32_t ta_time_prot_lvl = 100;
70 
71 /* Elliptic Curve Cryptographic support */
72 #ifdef CFG_CRYPTO_ECC
73 static const bool crypto_ecc_en = 1;
74 #else
75 static const bool crypto_ecc_en;
76 #endif
77 
78 /*
79  * Trusted storage anti rollback protection level
80  * 0 (or missing): No antirollback protection (default)
81  * 100: Antirollback enforced at REE level
82  * 1000: Antirollback TEE-controlled hardware
83  */
84 #ifdef CFG_RPMB_FS
85 static const uint32_t ts_antiroll_prot_lvl = 1000;
86 #else
87 static const uint32_t ts_antiroll_prot_lvl;
88 #endif
89 
90 /* Trusted OS implementation version */
91 static const char trustedos_impl_version[] = TO_STR(TEE_IMPL_VERSION);
92 
93 /* Trusted OS implementation version (binary value) */
94 static const uint32_t trustedos_impl_bin_version; /* 0 by default */
95 
96 /* Trusted OS implementation manufacturer name */
97 static const char trustedos_manufacturer[] = TO_STR(CFG_TEE_MANUFACTURER);
98 
99 /* Trusted firmware version */
100 static const char fw_impl_version[] = TO_STR(CFG_TEE_FW_IMPL_VERSION);
101 
102 /* Trusted firmware version (binary value) */
103 static const uint32_t fw_impl_bin_version; /* 0 by default */
104 
105 /* Trusted firmware manufacturer name */
106 static const char fw_manufacturer[] = TO_STR(CFG_TEE_FW_MANUFACTURER);
107 
108 static TEE_Result get_prop_tee_dev_id(struct tee_ta_session *sess __unused,
109 				      void *buf, size_t *blen)
110 {
111 	TEE_Result res;
112 	TEE_UUID uuid;
113 	const size_t nslen = 5;
114 	uint8_t data[5 + FVR_DIE_ID_NUM_REGS * sizeof(uint32_t)] = {
115 	    'O', 'P', 'T', 'E', 'E' };
116 
117 	if (*blen < sizeof(uuid)) {
118 		*blen = sizeof(uuid);
119 		return TEE_ERROR_SHORT_BUFFER;
120 	}
121 	*blen = sizeof(uuid);
122 
123 	if (tee_otp_get_die_id(data + nslen, sizeof(data) - nslen))
124 		return TEE_ERROR_BAD_STATE;
125 
126 	res = tee_hash_createdigest(TEE_ALG_SHA256, data, sizeof(data),
127 				    (uint8_t *)&uuid, sizeof(uuid));
128 	if (res != TEE_SUCCESS)
129 		return TEE_ERROR_BAD_STATE;
130 
131 	/*
132 	 * Changes the random value into and UUID as specifiec
133 	 * in RFC 4122. The magic values are from the example
134 	 * code in the RFC.
135 	 *
136 	 * TEE_UUID is defined slightly different from the RFC,
137 	 * but close enough for our purpose.
138 	 */
139 
140 	uuid.timeHiAndVersion &= 0x0fff;
141 	uuid.timeHiAndVersion |= 5 << 12;
142 
143 	/* uuid.clock_seq_hi_and_reserved in the RFC */
144 	uuid.clockSeqAndNode[0] &= 0x3f;
145 	uuid.clockSeqAndNode[0] |= 0x80;
146 
147 	return tee_svc_copy_to_user(buf, &uuid, sizeof(TEE_UUID));
148 }
149 
150 static TEE_Result get_prop_tee_sys_time_prot_level(
151 			struct tee_ta_session *sess __unused,
152 			void *buf, size_t *blen)
153 {
154 	uint32_t prot;
155 
156 	if (*blen < sizeof(prot)) {
157 		*blen = sizeof(prot);
158 		return TEE_ERROR_SHORT_BUFFER;
159 	}
160 	*blen = sizeof(prot);
161 	prot = tee_time_get_sys_time_protection_level();
162 	return tee_svc_copy_to_user(buf, &prot, sizeof(prot));
163 }
164 
165 static TEE_Result get_prop_client_id(struct tee_ta_session *sess __unused,
166 				     void *buf, size_t *blen)
167 {
168 	if (*blen < sizeof(TEE_Identity)) {
169 		*blen = sizeof(TEE_Identity);
170 		return TEE_ERROR_SHORT_BUFFER;
171 	}
172 	*blen = sizeof(TEE_Identity);
173 	return tee_svc_copy_to_user(buf, &sess->clnt_id, sizeof(TEE_Identity));
174 }
175 
176 static TEE_Result get_prop_ta_app_id(struct tee_ta_session *sess,
177 				     void *buf, size_t *blen)
178 {
179 	if (*blen < sizeof(TEE_UUID)) {
180 		*blen = sizeof(TEE_UUID);
181 		return TEE_ERROR_SHORT_BUFFER;
182 	}
183 	*blen = sizeof(TEE_UUID);
184 	return tee_svc_copy_to_user(buf, &sess->ctx->uuid, sizeof(TEE_UUID));
185 }
186 
187 /* Properties of the set TEE_PROPSET_CURRENT_CLIENT */
188 const struct tee_props tee_propset_client[] = {
189 	{
190 		.name = "gpd.client.identity",
191 		.prop_type = USER_TA_PROP_TYPE_IDENTITY,
192 		.get_prop_func = get_prop_client_id
193 	},
194 };
195 
196 /* Properties of the set TEE_PROPSET_CURRENT_TA */
197 const struct tee_props tee_propset_ta[] = {
198 	{
199 		.name = "gpd.ta.appID",
200 		.prop_type = USER_TA_PROP_TYPE_UUID,
201 		.get_prop_func = get_prop_ta_app_id
202 	},
203 
204 	/*
205 	 * Following properties are processed directly in libutee:
206 	 *	TA_PROP_STR_SINGLE_INSTANCE
207 	 *	TA_PROP_STR_MULTI_SESSION
208 	 *	TA_PROP_STR_KEEP_ALIVE
209 	 *	TA_PROP_STR_DATA_SIZE
210 	 *	TA_PROP_STR_STACK_SIZE
211 	 *	TA_PROP_STR_VERSION
212 	 *	TA_PROP_STR_DESCRIPTION
213 	 *	USER_TA_PROP_TYPE_STRING,
214 	 *	TA_DESCRIPTION
215 	 */
216 };
217 
218 /* Properties of the set TEE_PROPSET_TEE_IMPLEMENTATION */
219 const struct tee_props tee_propset_tee[] = {
220 	{
221 		.name = "gpd.tee.apiversion",
222 		.prop_type = USER_TA_PROP_TYPE_STRING,
223 		.data = api_vers,
224 		.len = sizeof(api_vers),
225 	},
226 	{
227 		.name = "gpd.tee.description",
228 		.prop_type = USER_TA_PROP_TYPE_STRING,
229 		.data = descr, .len = sizeof(descr)
230 	},
231 	{
232 		.name = "gpd.tee.deviceID",
233 		.prop_type = USER_TA_PROP_TYPE_UUID,
234 		.get_prop_func = get_prop_tee_dev_id
235 	},
236 	{
237 		.name = "gpd.tee.systemTime.protectionLevel",
238 		.prop_type = USER_TA_PROP_TYPE_U32,
239 		.get_prop_func = get_prop_tee_sys_time_prot_level
240 	},
241 	{
242 		.name = "gpd.tee.TAPersistentTime.protectionLevel",
243 		.prop_type = USER_TA_PROP_TYPE_U32,
244 		.data = &ta_time_prot_lvl,
245 		.len = sizeof(ta_time_prot_lvl)
246 	},
247 	{
248 		.name = "gpd.tee.cryptography.ecc",
249 		.prop_type = USER_TA_PROP_TYPE_BOOL,
250 		.data = &crypto_ecc_en,
251 		.len = sizeof(crypto_ecc_en)
252 	},
253 	{
254 		.name = "gpd.tee.trustedStorage.antiRollback.protectionLevel",
255 		.prop_type = USER_TA_PROP_TYPE_U32,
256 		.data = &ts_antiroll_prot_lvl,
257 		.len = sizeof(ts_antiroll_prot_lvl)
258 	},
259 	{
260 		.name = "gpd.tee.trustedos.implementation.version",
261 		.prop_type = USER_TA_PROP_TYPE_STRING,
262 		.data = trustedos_impl_version,
263 		.len = sizeof(trustedos_impl_version)
264 	},
265 	{
266 		.name = "gpd.tee.trustedos.implementation.binaryversion",
267 		.prop_type = USER_TA_PROP_TYPE_U32,
268 		.data = &trustedos_impl_bin_version,
269 		.len = sizeof(trustedos_impl_bin_version)
270 	},
271 	{
272 		.name = "gpd.tee.trustedos.manufacturer",
273 		.prop_type = USER_TA_PROP_TYPE_STRING,
274 		.data = trustedos_manufacturer,
275 		.len = sizeof(trustedos_manufacturer)
276 	},
277 	{
278 		.name = "gpd.tee.firmware.implementation.version",
279 		.prop_type = USER_TA_PROP_TYPE_STRING,
280 		.data = fw_impl_version,
281 		.len = sizeof(fw_impl_version)
282 	},
283 	{
284 		.name = "gpd.tee.firmware.implementation.binaryversion",
285 		.prop_type = USER_TA_PROP_TYPE_U32,
286 		.data = &fw_impl_bin_version,
287 		.len = sizeof(fw_impl_bin_version)
288 	},
289 	{
290 		.name = "gpd.tee.firmware.manufacturer",
291 		.prop_type = USER_TA_PROP_TYPE_STRING,
292 		.data = fw_manufacturer,
293 		.len = sizeof(fw_manufacturer)
294 	},
295 
296 	/*
297 	 * Following properties are processed directly in libutee:
298 	 *	gpd.tee.arith.maxBigIntSize
299 	 */
300 };
301 
302 __weak const struct tee_vendor_props vendor_props_client;
303 __weak const struct tee_vendor_props vendor_props_ta;
304 __weak const struct tee_vendor_props vendor_props_tee;
305 
306 static void get_prop_set(unsigned long prop_set,
307 			 const struct tee_props **props,
308 			 size_t *size,
309 			 const struct tee_props **vendor_props,
310 			 size_t *vendor_size)
311 {
312 	if ((TEE_PropSetHandle)prop_set == TEE_PROPSET_CURRENT_CLIENT) {
313 		*props = tee_propset_client;
314 		*size = ARRAY_SIZE(tee_propset_client);
315 		*vendor_props = vendor_props_client.props;
316 		*vendor_size = vendor_props_client.len;
317 	} else if ((TEE_PropSetHandle)prop_set == TEE_PROPSET_CURRENT_TA) {
318 		*props = tee_propset_ta;
319 		*size = ARRAY_SIZE(tee_propset_ta);
320 		*vendor_props = vendor_props_ta.props;
321 		*vendor_size = vendor_props_ta.len;
322 	} else if ((TEE_PropSetHandle)prop_set ==
323 		   TEE_PROPSET_TEE_IMPLEMENTATION) {
324 		*props = tee_propset_tee;
325 		*size = ARRAY_SIZE(tee_propset_tee);
326 		*vendor_props = vendor_props_tee.props;
327 		*vendor_size = vendor_props_tee.len;
328 	} else {
329 		*props = NULL;
330 		*size = 0;
331 		*vendor_props = NULL;
332 		*vendor_size = 0;
333 	}
334 }
335 
336 static const struct tee_props *get_prop_struct(unsigned long prop_set,
337 					       unsigned long index)
338 {
339 	const struct tee_props *props;
340 	const struct tee_props *vendor_props;
341 	size_t size;
342 	size_t vendor_size;
343 
344 	get_prop_set(prop_set, &props, &size, &vendor_props, &vendor_size);
345 
346 	if (index < size)
347 		return &(props[index]);
348 	index -= size;
349 
350 	if (index < vendor_size)
351 		return &(vendor_props[index]);
352 
353 	return NULL;
354 }
355 
356 /*
357  * prop_set is part of TEE_PROPSET_xxx
358  * index is the index in the Property Set to retrieve
359  * if name is not NULL, the name of "index" property is returned
360  * if buf is not NULL, the property is returned
361  */
362 TEE_Result syscall_get_property(unsigned long prop_set,
363 				unsigned long index,
364 				void *name, uint32_t *name_len,
365 				void *buf, uint32_t *blen,
366 				uint32_t *prop_type)
367 {
368 	struct tee_ta_session *sess;
369 	TEE_Result res;
370 	TEE_Result res2;
371 	const struct tee_props *prop;
372 	uint32_t klen;
373 	size_t klen_size;
374 	uint32_t elen;
375 
376 	prop = get_prop_struct(prop_set, index);
377 	if (!prop)
378 		return TEE_ERROR_ITEM_NOT_FOUND;
379 
380 	res = tee_ta_get_current_session(&sess);
381 	if (res != TEE_SUCCESS)
382 		return res;
383 
384 	/* Get the property type */
385 	if (prop_type) {
386 		res = tee_svc_copy_to_user(prop_type, &prop->prop_type,
387 					   sizeof(*prop_type));
388 		if (res != TEE_SUCCESS)
389 			return res;
390 	}
391 
392 	/* Get the property */
393 	if (buf && blen) {
394 		res = tee_svc_copy_from_user(&klen, blen, sizeof(klen));
395 		if (res != TEE_SUCCESS)
396 			return res;
397 
398 		if (prop->get_prop_func) {
399 			klen_size = klen;
400 			res = prop->get_prop_func(sess, buf, &klen_size);
401 			klen = klen_size;
402 			res2 = tee_svc_copy_to_user(blen, &klen, sizeof(*blen));
403 		} else {
404 			if (klen < prop->len)
405 				res = TEE_ERROR_SHORT_BUFFER;
406 			else
407 				res = tee_svc_copy_to_user(buf, prop->data,
408 							   prop->len);
409 			res2 = tee_svc_copy_to_user(blen, &prop->len,
410 						    sizeof(*blen));
411 		}
412 		if (res2 != TEE_SUCCESS)
413 			return res2;
414 		if (res != TEE_SUCCESS)
415 			return res;
416 	}
417 
418 	/* Get the property name */
419 	if (name && name_len) {
420 		res = tee_svc_copy_from_user(&klen, name_len, sizeof(klen));
421 		if (res != TEE_SUCCESS)
422 			return res;
423 
424 		elen = strlen(prop->name) + 1;
425 
426 		if (klen < elen)
427 			res = TEE_ERROR_SHORT_BUFFER;
428 		else
429 			res = tee_svc_copy_to_user(name, prop->name, elen);
430 		res2 = tee_svc_copy_to_user(name_len, &elen, sizeof(*name_len));
431 		if (res2 != TEE_SUCCESS)
432 			return res2;
433 		if (res != TEE_SUCCESS)
434 			return res;
435 	}
436 
437 	return res;
438 }
439 
440 /*
441  * prop_set is part of TEE_PROPSET_xxx
442  */
443 TEE_Result syscall_get_property_name_to_index(unsigned long prop_set,
444 					      void *name,
445 					      unsigned long name_len,
446 					      uint32_t *index)
447 {
448 	TEE_Result res;
449 	struct tee_ta_session *sess;
450 	const struct tee_props *props;
451 	size_t size;
452 	const struct tee_props *vendor_props;
453 	size_t vendor_size;
454 	char *kname = 0;
455 	uint32_t i;
456 
457 	get_prop_set(prop_set, &props, &size, &vendor_props, &vendor_size);
458 	if (!props)
459 		return TEE_ERROR_ITEM_NOT_FOUND;
460 
461 	res = tee_ta_get_current_session(&sess);
462 	if (res != TEE_SUCCESS)
463 		goto out;
464 
465 	if (!name || !name_len) {
466 		res = TEE_ERROR_BAD_PARAMETERS;
467 		goto out;
468 	}
469 
470 	kname = malloc(name_len);
471 	if (!kname)
472 		return TEE_ERROR_OUT_OF_MEMORY;
473 	res = tee_svc_copy_from_user(kname, name, name_len);
474 	if (res != TEE_SUCCESS)
475 		goto out;
476 	kname[name_len - 1] = 0;
477 
478 	res = TEE_ERROR_ITEM_NOT_FOUND;
479 	for (i = 0; i < size; i++) {
480 		if (!strcmp(kname, props[i].name)) {
481 			res = tee_svc_copy_to_user(index, &i, sizeof(*index));
482 			goto out;
483 		}
484 	}
485 	for (i = size; i < size + vendor_size; i++) {
486 		if (!strcmp(kname, vendor_props[i - size].name)) {
487 			res = tee_svc_copy_to_user(index, &i, sizeof(*index));
488 			goto out;
489 		}
490 	}
491 
492 out:
493 	free_wipe(kname);
494 	return res;
495 }
496 
497 static TEE_Result utee_param_to_param(struct user_ta_ctx *utc,
498 				      struct tee_ta_param *p,
499 				      struct utee_params *up)
500 {
501 	size_t n = 0;
502 	uint32_t types = up->types;
503 
504 	p->types = types;
505 	for (n = 0; n < TEE_NUM_PARAMS; n++) {
506 		uintptr_t a = up->vals[n * 2];
507 		size_t b = up->vals[n * 2 + 1];
508 		uint32_t flags = TEE_MEMORY_ACCESS_READ |
509 				 TEE_MEMORY_ACCESS_ANY_OWNER;
510 
511 		switch (TEE_PARAM_TYPE_GET(types, n)) {
512 		case TEE_PARAM_TYPE_MEMREF_OUTPUT:
513 		case TEE_PARAM_TYPE_MEMREF_INOUT:
514 			flags |= TEE_MEMORY_ACCESS_WRITE;
515 			/*FALLTHROUGH*/
516 		case TEE_PARAM_TYPE_MEMREF_INPUT:
517 			p->u[n].mem.mobj = &mobj_virt;
518 			p->u[n].mem.offs = a;
519 			p->u[n].mem.size = b;
520 			if (tee_mmu_check_access_rights(&utc->uctx, flags, a,
521 							b))
522 				return TEE_ERROR_ACCESS_DENIED;
523 			break;
524 		case TEE_PARAM_TYPE_VALUE_INPUT:
525 		case TEE_PARAM_TYPE_VALUE_INOUT:
526 			p->u[n].val.a = a;
527 			p->u[n].val.b = b;
528 			break;
529 		default:
530 			memset(&p->u[n], 0, sizeof(p->u[n]));
531 			break;
532 		}
533 	}
534 
535 	return TEE_SUCCESS;
536 }
537 
538 static TEE_Result alloc_temp_sec_mem(size_t size, struct mobj **mobj,
539 				     uint8_t **va)
540 {
541 	/* Allocate section in secure DDR */
542 #ifdef CFG_PAGED_USER_TA
543 	*mobj = mobj_seccpy_shm_alloc(size);
544 #else
545 	*mobj = mobj_mm_alloc(mobj_sec_ddr, size, &tee_mm_sec_ddr);
546 #endif
547 	if (!*mobj)
548 		return TEE_ERROR_GENERIC;
549 
550 	*va = mobj_get_va(*mobj, 0);
551 	return TEE_SUCCESS;
552 }
553 
554 /*
555  * TA invokes some TA with parameter.
556  * If some parameters are memory references:
557  * - either the memref is inside TA private RAM: TA is not allowed to expose
558  *   its private RAM: use a temporary memory buffer and copy the data.
559  * - or the memref is not in the TA private RAM:
560  *   - if the memref was mapped to the TA, TA is allowed to expose it.
561  *   - if so, converts memref virtual address into a physical address.
562  */
563 static TEE_Result tee_svc_copy_param(struct tee_ta_session *sess,
564 				     struct tee_ta_session *called_sess,
565 				     struct utee_params *callee_params,
566 				     struct tee_ta_param *param,
567 				     void *tmp_buf_va[TEE_NUM_PARAMS],
568 				     size_t tmp_buf_size[TEE_NUM_PARAMS],
569 				     struct mobj **mobj_tmp)
570 {
571 	struct user_ta_ctx *utc = to_user_ta_ctx(sess->ctx);
572 	bool ta_private_memref[TEE_NUM_PARAMS] = { false, };
573 	TEE_Result res = TEE_SUCCESS;
574 	size_t dst_offs = 0;
575 	size_t req_mem = 0;
576 	uint8_t *dst = 0;
577 	void *va = NULL;
578 	size_t n = 0;
579 	size_t s = 0;
580 
581 	/* fill 'param' input struct with caller params description buffer */
582 	if (!callee_params) {
583 		memset(param, 0, sizeof(*param));
584 	} else {
585 		uint32_t flags = TEE_MEMORY_ACCESS_READ |
586 				 TEE_MEMORY_ACCESS_WRITE |
587 				 TEE_MEMORY_ACCESS_ANY_OWNER;
588 
589 		res = tee_mmu_check_access_rights(&utc->uctx, flags,
590 						  (uaddr_t)callee_params,
591 						  sizeof(struct utee_params));
592 		if (res != TEE_SUCCESS)
593 			return res;
594 		res = utee_param_to_param(utc, param, callee_params);
595 		if (res != TEE_SUCCESS)
596 			return res;
597 	}
598 
599 	if (called_sess && is_pseudo_ta_ctx(called_sess->ctx)) {
600 		/* pseudo TA borrows the mapping of the calling TA */
601 		return TEE_SUCCESS;
602 	}
603 
604 	/* All mobj in param are of type MOJB_TYPE_VIRT */
605 
606 	for (n = 0; n < TEE_NUM_PARAMS; n++) {
607 
608 		ta_private_memref[n] = false;
609 
610 		switch (TEE_PARAM_TYPE_GET(param->types, n)) {
611 		case TEE_PARAM_TYPE_MEMREF_INPUT:
612 		case TEE_PARAM_TYPE_MEMREF_OUTPUT:
613 		case TEE_PARAM_TYPE_MEMREF_INOUT:
614 			va = (void *)param->u[n].mem.offs;
615 			s = param->u[n].mem.size;
616 			if (!va) {
617 				if (s)
618 					return TEE_ERROR_BAD_PARAMETERS;
619 				break;
620 			}
621 			/* uTA cannot expose its private memory */
622 			if (tee_mmu_is_vbuf_inside_um_private(&utc->uctx, va,
623 							      s)) {
624 
625 				s = ROUNDUP(s, sizeof(uint32_t));
626 				if (ADD_OVERFLOW(req_mem, s, &req_mem))
627 					return TEE_ERROR_BAD_PARAMETERS;
628 				ta_private_memref[n] = true;
629 				break;
630 			}
631 
632 			res = tee_mmu_vbuf_to_mobj_offs(&utc->uctx, va, s,
633 							&param->u[n].mem.mobj,
634 							&param->u[n].mem.offs);
635 			if (res != TEE_SUCCESS)
636 				return res;
637 			break;
638 		default:
639 			break;
640 		}
641 	}
642 
643 	if (req_mem == 0)
644 		return TEE_SUCCESS;
645 
646 	res = alloc_temp_sec_mem(req_mem, mobj_tmp, &dst);
647 	if (res != TEE_SUCCESS)
648 		return res;
649 	dst_offs = 0;
650 
651 	for (n = 0; n < TEE_NUM_PARAMS; n++) {
652 
653 		if (!ta_private_memref[n])
654 			continue;
655 
656 		s = ROUNDUP(param->u[n].mem.size, sizeof(uint32_t));
657 
658 		switch (TEE_PARAM_TYPE_GET(param->types, n)) {
659 		case TEE_PARAM_TYPE_MEMREF_INPUT:
660 		case TEE_PARAM_TYPE_MEMREF_INOUT:
661 			va = (void *)param->u[n].mem.offs;
662 			if (va) {
663 				res = tee_svc_copy_from_user(dst, va,
664 						param->u[n].mem.size);
665 				if (res != TEE_SUCCESS)
666 					return res;
667 				param->u[n].mem.offs = dst_offs;
668 				param->u[n].mem.mobj = *mobj_tmp;
669 				tmp_buf_va[n] = dst;
670 				tmp_buf_size[n] = param->u[n].mem.size;
671 				dst += s;
672 				dst_offs += s;
673 			}
674 			break;
675 
676 		case TEE_PARAM_TYPE_MEMREF_OUTPUT:
677 			va = (void *)param->u[n].mem.offs;
678 			if (va) {
679 				param->u[n].mem.offs = dst_offs;
680 				param->u[n].mem.mobj = *mobj_tmp;
681 				tmp_buf_va[n] = dst;
682 				tmp_buf_size[n] = param->u[n].mem.size;
683 				dst += s;
684 				dst_offs += s;
685 			}
686 			break;
687 
688 		default:
689 			continue;
690 		}
691 	}
692 
693 	return TEE_SUCCESS;
694 }
695 
696 /*
697  * Back from execution of service: update parameters passed from TA:
698  * If some parameters were memory references:
699  * - either the memref was temporary: copy back data and update size
700  * - or it was the original TA memref: update only the size value.
701  */
702 static TEE_Result tee_svc_update_out_param(
703 		struct tee_ta_param *param,
704 		void *tmp_buf_va[TEE_NUM_PARAMS],
705 		size_t tmp_buf_size[TEE_NUM_PARAMS],
706 		struct utee_params *usr_param)
707 {
708 	size_t n;
709 	uint64_t *vals = usr_param->vals;
710 
711 	for (n = 0; n < TEE_NUM_PARAMS; n++) {
712 		switch (TEE_PARAM_TYPE_GET(param->types, n)) {
713 		case TEE_PARAM_TYPE_MEMREF_OUTPUT:
714 		case TEE_PARAM_TYPE_MEMREF_INOUT:
715 			/*
716 			 * Memory copy is only needed if there's a temporary
717 			 * buffer involved, tmp_buf_va[n] is only update if
718 			 * a temporary buffer is used. Otherwise only the
719 			 * size needs to be updated.
720 			 */
721 			if (tmp_buf_va[n] &&
722 			    param->u[n].mem.size <= vals[n * 2 + 1]) {
723 				void *src = tmp_buf_va[n];
724 				void *dst = (void *)(uintptr_t)vals[n * 2];
725 				TEE_Result res;
726 
727 				/*
728 				 * TA is allowed to return a size larger than
729 				 * the original size. However, in such cases no
730 				 * data should be synchronized as per TEE Client
731 				 * API spec.
732 				 */
733 				if (param->u[n].mem.size <= tmp_buf_size[n]) {
734 					res = tee_svc_copy_to_user(dst, src,
735 							param->u[n].mem.size);
736 					if (res != TEE_SUCCESS)
737 						return res;
738 				}
739 			}
740 			usr_param->vals[n * 2 + 1] = param->u[n].mem.size;
741 			break;
742 
743 		case TEE_PARAM_TYPE_VALUE_OUTPUT:
744 		case TEE_PARAM_TYPE_VALUE_INOUT:
745 			vals[n * 2] = param->u[n].val.a;
746 			vals[n * 2 + 1] = param->u[n].val.b;
747 			break;
748 
749 		default:
750 			continue;
751 		}
752 	}
753 
754 	return TEE_SUCCESS;
755 }
756 
757 /* Called when a TA calls an OpenSession on another TA */
758 TEE_Result syscall_open_ta_session(const TEE_UUID *dest,
759 			unsigned long cancel_req_to,
760 			struct utee_params *usr_param, uint32_t *ta_sess,
761 			uint32_t *ret_orig)
762 {
763 	TEE_Result res;
764 	uint32_t ret_o = TEE_ORIGIN_TEE;
765 	struct tee_ta_session *s = NULL;
766 	struct tee_ta_session *sess;
767 	struct mobj *mobj_param = NULL;
768 	TEE_UUID *uuid = malloc(sizeof(TEE_UUID));
769 	struct tee_ta_param *param = malloc(sizeof(struct tee_ta_param));
770 	TEE_Identity *clnt_id = malloc(sizeof(TEE_Identity));
771 	void *tmp_buf_va[TEE_NUM_PARAMS] = { NULL };
772 	size_t tmp_buf_size[TEE_NUM_PARAMS] = { 0 };
773 	struct user_ta_ctx *utc;
774 
775 	if (uuid == NULL || param == NULL || clnt_id == NULL) {
776 		res = TEE_ERROR_OUT_OF_MEMORY;
777 		goto out_free_only;
778 	}
779 
780 	memset(param, 0, sizeof(struct tee_ta_param));
781 
782 	res = tee_ta_get_current_session(&sess);
783 	if (res != TEE_SUCCESS)
784 		goto out_free_only;
785 	utc = to_user_ta_ctx(sess->ctx);
786 
787 	res = tee_svc_copy_from_user(uuid, dest, sizeof(TEE_UUID));
788 	if (res != TEE_SUCCESS)
789 		goto function_exit;
790 
791 	clnt_id->login = TEE_LOGIN_TRUSTED_APP;
792 	memcpy(&clnt_id->uuid, &sess->ctx->uuid, sizeof(TEE_UUID));
793 
794 	res = tee_svc_copy_param(sess, NULL, usr_param, param, tmp_buf_va,
795 				 tmp_buf_size, &mobj_param);
796 	if (res != TEE_SUCCESS)
797 		goto function_exit;
798 
799 	res = tee_ta_open_session(&ret_o, &s, &utc->open_sessions, uuid,
800 				  clnt_id, cancel_req_to, param);
801 	tee_mmu_set_ctx(&utc->uctx.ctx);
802 	if (res != TEE_SUCCESS)
803 		goto function_exit;
804 
805 	res = tee_svc_update_out_param(param, tmp_buf_va, tmp_buf_size,
806 				       usr_param);
807 
808 function_exit:
809 	mobj_put_wipe(mobj_param);
810 	if (res == TEE_SUCCESS)
811 		tee_svc_copy_to_user(ta_sess, &s->id, sizeof(s->id));
812 	tee_svc_copy_to_user(ret_orig, &ret_o, sizeof(ret_o));
813 
814 out_free_only:
815 	free_wipe(param);
816 	free_wipe(uuid);
817 	free_wipe(clnt_id);
818 	return res;
819 }
820 
821 TEE_Result syscall_close_ta_session(unsigned long ta_sess)
822 {
823 	TEE_Result res;
824 	struct tee_ta_session *sess;
825 	TEE_Identity clnt_id;
826 	struct tee_ta_session *s = NULL;
827 	struct user_ta_ctx *utc;
828 
829 	res = tee_ta_get_current_session(&sess);
830 	if (res != TEE_SUCCESS)
831 		return res;
832 	utc = to_user_ta_ctx(sess->ctx);
833 	s = tee_ta_find_session(ta_sess, &utc->open_sessions);
834 
835 	clnt_id.login = TEE_LOGIN_TRUSTED_APP;
836 	memcpy(&clnt_id.uuid, &sess->ctx->uuid, sizeof(TEE_UUID));
837 
838 	return tee_ta_close_session(s, &utc->open_sessions, &clnt_id);
839 }
840 
841 TEE_Result syscall_invoke_ta_command(unsigned long ta_sess,
842 			unsigned long cancel_req_to, unsigned long cmd_id,
843 			struct utee_params *usr_param, uint32_t *ret_orig)
844 {
845 	TEE_Result res;
846 	TEE_Result res2;
847 	uint32_t ret_o = TEE_ORIGIN_TEE;
848 	struct tee_ta_param param = { 0 };
849 	TEE_Identity clnt_id;
850 	struct tee_ta_session *sess;
851 	struct tee_ta_session *called_sess;
852 	struct mobj *mobj_param = NULL;
853 	void *tmp_buf_va[TEE_NUM_PARAMS] = { NULL };
854 	size_t tmp_buf_size[TEE_NUM_PARAMS] = { };
855 	struct user_ta_ctx *utc;
856 
857 	res = tee_ta_get_current_session(&sess);
858 	if (res != TEE_SUCCESS)
859 		return res;
860 	utc = to_user_ta_ctx(sess->ctx);
861 
862 	called_sess = tee_ta_get_session((uint32_t)ta_sess, true,
863 				&utc->open_sessions);
864 	if (!called_sess)
865 		return TEE_ERROR_BAD_PARAMETERS;
866 
867 	clnt_id.login = TEE_LOGIN_TRUSTED_APP;
868 	memcpy(&clnt_id.uuid, &sess->ctx->uuid, sizeof(TEE_UUID));
869 
870 	res = tee_svc_copy_param(sess, called_sess, usr_param, &param,
871 				 tmp_buf_va, tmp_buf_size, &mobj_param);
872 	if (res != TEE_SUCCESS)
873 		goto function_exit;
874 
875 	res = tee_ta_invoke_command(&ret_o, called_sess, &clnt_id,
876 				    cancel_req_to, cmd_id, &param);
877 	if (res == TEE_ERROR_TARGET_DEAD)
878 		goto function_exit;
879 
880 	res2 = tee_svc_update_out_param(&param, tmp_buf_va, tmp_buf_size,
881 					usr_param);
882 	if (res2 != TEE_SUCCESS) {
883 		/*
884 		 * Spec for TEE_InvokeTACommand() says:
885 		 * "If the return origin is different from
886 		 * TEE_ORIGIN_TRUSTED_APP, then the function has failed
887 		 * before it could reach the destination Trusted
888 		 * Application."
889 		 *
890 		 * But if we can't update params to the caller we have no
891 		 * choice we need to return some error to indicate that
892 		 * parameters aren't updated as expected.
893 		 */
894 		ret_o = TEE_ORIGIN_TEE;
895 		res = res2;
896 	}
897 
898 function_exit:
899 	tee_ta_put_session(called_sess);
900 	mobj_put_wipe(mobj_param);
901 	if (ret_orig)
902 		tee_svc_copy_to_user(ret_orig, &ret_o, sizeof(ret_o));
903 	return res;
904 }
905 
906 TEE_Result syscall_check_access_rights(unsigned long flags, const void *buf,
907 				       size_t len)
908 {
909 	struct tee_ta_session *s = NULL;
910 	TEE_Result res = TEE_SUCCESS;
911 
912 	res = tee_ta_get_current_session(&s);
913 	if (res != TEE_SUCCESS)
914 		return res;
915 
916 	return tee_mmu_check_access_rights(&to_user_ta_ctx(s->ctx)->uctx, flags,
917 					   (uaddr_t)buf, len);
918 }
919 
920 TEE_Result tee_svc_copy_from_user(void *kaddr, const void *uaddr, size_t len)
921 {
922 	struct tee_ta_session *s = NULL;
923 	TEE_Result res = TEE_SUCCESS;
924 
925 	res = tee_ta_get_current_session(&s);
926 	if (res != TEE_SUCCESS)
927 		return res;
928 
929 	res = tee_mmu_check_access_rights(&to_user_ta_ctx(s->ctx)->uctx,
930 					  TEE_MEMORY_ACCESS_READ |
931 					  TEE_MEMORY_ACCESS_ANY_OWNER,
932 					  (uaddr_t)uaddr, len);
933 	if (res != TEE_SUCCESS)
934 		return res;
935 
936 	memcpy(kaddr, uaddr, len);
937 	return TEE_SUCCESS;
938 }
939 
940 TEE_Result tee_svc_copy_to_user(void *uaddr, const void *kaddr, size_t len)
941 {
942 	struct tee_ta_session *s = NULL;
943 	TEE_Result res = TEE_SUCCESS;
944 
945 	res = tee_ta_get_current_session(&s);
946 	if (res != TEE_SUCCESS)
947 		return res;
948 
949 	res = tee_mmu_check_access_rights(&to_user_ta_ctx(s->ctx)->uctx,
950 					  TEE_MEMORY_ACCESS_WRITE |
951 					  TEE_MEMORY_ACCESS_ANY_OWNER,
952 					  (uaddr_t)uaddr, len);
953 	if (res != TEE_SUCCESS)
954 		return res;
955 
956 	memcpy(uaddr, kaddr, len);
957 	return TEE_SUCCESS;
958 }
959 
960 TEE_Result tee_svc_copy_kaddr_to_uref(uint32_t *uref, void *kaddr)
961 {
962 	uint32_t ref = tee_svc_kaddr_to_uref(kaddr);
963 
964 	return tee_svc_copy_to_user(uref, &ref, sizeof(ref));
965 }
966 
967 TEE_Result syscall_get_cancellation_flag(uint32_t *cancel)
968 {
969 	TEE_Result res;
970 	struct tee_ta_session *s = NULL;
971 	uint32_t c;
972 
973 	res = tee_ta_get_current_session(&s);
974 	if (res != TEE_SUCCESS)
975 		return res;
976 
977 	c = tee_ta_session_is_cancelled(s, NULL);
978 
979 	return tee_svc_copy_to_user(cancel, &c, sizeof(c));
980 }
981 
982 TEE_Result syscall_unmask_cancellation(uint32_t *old_mask)
983 {
984 	TEE_Result res;
985 	struct tee_ta_session *s = NULL;
986 	uint32_t m;
987 
988 	res = tee_ta_get_current_session(&s);
989 	if (res != TEE_SUCCESS)
990 		return res;
991 
992 	m = s->cancel_mask;
993 	s->cancel_mask = false;
994 	return tee_svc_copy_to_user(old_mask, &m, sizeof(m));
995 }
996 
997 TEE_Result syscall_mask_cancellation(uint32_t *old_mask)
998 {
999 	TEE_Result res;
1000 	struct tee_ta_session *s = NULL;
1001 	uint32_t m;
1002 
1003 	res = tee_ta_get_current_session(&s);
1004 	if (res != TEE_SUCCESS)
1005 		return res;
1006 
1007 	m = s->cancel_mask;
1008 	s->cancel_mask = true;
1009 	return tee_svc_copy_to_user(old_mask, &m, sizeof(m));
1010 }
1011 
1012 TEE_Result syscall_wait(unsigned long timeout)
1013 {
1014 	TEE_Result res = TEE_SUCCESS;
1015 	uint32_t mytime = 0;
1016 	struct tee_ta_session *s;
1017 	TEE_Time base_time;
1018 	TEE_Time current_time;
1019 
1020 	res = tee_ta_get_current_session(&s);
1021 	if (res != TEE_SUCCESS)
1022 		return res;
1023 
1024 	res = tee_time_get_sys_time(&base_time);
1025 	if (res != TEE_SUCCESS)
1026 		return res;
1027 
1028 	while (true) {
1029 		res = tee_time_get_sys_time(&current_time);
1030 		if (res != TEE_SUCCESS)
1031 			return res;
1032 
1033 		if (tee_ta_session_is_cancelled(s, &current_time))
1034 			return TEE_ERROR_CANCEL;
1035 
1036 		mytime = (current_time.seconds - base_time.seconds) * 1000 +
1037 		    (int)current_time.millis - (int)base_time.millis;
1038 		if (mytime >= timeout)
1039 			return TEE_SUCCESS;
1040 
1041 		tee_time_wait(timeout - mytime);
1042 	}
1043 
1044 	return res;
1045 }
1046 
1047 TEE_Result syscall_get_time(unsigned long cat, TEE_Time *mytime)
1048 {
1049 	TEE_Result res, res2;
1050 	struct tee_ta_session *s = NULL;
1051 	TEE_Time t;
1052 
1053 	res = tee_ta_get_current_session(&s);
1054 	if (res != TEE_SUCCESS)
1055 		return res;
1056 
1057 	switch (cat) {
1058 	case UTEE_TIME_CAT_SYSTEM:
1059 		res = tee_time_get_sys_time(&t);
1060 		break;
1061 	case UTEE_TIME_CAT_TA_PERSISTENT:
1062 		res = tee_time_get_ta_time((const void *)&s->ctx->uuid, &t);
1063 		break;
1064 	case UTEE_TIME_CAT_REE:
1065 		res = tee_time_get_ree_time(&t);
1066 		break;
1067 	default:
1068 		res = TEE_ERROR_BAD_PARAMETERS;
1069 		break;
1070 	}
1071 
1072 	if (res == TEE_SUCCESS || res == TEE_ERROR_OVERFLOW) {
1073 		res2 = tee_svc_copy_to_user(mytime, &t, sizeof(t));
1074 		if (res2 != TEE_SUCCESS)
1075 			res = res2;
1076 	}
1077 
1078 	return res;
1079 }
1080 
1081 TEE_Result syscall_set_ta_time(const TEE_Time *mytime)
1082 {
1083 	TEE_Result res;
1084 	struct tee_ta_session *s = NULL;
1085 	TEE_Time t;
1086 
1087 	res = tee_ta_get_current_session(&s);
1088 	if (res != TEE_SUCCESS)
1089 		return res;
1090 
1091 	res = tee_svc_copy_from_user(&t, mytime, sizeof(t));
1092 	if (res != TEE_SUCCESS)
1093 		return res;
1094 
1095 	return tee_time_set_ta_time((const void *)&s->ctx->uuid, &t);
1096 }
1097