// SPDX-License-Identifier: BSD-2-Clause /* * Copyright (c) 2014, STMicroelectronics International N.V. * Copyright (c) 2015-2020, 2022 Linaro Limited */ #include #include #include #include #include #include #include #include #include #define BB_ALIGNMENT (sizeof(long) * 2) static struct user_mode_ctx *get_current_uctx(void) { struct ts_session *s = ts_get_current_session(); if (!is_user_mode_ctx(s->ctx)) { /* * We may be called within a PTA session, which doesn't * have a user_mode_ctx. Here, try to retrieve the * user_mode_ctx associated with the calling session. */ s = TAILQ_NEXT(s, link_tsd); if (!s || !is_user_mode_ctx(s->ctx)) return NULL; } return to_user_mode_ctx(s->ctx); } static TEE_Result check_access(uint32_t flags, const void *uaddr, size_t len) { struct user_mode_ctx *uctx = get_current_uctx(); if (!uctx) return TEE_ERROR_GENERIC; return vm_check_access_rights(uctx, flags, (vaddr_t)uaddr, len); } TEE_Result copy_from_user(void *kaddr, const void *uaddr, size_t len) { uint32_t flags = TEE_MEMORY_ACCESS_READ | TEE_MEMORY_ACCESS_ANY_OWNER; TEE_Result res = TEE_SUCCESS; uaddr = memtag_strip_tag_const(uaddr); res = check_access(flags, uaddr, len); if (!res) memcpy(kaddr, uaddr, len); return res; } TEE_Result copy_to_user(void *uaddr, const void *kaddr, size_t len) { uint32_t flags = TEE_MEMORY_ACCESS_WRITE | TEE_MEMORY_ACCESS_ANY_OWNER; TEE_Result res = TEE_SUCCESS; uaddr = memtag_strip_tag(uaddr); res = check_access(flags, uaddr, len); if (!res) memcpy(uaddr, kaddr, len); return res; } TEE_Result copy_from_user_private(void *kaddr, const void *uaddr, size_t len) { uint32_t flags = TEE_MEMORY_ACCESS_READ; TEE_Result res = TEE_SUCCESS; uaddr = memtag_strip_tag_const(uaddr); res = check_access(flags, uaddr, len); if (!res) memcpy(kaddr, uaddr, len); return res; } TEE_Result copy_to_user_private(void *uaddr, const void *kaddr, size_t len) { uint32_t flags = TEE_MEMORY_ACCESS_WRITE; TEE_Result res = TEE_SUCCESS; uaddr = memtag_strip_tag(uaddr); res = check_access(flags, uaddr, len); if (!res) memcpy(uaddr, kaddr, len); return res; } void *bb_alloc(size_t len) { struct user_mode_ctx *uctx = get_current_uctx(); size_t offs = 0; void *bb = NULL; if (uctx && !ADD_OVERFLOW(uctx->bbuf_offs, len, &offs) && offs <= uctx->bbuf_size) { bb = uctx->bbuf + uctx->bbuf_offs; uctx->bbuf_offs = ROUNDUP(offs, BB_ALIGNMENT); } return bb; } static void bb_free_helper(struct user_mode_ctx *uctx, vaddr_t bb, size_t len) { vaddr_t bbuf = (vaddr_t)uctx->bbuf; if (bb >= bbuf && IS_ALIGNED(bb, BB_ALIGNMENT)) { size_t prev_offs = bb - bbuf; if (prev_offs + ROUNDUP(len, BB_ALIGNMENT) == uctx->bbuf_offs) uctx->bbuf_offs = prev_offs; } } void bb_free(void *bb, size_t len) { struct user_mode_ctx *uctx = get_current_uctx(); if (uctx) bb_free_helper(uctx, (vaddr_t)bb, len); } void bb_reset(void) { struct user_mode_ctx *uctx = get_current_uctx(); if (uctx) uctx->bbuf_offs = 0; } TEE_Result copy_kaddr_to_uref(uint32_t *uref, void *kaddr) { uint32_t ref = kaddr_to_uref(kaddr); return copy_to_user_private(uref, &ref, sizeof(ref)); } uint32_t kaddr_to_uref(void *kaddr) { if (MEMTAG_IS_ENABLED) { unsigned int uref_tag_shift = 32 - MEMTAG_TAG_WIDTH; vaddr_t uref = memtag_strip_tag_vaddr(kaddr); uref -= VCORE_START_VA; assert(uref < (UINT32_MAX >> MEMTAG_TAG_WIDTH)); uref |= memtag_get_tag(kaddr) << uref_tag_shift; return uref; } assert(((vaddr_t)kaddr - VCORE_START_VA) < UINT32_MAX); return (vaddr_t)kaddr - VCORE_START_VA; } vaddr_t uref_to_vaddr(uint32_t uref) { if (MEMTAG_IS_ENABLED) { vaddr_t u = uref & (UINT32_MAX >> MEMTAG_TAG_WIDTH); unsigned int uref_tag_shift = 32 - MEMTAG_TAG_WIDTH; uint8_t tag = uref >> uref_tag_shift; return memtag_insert_tag_vaddr(VCORE_START_VA + u, tag); } return VCORE_START_VA + uref; }