1e9b1f300SMarc Bonnici /* 2e9b1f300SMarc Bonnici * Copyright (c) 2022, Arm Limited. All rights reserved. 3e9b1f300SMarc Bonnici * 4e9b1f300SMarc Bonnici * SPDX-License-Identifier: BSD-3-Clause 5e9b1f300SMarc Bonnici */ 6e9b1f300SMarc Bonnici 7e9b1f300SMarc Bonnici #include <common/debug.h> 8e9b1f300SMarc Bonnici #include "ffa_helpers.h" 9e9b1f300SMarc Bonnici #include <services/ffa_svc.h> 10e9b1f300SMarc Bonnici #include "tsp_private.h" 11e9b1f300SMarc Bonnici 1215ca1ee3SMarc Bonnici /******************************************************************************* 1315ca1ee3SMarc Bonnici * Wrapper function to send a direct request. 1415ca1ee3SMarc Bonnici ******************************************************************************/ 1515ca1ee3SMarc Bonnici smc_args_t ffa_msg_send_direct_req(ffa_endpoint_id16_t sender, 1615ca1ee3SMarc Bonnici ffa_endpoint_id16_t receiver, 1715ca1ee3SMarc Bonnici uint32_t arg3, 1815ca1ee3SMarc Bonnici uint32_t arg4, 1915ca1ee3SMarc Bonnici uint32_t arg5, 2015ca1ee3SMarc Bonnici uint32_t arg6, 2115ca1ee3SMarc Bonnici uint32_t arg7) 2215ca1ee3SMarc Bonnici { 2315ca1ee3SMarc Bonnici uint32_t src_dst_ids = (sender << FFA_DIRECT_MSG_SOURCE_SHIFT) | 2415ca1ee3SMarc Bonnici (receiver << FFA_DIRECT_MSG_DESTINATION_SHIFT); 2515ca1ee3SMarc Bonnici 2615ca1ee3SMarc Bonnici 2715ca1ee3SMarc Bonnici /* Send Direct Request. */ 2815ca1ee3SMarc Bonnici return smc_helper(FFA_MSG_SEND_DIRECT_REQ_SMC64, src_dst_ids, 2915ca1ee3SMarc Bonnici 0, arg3, arg4, arg5, arg6, arg7); 3015ca1ee3SMarc Bonnici } 3115ca1ee3SMarc Bonnici 3215ca1ee3SMarc Bonnici /******************************************************************************* 3315ca1ee3SMarc Bonnici * Wrapper function to send a direct response. 3415ca1ee3SMarc Bonnici ******************************************************************************/ 3515ca1ee3SMarc Bonnici smc_args_t *ffa_msg_send_direct_resp(ffa_endpoint_id16_t sender, 3615ca1ee3SMarc Bonnici ffa_endpoint_id16_t receiver, 3715ca1ee3SMarc Bonnici uint32_t arg3, 3815ca1ee3SMarc Bonnici uint32_t arg4, 3915ca1ee3SMarc Bonnici uint32_t arg5, 4015ca1ee3SMarc Bonnici uint32_t arg6, 4115ca1ee3SMarc Bonnici uint32_t arg7) 4215ca1ee3SMarc Bonnici { 4315ca1ee3SMarc Bonnici uint32_t src_dst_ids = (sender << FFA_DIRECT_MSG_SOURCE_SHIFT) | 4415ca1ee3SMarc Bonnici (receiver << FFA_DIRECT_MSG_DESTINATION_SHIFT); 4515ca1ee3SMarc Bonnici 4615ca1ee3SMarc Bonnici return set_smc_args(FFA_MSG_SEND_DIRECT_RESP_SMC64, src_dst_ids, 4715ca1ee3SMarc Bonnici 0, arg3, arg4, arg5, arg6, arg7); 4815ca1ee3SMarc Bonnici } 4915ca1ee3SMarc Bonnici 5015ca1ee3SMarc Bonnici /******************************************************************************* 5115ca1ee3SMarc Bonnici * Memory Management Helpers. 5215ca1ee3SMarc Bonnici ******************************************************************************/ 5315ca1ee3SMarc Bonnici 54e9b1f300SMarc Bonnici /** 55e9b1f300SMarc Bonnici * Initialises the header of the given `ffa_mtd`, not including the 56e9b1f300SMarc Bonnici * composite memory region offset. 57e9b1f300SMarc Bonnici */ 58e9b1f300SMarc Bonnici static void ffa_memory_region_init_header( 59e9b1f300SMarc Bonnici struct ffa_mtd *memory_region, ffa_endpoint_id16_t sender, 60e9b1f300SMarc Bonnici ffa_mem_attr16_t attributes, ffa_mtd_flag32_t flags, 61e9b1f300SMarc Bonnici uint64_t handle, uint64_t tag, ffa_endpoint_id16_t *receivers, 62e9b1f300SMarc Bonnici uint32_t receiver_count, ffa_mem_perm8_t permissions) 63e9b1f300SMarc Bonnici { 64e9b1f300SMarc Bonnici struct ffa_emad_v1_0 *emad; 65e9b1f300SMarc Bonnici 66e9b1f300SMarc Bonnici memory_region->emad_offset = sizeof(struct ffa_mtd); 67e9b1f300SMarc Bonnici memory_region->emad_size = sizeof(struct ffa_emad_v1_0); 68e9b1f300SMarc Bonnici emad = (struct ffa_emad_v1_0 *) 69e9b1f300SMarc Bonnici ((uint8_t *) memory_region + 70e9b1f300SMarc Bonnici memory_region->emad_offset); 71e9b1f300SMarc Bonnici memory_region->sender_id = sender; 72e9b1f300SMarc Bonnici memory_region->memory_region_attributes = attributes; 73e9b1f300SMarc Bonnici memory_region->reserved_36_39 = 0; 74e9b1f300SMarc Bonnici memory_region->flags = flags; 75e9b1f300SMarc Bonnici memory_region->handle = handle; 76e9b1f300SMarc Bonnici memory_region->tag = tag; 77e9b1f300SMarc Bonnici memory_region->reserved_40_47 = 0; 78e9b1f300SMarc Bonnici memory_region->emad_count = receiver_count; 79e9b1f300SMarc Bonnici for (uint32_t i = 0U; i < receiver_count; i++) { 80e9b1f300SMarc Bonnici emad[i].mapd.endpoint_id = receivers[i]; 81e9b1f300SMarc Bonnici emad[i].mapd.memory_access_permissions = permissions; 82e9b1f300SMarc Bonnici emad[i].mapd.flags = 0; 83e9b1f300SMarc Bonnici emad[i].comp_mrd_offset = 0; 84e9b1f300SMarc Bonnici emad[i].reserved_8_15 = 0; 85e9b1f300SMarc Bonnici } 86e9b1f300SMarc Bonnici } 87e9b1f300SMarc Bonnici /** 88e9b1f300SMarc Bonnici * Initialises the given `ffa_mtd` to be used for an 89e9b1f300SMarc Bonnici * `FFA_MEM_RETRIEVE_REQ` by the receiver of a memory transaction. 90e9b1f300SMarc Bonnici * TODO: Support differing attributes per receiver. 91e9b1f300SMarc Bonnici * 92e9b1f300SMarc Bonnici * Returns the size of the descriptor written. 93e9b1f300SMarc Bonnici */ 9415ca1ee3SMarc Bonnici static uint32_t ffa_memory_retrieve_request_init( 95e9b1f300SMarc Bonnici struct ffa_mtd *memory_region, uint64_t handle, 96e9b1f300SMarc Bonnici ffa_endpoint_id16_t sender, ffa_endpoint_id16_t *receivers, uint32_t receiver_count, 97e9b1f300SMarc Bonnici uint64_t tag, ffa_mtd_flag32_t flags, 98e9b1f300SMarc Bonnici ffa_mem_perm8_t permissions, 99e9b1f300SMarc Bonnici ffa_mem_attr16_t attributes) 100e9b1f300SMarc Bonnici { 101e9b1f300SMarc Bonnici ffa_memory_region_init_header(memory_region, sender, attributes, flags, 102e9b1f300SMarc Bonnici handle, tag, receivers, 103e9b1f300SMarc Bonnici receiver_count, permissions); 104e9b1f300SMarc Bonnici 105e9b1f300SMarc Bonnici return sizeof(struct ffa_mtd) + 106e9b1f300SMarc Bonnici memory_region->emad_count * sizeof(struct ffa_emad_v1_0); 107e9b1f300SMarc Bonnici } 108e9b1f300SMarc Bonnici 109e9b1f300SMarc Bonnici /* Relinquish access to memory region. */ 110e9b1f300SMarc Bonnici bool ffa_mem_relinquish(void) 111e9b1f300SMarc Bonnici { 112e9b1f300SMarc Bonnici smc_args_t ret; 113e9b1f300SMarc Bonnici 114e9b1f300SMarc Bonnici ret = smc_helper(FFA_MEM_RELINQUISH, 0, 0, 0, 0, 0, 0, 0); 115e9b1f300SMarc Bonnici if (ffa_func_id(ret) != FFA_SUCCESS_SMC32) { 116e9b1f300SMarc Bonnici ERROR("%s failed to relinquish memory! error: (%x) %x\n", 117e9b1f300SMarc Bonnici __func__, ffa_func_id(ret), ffa_error_code(ret)); 118e9b1f300SMarc Bonnici return false; 119e9b1f300SMarc Bonnici } 120e9b1f300SMarc Bonnici return true; 121e9b1f300SMarc Bonnici } 122e9b1f300SMarc Bonnici 123e9b1f300SMarc Bonnici /* Retrieve memory shared by another partition. */ 124e9b1f300SMarc Bonnici smc_args_t ffa_mem_retrieve_req(uint32_t descriptor_length, 125e9b1f300SMarc Bonnici uint32_t fragment_length) 126e9b1f300SMarc Bonnici { 127e9b1f300SMarc Bonnici return smc_helper(FFA_MEM_RETRIEVE_REQ_SMC32, 128e9b1f300SMarc Bonnici descriptor_length, 129e9b1f300SMarc Bonnici fragment_length, 130e9b1f300SMarc Bonnici 0, 0, 0, 0, 0); 131e9b1f300SMarc Bonnici } 132e9b1f300SMarc Bonnici 133e9b1f300SMarc Bonnici /* Retrieve the next memory descriptor fragment. */ 134e9b1f300SMarc Bonnici smc_args_t ffa_mem_frag_rx(uint64_t handle, uint32_t recv_length) 135e9b1f300SMarc Bonnici { 136e9b1f300SMarc Bonnici return smc_helper(FFA_MEM_FRAG_RX, 137e9b1f300SMarc Bonnici FFA_MEM_HANDLE_LOW(handle), 138e9b1f300SMarc Bonnici FFA_MEM_HANDLE_HIGH(handle), 139e9b1f300SMarc Bonnici recv_length, 140e9b1f300SMarc Bonnici 0, 0, 0, 0); 141e9b1f300SMarc Bonnici } 142e9b1f300SMarc Bonnici 14315ca1ee3SMarc Bonnici bool memory_retrieve(struct mailbox *mb, 14415ca1ee3SMarc Bonnici struct ffa_mtd **retrieved, 14515ca1ee3SMarc Bonnici uint64_t handle, ffa_endpoint_id16_t sender, 14615ca1ee3SMarc Bonnici ffa_endpoint_id16_t *receivers, uint32_t receiver_count, 14715ca1ee3SMarc Bonnici ffa_mtd_flag32_t flags, uint32_t *frag_length, 14815ca1ee3SMarc Bonnici uint32_t *total_length) 14915ca1ee3SMarc Bonnici { 15015ca1ee3SMarc Bonnici smc_args_t ret; 15115ca1ee3SMarc Bonnici uint32_t descriptor_size; 152*1543d17bSShruti Gupta struct ffa_mtd *memory_region; 15315ca1ee3SMarc Bonnici 15415ca1ee3SMarc Bonnici if (retrieved == NULL || mb == NULL) { 15515ca1ee3SMarc Bonnici ERROR("Invalid parameters!\n"); 15615ca1ee3SMarc Bonnici return false; 15715ca1ee3SMarc Bonnici } 15815ca1ee3SMarc Bonnici 159*1543d17bSShruti Gupta memory_region = (struct ffa_mtd *)mb->tx_buffer; 160*1543d17bSShruti Gupta 16115ca1ee3SMarc Bonnici /* Clear TX buffer. */ 16215ca1ee3SMarc Bonnici memset(memory_region, 0, PAGE_SIZE); 16315ca1ee3SMarc Bonnici 16415ca1ee3SMarc Bonnici /* Clear local buffer. */ 16515ca1ee3SMarc Bonnici memset(mem_region_buffer, 0, REGION_BUF_SIZE); 16615ca1ee3SMarc Bonnici 16715ca1ee3SMarc Bonnici descriptor_size = ffa_memory_retrieve_request_init( 16815ca1ee3SMarc Bonnici memory_region, handle, sender, receivers, receiver_count, 0, flags, 16915ca1ee3SMarc Bonnici FFA_MEM_PERM_RW | FFA_MEM_PERM_NX, 17015ca1ee3SMarc Bonnici FFA_MEM_ATTR_NORMAL_MEMORY_CACHED_WB | 17115ca1ee3SMarc Bonnici FFA_MEM_ATTR_INNER_SHAREABLE); 17215ca1ee3SMarc Bonnici 17315ca1ee3SMarc Bonnici ret = ffa_mem_retrieve_req(descriptor_size, descriptor_size); 17415ca1ee3SMarc Bonnici 17515ca1ee3SMarc Bonnici if (ffa_func_id(ret) == FFA_ERROR) { 17615ca1ee3SMarc Bonnici ERROR("Couldn't retrieve the memory page. Error: %x\n", 17715ca1ee3SMarc Bonnici ffa_error_code(ret)); 17815ca1ee3SMarc Bonnici return false; 17915ca1ee3SMarc Bonnici } 18015ca1ee3SMarc Bonnici 18115ca1ee3SMarc Bonnici /* 18215ca1ee3SMarc Bonnici * Following total_size and fragment_size are useful to keep track 18315ca1ee3SMarc Bonnici * of the state of transaction. When the sum of all fragment_size of all 18415ca1ee3SMarc Bonnici * fragments is equal to total_size, the memory transaction has been 18515ca1ee3SMarc Bonnici * completed. 18615ca1ee3SMarc Bonnici */ 18715ca1ee3SMarc Bonnici *total_length = ret._regs[1]; 18815ca1ee3SMarc Bonnici *frag_length = ret._regs[2]; 18915ca1ee3SMarc Bonnici 19015ca1ee3SMarc Bonnici /* Validate frag_length is less than total_length and mailbox size. */ 19115ca1ee3SMarc Bonnici if (*frag_length == 0U || *total_length == 0U || 19215ca1ee3SMarc Bonnici *frag_length > *total_length || *frag_length > (mb->rxtx_page_count * PAGE_SIZE)) { 19315ca1ee3SMarc Bonnici ERROR("Invalid parameters!\n"); 19415ca1ee3SMarc Bonnici return false; 19515ca1ee3SMarc Bonnici } 19615ca1ee3SMarc Bonnici 19715ca1ee3SMarc Bonnici /* Copy response to local buffer. */ 19815ca1ee3SMarc Bonnici memcpy(mem_region_buffer, mb->rx_buffer, *frag_length); 19915ca1ee3SMarc Bonnici 20015ca1ee3SMarc Bonnici if (ffa_rx_release()) { 20115ca1ee3SMarc Bonnici ERROR("Failed to release buffer!\n"); 20215ca1ee3SMarc Bonnici return false; 20315ca1ee3SMarc Bonnici } 20415ca1ee3SMarc Bonnici 20515ca1ee3SMarc Bonnici *retrieved = (struct ffa_mtd *) mem_region_buffer; 20615ca1ee3SMarc Bonnici 20715ca1ee3SMarc Bonnici if ((*retrieved)->emad_count > MAX_MEM_SHARE_RECIPIENTS) { 20815ca1ee3SMarc Bonnici VERBOSE("SPMC memory sharing supports max of %u receivers!\n", 20915ca1ee3SMarc Bonnici MAX_MEM_SHARE_RECIPIENTS); 21015ca1ee3SMarc Bonnici return false; 21115ca1ee3SMarc Bonnici } 21215ca1ee3SMarc Bonnici 21315ca1ee3SMarc Bonnici /* 21415ca1ee3SMarc Bonnici * We are sharing memory from the normal world therefore validate the NS 21515ca1ee3SMarc Bonnici * bit was set by the SPMC. 21615ca1ee3SMarc Bonnici */ 21715ca1ee3SMarc Bonnici if (((*retrieved)->memory_region_attributes & FFA_MEM_ATTR_NS_BIT) == 0U) { 21815ca1ee3SMarc Bonnici ERROR("SPMC has not set the NS bit! 0x%x\n", 21915ca1ee3SMarc Bonnici (*retrieved)->memory_region_attributes); 22015ca1ee3SMarc Bonnici return false; 22115ca1ee3SMarc Bonnici } 22215ca1ee3SMarc Bonnici 22315ca1ee3SMarc Bonnici VERBOSE("Memory Descriptor Retrieved!\n"); 22415ca1ee3SMarc Bonnici 22515ca1ee3SMarc Bonnici return true; 22615ca1ee3SMarc Bonnici } 22715ca1ee3SMarc Bonnici 228e9b1f300SMarc Bonnici /* Relinquish the memory region. */ 229e9b1f300SMarc Bonnici bool memory_relinquish(struct ffa_mem_relinquish_descriptor *m, uint64_t handle, 230e9b1f300SMarc Bonnici ffa_endpoint_id16_t id) 231e9b1f300SMarc Bonnici { 232e9b1f300SMarc Bonnici ffa_mem_relinquish_init(m, handle, 0, id); 233e9b1f300SMarc Bonnici return ffa_mem_relinquish(); 234e9b1f300SMarc Bonnici } 235e9b1f300SMarc Bonnici 236e9b1f300SMarc Bonnici /* Query SPMC that the rx buffer of the partition can be released. */ 237e9b1f300SMarc Bonnici bool ffa_rx_release(void) 238e9b1f300SMarc Bonnici { 239e9b1f300SMarc Bonnici smc_args_t ret; 240e9b1f300SMarc Bonnici 241e9b1f300SMarc Bonnici ret = smc_helper(FFA_RX_RELEASE, 0, 0, 0, 0, 0, 0, 0); 242e9b1f300SMarc Bonnici return ret._regs[SMC_ARG0] != FFA_SUCCESS_SMC32; 243e9b1f300SMarc Bonnici } 244e9b1f300SMarc Bonnici 245e9b1f300SMarc Bonnici /* Map the provided buffers with the SPMC. */ 246e9b1f300SMarc Bonnici bool ffa_rxtx_map(uintptr_t send, uintptr_t recv, uint32_t pages) 247e9b1f300SMarc Bonnici { 248e9b1f300SMarc Bonnici smc_args_t ret; 249e9b1f300SMarc Bonnici 250e9b1f300SMarc Bonnici ret = smc_helper(FFA_RXTX_MAP_SMC64, send, recv, pages, 0, 0, 0, 0); 251e9b1f300SMarc Bonnici return ret._regs[0] != FFA_SUCCESS_SMC32; 252e9b1f300SMarc Bonnici } 253