1e9b1f300SMarc Bonnici /*
2e9b1f300SMarc Bonnici * Copyright (c) 2022, Arm Limited. All rights reserved.
3e9b1f300SMarc Bonnici *
4e9b1f300SMarc Bonnici * SPDX-License-Identifier: BSD-3-Clause
5e9b1f300SMarc Bonnici */
6e9b1f300SMarc Bonnici
7e9b1f300SMarc Bonnici #include <common/debug.h>
8e9b1f300SMarc Bonnici #include "ffa_helpers.h"
9e9b1f300SMarc Bonnici #include <services/ffa_svc.h>
10e9b1f300SMarc Bonnici #include "tsp_private.h"
11e9b1f300SMarc Bonnici
1215ca1ee3SMarc Bonnici /*******************************************************************************
1315ca1ee3SMarc Bonnici * Wrapper function to send a direct request.
1415ca1ee3SMarc Bonnici ******************************************************************************/
ffa_msg_send_direct_req(ffa_endpoint_id16_t sender,ffa_endpoint_id16_t receiver,uint32_t arg3,uint32_t arg4,uint32_t arg5,uint32_t arg6,uint32_t arg7)1515ca1ee3SMarc Bonnici smc_args_t ffa_msg_send_direct_req(ffa_endpoint_id16_t sender,
1615ca1ee3SMarc Bonnici ffa_endpoint_id16_t receiver,
1715ca1ee3SMarc Bonnici uint32_t arg3,
1815ca1ee3SMarc Bonnici uint32_t arg4,
1915ca1ee3SMarc Bonnici uint32_t arg5,
2015ca1ee3SMarc Bonnici uint32_t arg6,
2115ca1ee3SMarc Bonnici uint32_t arg7)
2215ca1ee3SMarc Bonnici {
2315ca1ee3SMarc Bonnici uint32_t src_dst_ids = (sender << FFA_DIRECT_MSG_SOURCE_SHIFT) |
2415ca1ee3SMarc Bonnici (receiver << FFA_DIRECT_MSG_DESTINATION_SHIFT);
2515ca1ee3SMarc Bonnici
2615ca1ee3SMarc Bonnici
2715ca1ee3SMarc Bonnici /* Send Direct Request. */
2815ca1ee3SMarc Bonnici return smc_helper(FFA_MSG_SEND_DIRECT_REQ_SMC64, src_dst_ids,
2915ca1ee3SMarc Bonnici 0, arg3, arg4, arg5, arg6, arg7);
3015ca1ee3SMarc Bonnici }
3115ca1ee3SMarc Bonnici
3215ca1ee3SMarc Bonnici /*******************************************************************************
3315ca1ee3SMarc Bonnici * Wrapper function to send a direct response.
3415ca1ee3SMarc Bonnici ******************************************************************************/
ffa_msg_send_direct_resp(ffa_endpoint_id16_t sender,ffa_endpoint_id16_t receiver,uint32_t arg3,uint32_t arg4,uint32_t arg5,uint32_t arg6,uint32_t arg7)3515ca1ee3SMarc Bonnici smc_args_t *ffa_msg_send_direct_resp(ffa_endpoint_id16_t sender,
3615ca1ee3SMarc Bonnici ffa_endpoint_id16_t receiver,
3715ca1ee3SMarc Bonnici uint32_t arg3,
3815ca1ee3SMarc Bonnici uint32_t arg4,
3915ca1ee3SMarc Bonnici uint32_t arg5,
4015ca1ee3SMarc Bonnici uint32_t arg6,
4115ca1ee3SMarc Bonnici uint32_t arg7)
4215ca1ee3SMarc Bonnici {
4315ca1ee3SMarc Bonnici uint32_t src_dst_ids = (sender << FFA_DIRECT_MSG_SOURCE_SHIFT) |
4415ca1ee3SMarc Bonnici (receiver << FFA_DIRECT_MSG_DESTINATION_SHIFT);
4515ca1ee3SMarc Bonnici
4615ca1ee3SMarc Bonnici return set_smc_args(FFA_MSG_SEND_DIRECT_RESP_SMC64, src_dst_ids,
4715ca1ee3SMarc Bonnici 0, arg3, arg4, arg5, arg6, arg7);
4815ca1ee3SMarc Bonnici }
4915ca1ee3SMarc Bonnici
5015ca1ee3SMarc Bonnici /*******************************************************************************
5115ca1ee3SMarc Bonnici * Memory Management Helpers.
5215ca1ee3SMarc Bonnici ******************************************************************************/
5315ca1ee3SMarc Bonnici
54e9b1f300SMarc Bonnici /**
55e9b1f300SMarc Bonnici * Initialises the header of the given `ffa_mtd`, not including the
56e9b1f300SMarc Bonnici * composite memory region offset.
57e9b1f300SMarc Bonnici */
ffa_memory_region_init_header(struct ffa_mtd * memory_region,ffa_endpoint_id16_t sender,ffa_mem_attr16_t attributes,ffa_mtd_flag32_t flags,uint64_t handle,uint64_t tag,ffa_endpoint_id16_t * receivers,uint32_t receiver_count,ffa_mem_perm8_t permissions)58e9b1f300SMarc Bonnici static void ffa_memory_region_init_header(
59e9b1f300SMarc Bonnici struct ffa_mtd *memory_region, ffa_endpoint_id16_t sender,
60e9b1f300SMarc Bonnici ffa_mem_attr16_t attributes, ffa_mtd_flag32_t flags,
61e9b1f300SMarc Bonnici uint64_t handle, uint64_t tag, ffa_endpoint_id16_t *receivers,
62e9b1f300SMarc Bonnici uint32_t receiver_count, ffa_mem_perm8_t permissions)
63e9b1f300SMarc Bonnici {
64e9b1f300SMarc Bonnici struct ffa_emad_v1_0 *emad;
65e9b1f300SMarc Bonnici
66e9b1f300SMarc Bonnici memory_region->emad_offset = sizeof(struct ffa_mtd);
67e9b1f300SMarc Bonnici memory_region->emad_size = sizeof(struct ffa_emad_v1_0);
68e9b1f300SMarc Bonnici emad = (struct ffa_emad_v1_0 *)
69e9b1f300SMarc Bonnici ((uint8_t *) memory_region +
70e9b1f300SMarc Bonnici memory_region->emad_offset);
71e9b1f300SMarc Bonnici memory_region->sender_id = sender;
72e9b1f300SMarc Bonnici memory_region->memory_region_attributes = attributes;
73e9b1f300SMarc Bonnici memory_region->reserved_36_39 = 0;
74e9b1f300SMarc Bonnici memory_region->flags = flags;
75e9b1f300SMarc Bonnici memory_region->handle = handle;
76e9b1f300SMarc Bonnici memory_region->tag = tag;
77e9b1f300SMarc Bonnici memory_region->reserved_40_47 = 0;
78e9b1f300SMarc Bonnici memory_region->emad_count = receiver_count;
79e9b1f300SMarc Bonnici for (uint32_t i = 0U; i < receiver_count; i++) {
80e9b1f300SMarc Bonnici emad[i].mapd.endpoint_id = receivers[i];
81e9b1f300SMarc Bonnici emad[i].mapd.memory_access_permissions = permissions;
82e9b1f300SMarc Bonnici emad[i].mapd.flags = 0;
83e9b1f300SMarc Bonnici emad[i].comp_mrd_offset = 0;
84e9b1f300SMarc Bonnici emad[i].reserved_8_15 = 0;
85e9b1f300SMarc Bonnici }
86e9b1f300SMarc Bonnici }
87e9b1f300SMarc Bonnici /**
88e9b1f300SMarc Bonnici * Initialises the given `ffa_mtd` to be used for an
89e9b1f300SMarc Bonnici * `FFA_MEM_RETRIEVE_REQ` by the receiver of a memory transaction.
90e9b1f300SMarc Bonnici * TODO: Support differing attributes per receiver.
91e9b1f300SMarc Bonnici *
92e9b1f300SMarc Bonnici * Returns the size of the descriptor written.
93e9b1f300SMarc Bonnici */
ffa_memory_retrieve_request_init(struct ffa_mtd * memory_region,uint64_t handle,ffa_endpoint_id16_t sender,ffa_endpoint_id16_t * receivers,uint32_t receiver_count,uint64_t tag,ffa_mtd_flag32_t flags,ffa_mem_perm8_t permissions,ffa_mem_attr16_t attributes)9415ca1ee3SMarc Bonnici static uint32_t ffa_memory_retrieve_request_init(
95e9b1f300SMarc Bonnici struct ffa_mtd *memory_region, uint64_t handle,
96e9b1f300SMarc Bonnici ffa_endpoint_id16_t sender, ffa_endpoint_id16_t *receivers, uint32_t receiver_count,
97e9b1f300SMarc Bonnici uint64_t tag, ffa_mtd_flag32_t flags,
98e9b1f300SMarc Bonnici ffa_mem_perm8_t permissions,
99e9b1f300SMarc Bonnici ffa_mem_attr16_t attributes)
100e9b1f300SMarc Bonnici {
101e9b1f300SMarc Bonnici ffa_memory_region_init_header(memory_region, sender, attributes, flags,
102e9b1f300SMarc Bonnici handle, tag, receivers,
103e9b1f300SMarc Bonnici receiver_count, permissions);
104e9b1f300SMarc Bonnici
105e9b1f300SMarc Bonnici return sizeof(struct ffa_mtd) +
106e9b1f300SMarc Bonnici memory_region->emad_count * sizeof(struct ffa_emad_v1_0);
107e9b1f300SMarc Bonnici }
108e9b1f300SMarc Bonnici
109e9b1f300SMarc Bonnici /* Relinquish access to memory region. */
ffa_mem_relinquish(void)110e9b1f300SMarc Bonnici bool ffa_mem_relinquish(void)
111e9b1f300SMarc Bonnici {
112e9b1f300SMarc Bonnici smc_args_t ret;
113e9b1f300SMarc Bonnici
114e9b1f300SMarc Bonnici ret = smc_helper(FFA_MEM_RELINQUISH, 0, 0, 0, 0, 0, 0, 0);
115e9b1f300SMarc Bonnici if (ffa_func_id(ret) != FFA_SUCCESS_SMC32) {
116e9b1f300SMarc Bonnici ERROR("%s failed to relinquish memory! error: (%x) %x\n",
117e9b1f300SMarc Bonnici __func__, ffa_func_id(ret), ffa_error_code(ret));
118e9b1f300SMarc Bonnici return false;
119e9b1f300SMarc Bonnici }
120e9b1f300SMarc Bonnici return true;
121e9b1f300SMarc Bonnici }
122e9b1f300SMarc Bonnici
123e9b1f300SMarc Bonnici /* Retrieve memory shared by another partition. */
ffa_mem_retrieve_req(uint32_t descriptor_length,uint32_t fragment_length)124e9b1f300SMarc Bonnici smc_args_t ffa_mem_retrieve_req(uint32_t descriptor_length,
125e9b1f300SMarc Bonnici uint32_t fragment_length)
126e9b1f300SMarc Bonnici {
127e9b1f300SMarc Bonnici return smc_helper(FFA_MEM_RETRIEVE_REQ_SMC32,
128e9b1f300SMarc Bonnici descriptor_length,
129e9b1f300SMarc Bonnici fragment_length,
130e9b1f300SMarc Bonnici 0, 0, 0, 0, 0);
131e9b1f300SMarc Bonnici }
132e9b1f300SMarc Bonnici
133e9b1f300SMarc Bonnici /* Retrieve the next memory descriptor fragment. */
ffa_mem_frag_rx(uint64_t handle,uint32_t recv_length)134e9b1f300SMarc Bonnici smc_args_t ffa_mem_frag_rx(uint64_t handle, uint32_t recv_length)
135e9b1f300SMarc Bonnici {
136e9b1f300SMarc Bonnici return smc_helper(FFA_MEM_FRAG_RX,
137e9b1f300SMarc Bonnici FFA_MEM_HANDLE_LOW(handle),
138e9b1f300SMarc Bonnici FFA_MEM_HANDLE_HIGH(handle),
139e9b1f300SMarc Bonnici recv_length,
140e9b1f300SMarc Bonnici 0, 0, 0, 0);
141e9b1f300SMarc Bonnici }
142e9b1f300SMarc Bonnici
memory_retrieve(struct mailbox * mb,struct ffa_mtd ** retrieved,uint64_t handle,ffa_endpoint_id16_t sender,ffa_endpoint_id16_t * receivers,uint32_t receiver_count,ffa_mtd_flag32_t flags,uint32_t * frag_length,uint32_t * total_length)14315ca1ee3SMarc Bonnici bool memory_retrieve(struct mailbox *mb,
14415ca1ee3SMarc Bonnici struct ffa_mtd **retrieved,
14515ca1ee3SMarc Bonnici uint64_t handle, ffa_endpoint_id16_t sender,
14615ca1ee3SMarc Bonnici ffa_endpoint_id16_t *receivers, uint32_t receiver_count,
14715ca1ee3SMarc Bonnici ffa_mtd_flag32_t flags, uint32_t *frag_length,
14815ca1ee3SMarc Bonnici uint32_t *total_length)
14915ca1ee3SMarc Bonnici {
15015ca1ee3SMarc Bonnici smc_args_t ret;
15115ca1ee3SMarc Bonnici uint32_t descriptor_size;
152*1543d17bSShruti Gupta struct ffa_mtd *memory_region;
15315ca1ee3SMarc Bonnici
15415ca1ee3SMarc Bonnici if (retrieved == NULL || mb == NULL) {
15515ca1ee3SMarc Bonnici ERROR("Invalid parameters!\n");
15615ca1ee3SMarc Bonnici return false;
15715ca1ee3SMarc Bonnici }
15815ca1ee3SMarc Bonnici
159*1543d17bSShruti Gupta memory_region = (struct ffa_mtd *)mb->tx_buffer;
160*1543d17bSShruti Gupta
16115ca1ee3SMarc Bonnici /* Clear TX buffer. */
16215ca1ee3SMarc Bonnici memset(memory_region, 0, PAGE_SIZE);
16315ca1ee3SMarc Bonnici
16415ca1ee3SMarc Bonnici /* Clear local buffer. */
16515ca1ee3SMarc Bonnici memset(mem_region_buffer, 0, REGION_BUF_SIZE);
16615ca1ee3SMarc Bonnici
16715ca1ee3SMarc Bonnici descriptor_size = ffa_memory_retrieve_request_init(
16815ca1ee3SMarc Bonnici memory_region, handle, sender, receivers, receiver_count, 0, flags,
16915ca1ee3SMarc Bonnici FFA_MEM_PERM_RW | FFA_MEM_PERM_NX,
17015ca1ee3SMarc Bonnici FFA_MEM_ATTR_NORMAL_MEMORY_CACHED_WB |
17115ca1ee3SMarc Bonnici FFA_MEM_ATTR_INNER_SHAREABLE);
17215ca1ee3SMarc Bonnici
17315ca1ee3SMarc Bonnici ret = ffa_mem_retrieve_req(descriptor_size, descriptor_size);
17415ca1ee3SMarc Bonnici
17515ca1ee3SMarc Bonnici if (ffa_func_id(ret) == FFA_ERROR) {
17615ca1ee3SMarc Bonnici ERROR("Couldn't retrieve the memory page. Error: %x\n",
17715ca1ee3SMarc Bonnici ffa_error_code(ret));
17815ca1ee3SMarc Bonnici return false;
17915ca1ee3SMarc Bonnici }
18015ca1ee3SMarc Bonnici
18115ca1ee3SMarc Bonnici /*
18215ca1ee3SMarc Bonnici * Following total_size and fragment_size are useful to keep track
18315ca1ee3SMarc Bonnici * of the state of transaction. When the sum of all fragment_size of all
18415ca1ee3SMarc Bonnici * fragments is equal to total_size, the memory transaction has been
18515ca1ee3SMarc Bonnici * completed.
18615ca1ee3SMarc Bonnici */
18715ca1ee3SMarc Bonnici *total_length = ret._regs[1];
18815ca1ee3SMarc Bonnici *frag_length = ret._regs[2];
18915ca1ee3SMarc Bonnici
19015ca1ee3SMarc Bonnici /* Validate frag_length is less than total_length and mailbox size. */
19115ca1ee3SMarc Bonnici if (*frag_length == 0U || *total_length == 0U ||
19215ca1ee3SMarc Bonnici *frag_length > *total_length || *frag_length > (mb->rxtx_page_count * PAGE_SIZE)) {
19315ca1ee3SMarc Bonnici ERROR("Invalid parameters!\n");
19415ca1ee3SMarc Bonnici return false;
19515ca1ee3SMarc Bonnici }
19615ca1ee3SMarc Bonnici
19715ca1ee3SMarc Bonnici /* Copy response to local buffer. */
19815ca1ee3SMarc Bonnici memcpy(mem_region_buffer, mb->rx_buffer, *frag_length);
19915ca1ee3SMarc Bonnici
20015ca1ee3SMarc Bonnici if (ffa_rx_release()) {
20115ca1ee3SMarc Bonnici ERROR("Failed to release buffer!\n");
20215ca1ee3SMarc Bonnici return false;
20315ca1ee3SMarc Bonnici }
20415ca1ee3SMarc Bonnici
20515ca1ee3SMarc Bonnici *retrieved = (struct ffa_mtd *) mem_region_buffer;
20615ca1ee3SMarc Bonnici
20715ca1ee3SMarc Bonnici if ((*retrieved)->emad_count > MAX_MEM_SHARE_RECIPIENTS) {
20815ca1ee3SMarc Bonnici VERBOSE("SPMC memory sharing supports max of %u receivers!\n",
20915ca1ee3SMarc Bonnici MAX_MEM_SHARE_RECIPIENTS);
21015ca1ee3SMarc Bonnici return false;
21115ca1ee3SMarc Bonnici }
21215ca1ee3SMarc Bonnici
21315ca1ee3SMarc Bonnici /*
21415ca1ee3SMarc Bonnici * We are sharing memory from the normal world therefore validate the NS
21515ca1ee3SMarc Bonnici * bit was set by the SPMC.
21615ca1ee3SMarc Bonnici */
21715ca1ee3SMarc Bonnici if (((*retrieved)->memory_region_attributes & FFA_MEM_ATTR_NS_BIT) == 0U) {
21815ca1ee3SMarc Bonnici ERROR("SPMC has not set the NS bit! 0x%x\n",
21915ca1ee3SMarc Bonnici (*retrieved)->memory_region_attributes);
22015ca1ee3SMarc Bonnici return false;
22115ca1ee3SMarc Bonnici }
22215ca1ee3SMarc Bonnici
22315ca1ee3SMarc Bonnici VERBOSE("Memory Descriptor Retrieved!\n");
22415ca1ee3SMarc Bonnici
22515ca1ee3SMarc Bonnici return true;
22615ca1ee3SMarc Bonnici }
22715ca1ee3SMarc Bonnici
228e9b1f300SMarc Bonnici /* Relinquish the memory region. */
memory_relinquish(struct ffa_mem_relinquish_descriptor * m,uint64_t handle,ffa_endpoint_id16_t id)229e9b1f300SMarc Bonnici bool memory_relinquish(struct ffa_mem_relinquish_descriptor *m, uint64_t handle,
230e9b1f300SMarc Bonnici ffa_endpoint_id16_t id)
231e9b1f300SMarc Bonnici {
232e9b1f300SMarc Bonnici ffa_mem_relinquish_init(m, handle, 0, id);
233e9b1f300SMarc Bonnici return ffa_mem_relinquish();
234e9b1f300SMarc Bonnici }
235e9b1f300SMarc Bonnici
236e9b1f300SMarc Bonnici /* Query SPMC that the rx buffer of the partition can be released. */
ffa_rx_release(void)237e9b1f300SMarc Bonnici bool ffa_rx_release(void)
238e9b1f300SMarc Bonnici {
239e9b1f300SMarc Bonnici smc_args_t ret;
240e9b1f300SMarc Bonnici
241e9b1f300SMarc Bonnici ret = smc_helper(FFA_RX_RELEASE, 0, 0, 0, 0, 0, 0, 0);
242e9b1f300SMarc Bonnici return ret._regs[SMC_ARG0] != FFA_SUCCESS_SMC32;
243e9b1f300SMarc Bonnici }
244e9b1f300SMarc Bonnici
245e9b1f300SMarc Bonnici /* Map the provided buffers with the SPMC. */
ffa_rxtx_map(uintptr_t send,uintptr_t recv,uint32_t pages)246e9b1f300SMarc Bonnici bool ffa_rxtx_map(uintptr_t send, uintptr_t recv, uint32_t pages)
247e9b1f300SMarc Bonnici {
248e9b1f300SMarc Bonnici smc_args_t ret;
249e9b1f300SMarc Bonnici
250e9b1f300SMarc Bonnici ret = smc_helper(FFA_RXTX_MAP_SMC64, send, recv, pages, 0, 0, 0, 0);
251e9b1f300SMarc Bonnici return ret._regs[0] != FFA_SUCCESS_SMC32;
252e9b1f300SMarc Bonnici }
253