xref: /optee_os/core/drivers/scmi-msg/smt.c (revision d9b0a06db5006c3b79bb98303d63cbfb080c9d4d)
1a58c4d70SEtienne Carriere // SPDX-License-Identifier: BSD-2-Clause
2a58c4d70SEtienne Carriere /*
3a58c4d70SEtienne Carriere  * Copyright (c) 2015-2019, Arm Limited and Contributors. All rights reserved.
4a58c4d70SEtienne Carriere  * Copyright (c) 2019-2020, Linaro Limited
5a58c4d70SEtienne Carriere  */
6a58c4d70SEtienne Carriere #include <assert.h>
7a58c4d70SEtienne Carriere #include <drivers/scmi-msg.h>
8a58c4d70SEtienne Carriere #include <drivers/scmi.h>
9a58c4d70SEtienne Carriere #include <io.h>
10a58c4d70SEtienne Carriere #include <kernel/misc.h>
11a58c4d70SEtienne Carriere #include <stdbool.h>
12a58c4d70SEtienne Carriere #include <stdint.h>
13a58c4d70SEtienne Carriere #include <string.h>
14a58c4d70SEtienne Carriere #include <trace.h>
15a58c4d70SEtienne Carriere #include <util.h>
16a58c4d70SEtienne Carriere 
17a58c4d70SEtienne Carriere #include "common.h"
18a58c4d70SEtienne Carriere 
19*d9b0a06dSEtienne Carriere #define SCMI_PAYLOAD_U32_MAX	(SCMI_SEC_PAYLOAD_SIZE / sizeof(uint32_t))
20a58c4d70SEtienne Carriere 
21a58c4d70SEtienne Carriere /**
22a58c4d70SEtienne Carriere  * struct smt_header - SMT formatted header for SMT base shared memory transfer
23a58c4d70SEtienne Carriere  *
24a58c4d70SEtienne Carriere  * @status: Bit flags, see SMT_STATUS_*
25a58c4d70SEtienne Carriere  * @flags: Bit flags, see SMT_FLAG_*
26a58c4d70SEtienne Carriere  * @length: Byte size of message payload (variable) + ::message_header (32bit)
27a58c4d70SEtienne Carriere  * payload: SCMI message payload data
28a58c4d70SEtienne Carriere  */
29a58c4d70SEtienne Carriere struct smt_header {
30a58c4d70SEtienne Carriere 	uint32_t reserved0;
31a58c4d70SEtienne Carriere 	uint32_t status;
32a58c4d70SEtienne Carriere 	uint64_t reserved1;
33a58c4d70SEtienne Carriere 	uint32_t flags;
34a58c4d70SEtienne Carriere 	uint32_t length; /* message_header + payload */
35a58c4d70SEtienne Carriere 	uint32_t message_header;
36a58c4d70SEtienne Carriere 	uint32_t payload[];
37a58c4d70SEtienne Carriere };
38a58c4d70SEtienne Carriere 
39a58c4d70SEtienne Carriere /* Flag set in smt_header::status when SMT does not contain pending message */
40a58c4d70SEtienne Carriere #define SMT_STATUS_FREE			BIT(0)
41a58c4d70SEtienne Carriere /* Flag set in smt_header::status when SMT reports an error */
42a58c4d70SEtienne Carriere #define SMT_STATUS_ERROR		BIT(1)
43a58c4d70SEtienne Carriere 
44a58c4d70SEtienne Carriere /* Flag set in smt_header::flags when SMT uses interrupts */
45a58c4d70SEtienne Carriere #define SMT_FLAG_INTR_ENABLED		BIT(1)
46a58c4d70SEtienne Carriere 
47a58c4d70SEtienne Carriere /* Bit fields packed in smt_header::message_header */
48a58c4d70SEtienne Carriere #define SMT_MSG_ID_MASK			GENMASK_32(7, 0)
49a58c4d70SEtienne Carriere #define SMT_HDR_MSG_ID(_hdr)		((_hdr) & SMT_MSG_ID_MASK)
50a58c4d70SEtienne Carriere 
51a58c4d70SEtienne Carriere #define SMT_MSG_TYPE_MASK		GENMASK_32(9, 8)
52a58c4d70SEtienne Carriere #define SMT_HDR_TYPE_ID(_hdr)		(((_hdr) & SMT_MSG_TYPE_MASK) >> 8)
53a58c4d70SEtienne Carriere 
54a58c4d70SEtienne Carriere #define SMT_MSG_PROT_ID_MASK		GENMASK_32(17, 10)
55a58c4d70SEtienne Carriere #define SMT_HDR_PROT_ID(_hdr)		(((_hdr) & SMT_MSG_PROT_ID_MASK) >> 10)
56a58c4d70SEtienne Carriere 
57a58c4d70SEtienne Carriere static struct smt_header *channel_to_smt_hdr(struct scmi_msg_channel *chan)
58a58c4d70SEtienne Carriere {
59c2e4eb43SAnton Rybakov 	return (struct smt_header *)io_pa_or_va(&chan->shm_addr,
60c2e4eb43SAnton Rybakov 						sizeof(struct smt_header));
61a58c4d70SEtienne Carriere }
62a58c4d70SEtienne Carriere 
63a58c4d70SEtienne Carriere /*
64a58c4d70SEtienne Carriere  * Creates a SCMI message instance in secure memory and push it in the SCMI
65a58c4d70SEtienne Carriere  * message drivers. Message structure contains SCMI protocol meta-data and
66a58c4d70SEtienne Carriere  * references to input payload in secure memory and output message buffer
67a58c4d70SEtienne Carriere  * in shared memory.
68a58c4d70SEtienne Carriere  */
699ed56ecdSEtienne Carriere static void scmi_process_smt(unsigned int channel_id, uint32_t *payload_buf)
70a58c4d70SEtienne Carriere {
71a58c4d70SEtienne Carriere 	struct scmi_msg_channel *chan = NULL;
72a58c4d70SEtienne Carriere 	struct smt_header *smt_hdr = NULL;
73a58c4d70SEtienne Carriere 	size_t in_payload_size = 0;
74a58c4d70SEtienne Carriere 	uint32_t smt_status = 0;
75a58c4d70SEtienne Carriere 	struct scmi_msg msg = { };
76a58c4d70SEtienne Carriere 	bool error = true;
77a58c4d70SEtienne Carriere 
78659a1f88SEtienne Carriere 	chan = plat_scmi_get_channel(channel_id);
79a58c4d70SEtienne Carriere 	if (!chan)
80a58c4d70SEtienne Carriere 		return;
81a58c4d70SEtienne Carriere 
82a58c4d70SEtienne Carriere 	smt_hdr = channel_to_smt_hdr(chan);
83a58c4d70SEtienne Carriere 	assert(smt_hdr);
84a58c4d70SEtienne Carriere 
85a58c4d70SEtienne Carriere 	smt_status = READ_ONCE(smt_hdr->status);
86a58c4d70SEtienne Carriere 
875c34a982SEtienne Carriere 	if (!scmi_msg_claim_channel(chan)) {
88659a1f88SEtienne Carriere 		DMSG("SCMI channel %u busy", channel_id);
89a58c4d70SEtienne Carriere 		goto out;
90a58c4d70SEtienne Carriere 	}
91a58c4d70SEtienne Carriere 
92a58c4d70SEtienne Carriere 	in_payload_size = READ_ONCE(smt_hdr->length) -
93a58c4d70SEtienne Carriere 			  sizeof(smt_hdr->message_header);
94a58c4d70SEtienne Carriere 
95*d9b0a06dSEtienne Carriere 	if (in_payload_size > SCMI_SEC_PAYLOAD_SIZE) {
96a58c4d70SEtienne Carriere 		DMSG("SCMI payload too big %u", in_payload_size);
97a58c4d70SEtienne Carriere 		goto out;
98a58c4d70SEtienne Carriere 	}
99a58c4d70SEtienne Carriere 
100a58c4d70SEtienne Carriere 	if (smt_status & (SMT_STATUS_ERROR | SMT_STATUS_FREE)) {
101a58c4d70SEtienne Carriere 		DMSG("SCMI channel bad status 0x%x",
102a58c4d70SEtienne Carriere 		     smt_hdr->status & (SMT_STATUS_ERROR | SMT_STATUS_FREE));
103a58c4d70SEtienne Carriere 		goto out;
104a58c4d70SEtienne Carriere 	}
105a58c4d70SEtienne Carriere 
106a58c4d70SEtienne Carriere 	/* Fill message */
107a58c4d70SEtienne Carriere 	msg.in = (char *)payload_buf;
108a58c4d70SEtienne Carriere 	msg.in_size = in_payload_size;
109a58c4d70SEtienne Carriere 	msg.out = (char *)smt_hdr->payload;
110a58c4d70SEtienne Carriere 	msg.out_size = chan->shm_size - sizeof(*smt_hdr);
111a58c4d70SEtienne Carriere 
112a58c4d70SEtienne Carriere 	assert(msg.out && msg.out_size >= sizeof(int32_t));
113a58c4d70SEtienne Carriere 
114a58c4d70SEtienne Carriere 	/* Here the payload is copied in secure memory */
115a58c4d70SEtienne Carriere 	memcpy(msg.in, smt_hdr->payload, in_payload_size);
116a58c4d70SEtienne Carriere 
117a58c4d70SEtienne Carriere 	msg.protocol_id = SMT_HDR_PROT_ID(smt_hdr->message_header);
118a58c4d70SEtienne Carriere 	msg.message_id = SMT_HDR_MSG_ID(smt_hdr->message_header);
119659a1f88SEtienne Carriere 	msg.channel_id = channel_id;
120a58c4d70SEtienne Carriere 
121a58c4d70SEtienne Carriere 	scmi_process_message(&msg);
122a58c4d70SEtienne Carriere 
123a58c4d70SEtienne Carriere 	/* Update message length with the length of the response message */
124a58c4d70SEtienne Carriere 	smt_hdr->length = msg.out_size_out + sizeof(smt_hdr->message_header);
125a58c4d70SEtienne Carriere 
1265c34a982SEtienne Carriere 	scmi_msg_release_channel(chan);
127a58c4d70SEtienne Carriere 	error = false;
128a58c4d70SEtienne Carriere 
129a58c4d70SEtienne Carriere out:
130a58c4d70SEtienne Carriere 	if (error) {
131a58c4d70SEtienne Carriere 		DMSG("SCMI error");
132a58c4d70SEtienne Carriere 		smt_hdr->status |= SMT_STATUS_ERROR | SMT_STATUS_FREE;
133a58c4d70SEtienne Carriere 	} else {
134a58c4d70SEtienne Carriere 		smt_hdr->status |= SMT_STATUS_FREE;
135a58c4d70SEtienne Carriere 	}
136a58c4d70SEtienne Carriere }
137a58c4d70SEtienne Carriere 
138a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_FASTCALL_ENTRY
139a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */
140*d9b0a06dSEtienne Carriere static uint32_t fast_smc_payload[CFG_TEE_CORE_NB_CORE][SCMI_PAYLOAD_U32_MAX];
141a58c4d70SEtienne Carriere 
142659a1f88SEtienne Carriere void scmi_smt_fastcall_smc_entry(unsigned int channel_id)
143a58c4d70SEtienne Carriere {
1449ed56ecdSEtienne Carriere 	scmi_process_smt(channel_id, fast_smc_payload[get_core_pos()]);
145a58c4d70SEtienne Carriere }
146a58c4d70SEtienne Carriere #endif
147a58c4d70SEtienne Carriere 
148a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_INTERRUPT_ENTRY
149a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */
150*d9b0a06dSEtienne Carriere static uint32_t interrupt_payload[CFG_TEE_CORE_NB_CORE][SCMI_PAYLOAD_U32_MAX];
151a58c4d70SEtienne Carriere 
152659a1f88SEtienne Carriere void scmi_smt_interrupt_entry(unsigned int channel_id)
153a58c4d70SEtienne Carriere {
1549ed56ecdSEtienne Carriere 	scmi_process_smt(channel_id, interrupt_payload[get_core_pos()]);
155a58c4d70SEtienne Carriere }
156a58c4d70SEtienne Carriere #endif
157a58c4d70SEtienne Carriere 
158a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_THREAD_ENTRY
159a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */
160*d9b0a06dSEtienne Carriere static uint32_t threaded_payload[CFG_NUM_THREADS][SCMI_PAYLOAD_U32_MAX];
161a58c4d70SEtienne Carriere 
162659a1f88SEtienne Carriere void scmi_smt_threaded_entry(unsigned int channel_id)
163a58c4d70SEtienne Carriere {
164659a1f88SEtienne Carriere 	assert(plat_scmi_get_channel(channel_id)->threaded);
165a58c4d70SEtienne Carriere 
1669ed56ecdSEtienne Carriere 	scmi_process_smt(channel_id, threaded_payload[thread_get_id()]);
167a58c4d70SEtienne Carriere }
168a58c4d70SEtienne Carriere #endif
169a58c4d70SEtienne Carriere 
170a58c4d70SEtienne Carriere /* Init a SMT header for a shared memory buffer: state it a free/no-error */
171a58c4d70SEtienne Carriere void scmi_smt_init_agent_channel(struct scmi_msg_channel *chan)
172a58c4d70SEtienne Carriere {
173*d9b0a06dSEtienne Carriere 	static_assert(SCMI_SEC_PAYLOAD_SIZE + sizeof(struct smt_header) <=
174*d9b0a06dSEtienne Carriere 		      SMT_BUF_SLOT_SIZE &&
175*d9b0a06dSEtienne Carriere 		      IS_ALIGNED(SCMI_SEC_PAYLOAD_SIZE, sizeof(uint32_t)));
176a58c4d70SEtienne Carriere 
177a58c4d70SEtienne Carriere 	if (chan) {
178a58c4d70SEtienne Carriere 		struct smt_header *smt_header = channel_to_smt_hdr(chan);
179a58c4d70SEtienne Carriere 
180a58c4d70SEtienne Carriere 		if (smt_header) {
181a58c4d70SEtienne Carriere 			memset(smt_header, 0, sizeof(*smt_header));
182a58c4d70SEtienne Carriere 			smt_header->status = SMT_STATUS_FREE;
183a58c4d70SEtienne Carriere 
184a58c4d70SEtienne Carriere 			return;
185a58c4d70SEtienne Carriere 		}
186a58c4d70SEtienne Carriere 	}
187a58c4d70SEtienne Carriere 
188a58c4d70SEtienne Carriere 	panic();
189a58c4d70SEtienne Carriere }
19048f04743SEtienne Carriere 
19148f04743SEtienne Carriere void scmi_smt_set_shared_buffer(struct scmi_msg_channel *channel, void *base)
19248f04743SEtienne Carriere {
19348f04743SEtienne Carriere 	paddr_t p_base = 0;
19448f04743SEtienne Carriere 
19548f04743SEtienne Carriere 	if (base) {
19648f04743SEtienne Carriere 		assert(!channel->shm_addr.va && !channel->shm_addr.pa);
19748f04743SEtienne Carriere 		p_base = virt_to_phys(base);
19848f04743SEtienne Carriere 		assert(p_base);
19948f04743SEtienne Carriere 	}
20048f04743SEtienne Carriere 
20148f04743SEtienne Carriere 	channel->shm_addr.va = (vaddr_t)base;
20248f04743SEtienne Carriere 	channel->shm_addr.pa = p_base;
20348f04743SEtienne Carriere }
204