xref: /optee_os/core/drivers/scmi-msg/smt.c (revision 5c34a982f7e3cc1b802c20a166d892b8f5d35f18)
1a58c4d70SEtienne Carriere // SPDX-License-Identifier: BSD-2-Clause
2a58c4d70SEtienne Carriere /*
3a58c4d70SEtienne Carriere  * Copyright (c) 2015-2019, Arm Limited and Contributors. All rights reserved.
4a58c4d70SEtienne Carriere  * Copyright (c) 2019-2020, Linaro Limited
5a58c4d70SEtienne Carriere  */
6a58c4d70SEtienne Carriere #include <assert.h>
7a58c4d70SEtienne Carriere #include <drivers/scmi-msg.h>
8a58c4d70SEtienne Carriere #include <drivers/scmi.h>
9a58c4d70SEtienne Carriere #include <io.h>
10a58c4d70SEtienne Carriere #include <kernel/misc.h>
11a58c4d70SEtienne Carriere #include <stdbool.h>
12a58c4d70SEtienne Carriere #include <stdint.h>
13a58c4d70SEtienne Carriere #include <string.h>
14a58c4d70SEtienne Carriere #include <trace.h>
15a58c4d70SEtienne Carriere #include <util.h>
16a58c4d70SEtienne Carriere 
17a58c4d70SEtienne Carriere #include "common.h"
18a58c4d70SEtienne Carriere 
19a58c4d70SEtienne Carriere /* Legacy SMT/SCMI messages are 128 bytes at most including SMT header */
20a58c4d70SEtienne Carriere #define SCMI_PLAYLOAD_MAX		92
21a58c4d70SEtienne Carriere #define SCMI_PLAYLOAD_U32_MAX		(SCMI_PLAYLOAD_MAX / sizeof(uint32_t))
22a58c4d70SEtienne Carriere 
23a58c4d70SEtienne Carriere /**
24a58c4d70SEtienne Carriere  * struct smt_header - SMT formatted header for SMT base shared memory transfer
25a58c4d70SEtienne Carriere  *
26a58c4d70SEtienne Carriere  * @status: Bit flags, see SMT_STATUS_*
27a58c4d70SEtienne Carriere  * @flags: Bit flags, see SMT_FLAG_*
28a58c4d70SEtienne Carriere  * @length: Byte size of message payload (variable) + ::message_header (32bit)
29a58c4d70SEtienne Carriere  * payload: SCMI message payload data
30a58c4d70SEtienne Carriere  */
31a58c4d70SEtienne Carriere struct smt_header {
32a58c4d70SEtienne Carriere 	uint32_t reserved0;
33a58c4d70SEtienne Carriere 	uint32_t status;
34a58c4d70SEtienne Carriere 	uint64_t reserved1;
35a58c4d70SEtienne Carriere 	uint32_t flags;
36a58c4d70SEtienne Carriere 	uint32_t length; /* message_header + payload */
37a58c4d70SEtienne Carriere 	uint32_t message_header;
38a58c4d70SEtienne Carriere 	uint32_t payload[];
39a58c4d70SEtienne Carriere };
40a58c4d70SEtienne Carriere 
41a58c4d70SEtienne Carriere /* Flag set in smt_header::status when SMT does not contain pending message */
42a58c4d70SEtienne Carriere #define SMT_STATUS_FREE			BIT(0)
43a58c4d70SEtienne Carriere /* Flag set in smt_header::status when SMT reports an error */
44a58c4d70SEtienne Carriere #define SMT_STATUS_ERROR		BIT(1)
45a58c4d70SEtienne Carriere 
46a58c4d70SEtienne Carriere /* Flag set in smt_header::flags when SMT uses interrupts */
47a58c4d70SEtienne Carriere #define SMT_FLAG_INTR_ENABLED		BIT(1)
48a58c4d70SEtienne Carriere 
49a58c4d70SEtienne Carriere /* Bit fields packed in smt_header::message_header */
50a58c4d70SEtienne Carriere #define SMT_MSG_ID_MASK			GENMASK_32(7, 0)
51a58c4d70SEtienne Carriere #define SMT_HDR_MSG_ID(_hdr)		((_hdr) & SMT_MSG_ID_MASK)
52a58c4d70SEtienne Carriere 
53a58c4d70SEtienne Carriere #define SMT_MSG_TYPE_MASK		GENMASK_32(9, 8)
54a58c4d70SEtienne Carriere #define SMT_HDR_TYPE_ID(_hdr)		(((_hdr) & SMT_MSG_TYPE_MASK) >> 8)
55a58c4d70SEtienne Carriere 
56a58c4d70SEtienne Carriere #define SMT_MSG_PROT_ID_MASK		GENMASK_32(17, 10)
57a58c4d70SEtienne Carriere #define SMT_HDR_PROT_ID(_hdr)		(((_hdr) & SMT_MSG_PROT_ID_MASK) >> 10)
58a58c4d70SEtienne Carriere 
59a58c4d70SEtienne Carriere static struct smt_header *channel_to_smt_hdr(struct scmi_msg_channel *chan)
60a58c4d70SEtienne Carriere {
61c2e4eb43SAnton Rybakov 	return (struct smt_header *)io_pa_or_va(&chan->shm_addr,
62c2e4eb43SAnton Rybakov 						sizeof(struct smt_header));
63a58c4d70SEtienne Carriere }
64a58c4d70SEtienne Carriere 
65a58c4d70SEtienne Carriere /*
66a58c4d70SEtienne Carriere  * Creates a SCMI message instance in secure memory and push it in the SCMI
67a58c4d70SEtienne Carriere  * message drivers. Message structure contains SCMI protocol meta-data and
68a58c4d70SEtienne Carriere  * references to input payload in secure memory and output message buffer
69a58c4d70SEtienne Carriere  * in shared memory.
70a58c4d70SEtienne Carriere  */
719ed56ecdSEtienne Carriere static void scmi_process_smt(unsigned int channel_id, uint32_t *payload_buf)
72a58c4d70SEtienne Carriere {
73a58c4d70SEtienne Carriere 	struct scmi_msg_channel *chan = NULL;
74a58c4d70SEtienne Carriere 	struct smt_header *smt_hdr = NULL;
75a58c4d70SEtienne Carriere 	size_t in_payload_size = 0;
76a58c4d70SEtienne Carriere 	uint32_t smt_status = 0;
77a58c4d70SEtienne Carriere 	struct scmi_msg msg = { };
78a58c4d70SEtienne Carriere 	bool error = true;
79a58c4d70SEtienne Carriere 
80659a1f88SEtienne Carriere 	chan = plat_scmi_get_channel(channel_id);
81a58c4d70SEtienne Carriere 	if (!chan)
82a58c4d70SEtienne Carriere 		return;
83a58c4d70SEtienne Carriere 
84a58c4d70SEtienne Carriere 	smt_hdr = channel_to_smt_hdr(chan);
85a58c4d70SEtienne Carriere 	assert(smt_hdr);
86a58c4d70SEtienne Carriere 
87a58c4d70SEtienne Carriere 	smt_status = READ_ONCE(smt_hdr->status);
88a58c4d70SEtienne Carriere 
89*5c34a982SEtienne Carriere 	if (!scmi_msg_claim_channel(chan)) {
90659a1f88SEtienne Carriere 		DMSG("SCMI channel %u busy", channel_id);
91a58c4d70SEtienne Carriere 		goto out;
92a58c4d70SEtienne Carriere 	}
93a58c4d70SEtienne Carriere 
94a58c4d70SEtienne Carriere 	in_payload_size = READ_ONCE(smt_hdr->length) -
95a58c4d70SEtienne Carriere 			  sizeof(smt_hdr->message_header);
96a58c4d70SEtienne Carriere 
97a58c4d70SEtienne Carriere 	if (in_payload_size > SCMI_PLAYLOAD_MAX) {
98a58c4d70SEtienne Carriere 		DMSG("SCMI payload too big %u", in_payload_size);
99a58c4d70SEtienne Carriere 		goto out;
100a58c4d70SEtienne Carriere 	}
101a58c4d70SEtienne Carriere 
102a58c4d70SEtienne Carriere 	if (smt_status & (SMT_STATUS_ERROR | SMT_STATUS_FREE)) {
103a58c4d70SEtienne Carriere 		DMSG("SCMI channel bad status 0x%x",
104a58c4d70SEtienne Carriere 		     smt_hdr->status & (SMT_STATUS_ERROR | SMT_STATUS_FREE));
105a58c4d70SEtienne Carriere 		goto out;
106a58c4d70SEtienne Carriere 	}
107a58c4d70SEtienne Carriere 
108a58c4d70SEtienne Carriere 	/* Fill message */
109a58c4d70SEtienne Carriere 	msg.in = (char *)payload_buf;
110a58c4d70SEtienne Carriere 	msg.in_size = in_payload_size;
111a58c4d70SEtienne Carriere 	msg.out = (char *)smt_hdr->payload;
112a58c4d70SEtienne Carriere 	msg.out_size = chan->shm_size - sizeof(*smt_hdr);
113a58c4d70SEtienne Carriere 
114a58c4d70SEtienne Carriere 	assert(msg.out && msg.out_size >= sizeof(int32_t));
115a58c4d70SEtienne Carriere 
116a58c4d70SEtienne Carriere 	/* Here the payload is copied in secure memory */
117a58c4d70SEtienne Carriere 	memcpy(msg.in, smt_hdr->payload, in_payload_size);
118a58c4d70SEtienne Carriere 
119a58c4d70SEtienne Carriere 	msg.protocol_id = SMT_HDR_PROT_ID(smt_hdr->message_header);
120a58c4d70SEtienne Carriere 	msg.message_id = SMT_HDR_MSG_ID(smt_hdr->message_header);
121659a1f88SEtienne Carriere 	msg.channel_id = channel_id;
122a58c4d70SEtienne Carriere 
123a58c4d70SEtienne Carriere 	scmi_process_message(&msg);
124a58c4d70SEtienne Carriere 
125a58c4d70SEtienne Carriere 	/* Update message length with the length of the response message */
126a58c4d70SEtienne Carriere 	smt_hdr->length = msg.out_size_out + sizeof(smt_hdr->message_header);
127a58c4d70SEtienne Carriere 
128*5c34a982SEtienne Carriere 	scmi_msg_release_channel(chan);
129a58c4d70SEtienne Carriere 	error = false;
130a58c4d70SEtienne Carriere 
131a58c4d70SEtienne Carriere out:
132a58c4d70SEtienne Carriere 	if (error) {
133a58c4d70SEtienne Carriere 		DMSG("SCMI error");
134a58c4d70SEtienne Carriere 		smt_hdr->status |= SMT_STATUS_ERROR | SMT_STATUS_FREE;
135a58c4d70SEtienne Carriere 	} else {
136a58c4d70SEtienne Carriere 		smt_hdr->status |= SMT_STATUS_FREE;
137a58c4d70SEtienne Carriere 	}
138a58c4d70SEtienne Carriere }
139a58c4d70SEtienne Carriere 
140a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_FASTCALL_ENTRY
141a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */
142a58c4d70SEtienne Carriere static uint32_t fast_smc_payload[CFG_TEE_CORE_NB_CORE][SCMI_PLAYLOAD_U32_MAX];
143a58c4d70SEtienne Carriere 
144659a1f88SEtienne Carriere void scmi_smt_fastcall_smc_entry(unsigned int channel_id)
145a58c4d70SEtienne Carriere {
1469ed56ecdSEtienne Carriere 	scmi_process_smt(channel_id, fast_smc_payload[get_core_pos()]);
147a58c4d70SEtienne Carriere }
148a58c4d70SEtienne Carriere #endif
149a58c4d70SEtienne Carriere 
150a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_INTERRUPT_ENTRY
151a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */
152a58c4d70SEtienne Carriere static uint32_t interrupt_payload[CFG_TEE_CORE_NB_CORE][SCMI_PLAYLOAD_U32_MAX];
153a58c4d70SEtienne Carriere 
154659a1f88SEtienne Carriere void scmi_smt_interrupt_entry(unsigned int channel_id)
155a58c4d70SEtienne Carriere {
1569ed56ecdSEtienne Carriere 	scmi_process_smt(channel_id, interrupt_payload[get_core_pos()]);
157a58c4d70SEtienne Carriere }
158a58c4d70SEtienne Carriere #endif
159a58c4d70SEtienne Carriere 
160a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_THREAD_ENTRY
161a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */
162a58c4d70SEtienne Carriere static uint32_t threaded_payload[CFG_NUM_THREADS][SCMI_PLAYLOAD_U32_MAX];
163a58c4d70SEtienne Carriere 
164659a1f88SEtienne Carriere void scmi_smt_threaded_entry(unsigned int channel_id)
165a58c4d70SEtienne Carriere {
166659a1f88SEtienne Carriere 	assert(plat_scmi_get_channel(channel_id)->threaded);
167a58c4d70SEtienne Carriere 
1689ed56ecdSEtienne Carriere 	scmi_process_smt(channel_id, threaded_payload[thread_get_id()]);
169a58c4d70SEtienne Carriere }
170a58c4d70SEtienne Carriere #endif
171a58c4d70SEtienne Carriere 
172a58c4d70SEtienne Carriere /* Init a SMT header for a shared memory buffer: state it a free/no-error */
173a58c4d70SEtienne Carriere void scmi_smt_init_agent_channel(struct scmi_msg_channel *chan)
174a58c4d70SEtienne Carriere {
175a58c4d70SEtienne Carriere 	COMPILE_TIME_ASSERT(SCMI_PLAYLOAD_MAX + sizeof(struct smt_header) <=
176a58c4d70SEtienne Carriere 			    SMT_BUF_SLOT_SIZE);
177a58c4d70SEtienne Carriere 
178a58c4d70SEtienne Carriere 	if (chan) {
179a58c4d70SEtienne Carriere 		struct smt_header *smt_header = channel_to_smt_hdr(chan);
180a58c4d70SEtienne Carriere 
181a58c4d70SEtienne Carriere 		if (smt_header) {
182a58c4d70SEtienne Carriere 			memset(smt_header, 0, sizeof(*smt_header));
183a58c4d70SEtienne Carriere 			smt_header->status = SMT_STATUS_FREE;
184a58c4d70SEtienne Carriere 
185a58c4d70SEtienne Carriere 			return;
186a58c4d70SEtienne Carriere 		}
187a58c4d70SEtienne Carriere 	}
188a58c4d70SEtienne Carriere 
189a58c4d70SEtienne Carriere 	panic();
190a58c4d70SEtienne Carriere }
19148f04743SEtienne Carriere 
19248f04743SEtienne Carriere void scmi_smt_set_shared_buffer(struct scmi_msg_channel *channel, void *base)
19348f04743SEtienne Carriere {
19448f04743SEtienne Carriere 	paddr_t p_base = 0;
19548f04743SEtienne Carriere 
19648f04743SEtienne Carriere 	if (base) {
19748f04743SEtienne Carriere 		assert(!channel->shm_addr.va && !channel->shm_addr.pa);
19848f04743SEtienne Carriere 		p_base = virt_to_phys(base);
19948f04743SEtienne Carriere 		assert(p_base);
20048f04743SEtienne Carriere 	}
20148f04743SEtienne Carriere 
20248f04743SEtienne Carriere 	channel->shm_addr.va = (vaddr_t)base;
20348f04743SEtienne Carriere 	channel->shm_addr.pa = p_base;
20448f04743SEtienne Carriere }
205