1a58c4d70SEtienne Carriere // SPDX-License-Identifier: BSD-2-Clause 2a58c4d70SEtienne Carriere /* 3a58c4d70SEtienne Carriere * Copyright (c) 2015-2019, Arm Limited and Contributors. All rights reserved. 4a58c4d70SEtienne Carriere * Copyright (c) 2019-2020, Linaro Limited 5a58c4d70SEtienne Carriere */ 6a58c4d70SEtienne Carriere #include <assert.h> 7a58c4d70SEtienne Carriere #include <drivers/scmi-msg.h> 8a58c4d70SEtienne Carriere #include <drivers/scmi.h> 9a58c4d70SEtienne Carriere #include <io.h> 10a58c4d70SEtienne Carriere #include <kernel/misc.h> 11a58c4d70SEtienne Carriere #include <stdbool.h> 12a58c4d70SEtienne Carriere #include <stdint.h> 13a58c4d70SEtienne Carriere #include <string.h> 14a58c4d70SEtienne Carriere #include <trace.h> 15a58c4d70SEtienne Carriere #include <util.h> 16a58c4d70SEtienne Carriere 17a58c4d70SEtienne Carriere #include "common.h" 18a58c4d70SEtienne Carriere 19a58c4d70SEtienne Carriere /* Legacy SMT/SCMI messages are 128 bytes at most including SMT header */ 20a58c4d70SEtienne Carriere #define SCMI_PLAYLOAD_MAX 92 21a58c4d70SEtienne Carriere #define SCMI_PLAYLOAD_U32_MAX (SCMI_PLAYLOAD_MAX / sizeof(uint32_t)) 22a58c4d70SEtienne Carriere 23a58c4d70SEtienne Carriere /** 24a58c4d70SEtienne Carriere * struct smt_header - SMT formatted header for SMT base shared memory transfer 25a58c4d70SEtienne Carriere * 26a58c4d70SEtienne Carriere * @status: Bit flags, see SMT_STATUS_* 27a58c4d70SEtienne Carriere * @flags: Bit flags, see SMT_FLAG_* 28a58c4d70SEtienne Carriere * @length: Byte size of message payload (variable) + ::message_header (32bit) 29a58c4d70SEtienne Carriere * payload: SCMI message payload data 30a58c4d70SEtienne Carriere */ 31a58c4d70SEtienne Carriere struct smt_header { 32a58c4d70SEtienne Carriere uint32_t reserved0; 33a58c4d70SEtienne Carriere uint32_t status; 34a58c4d70SEtienne Carriere uint64_t reserved1; 35a58c4d70SEtienne Carriere uint32_t flags; 36a58c4d70SEtienne Carriere uint32_t length; /* message_header + payload */ 37a58c4d70SEtienne Carriere uint32_t message_header; 38a58c4d70SEtienne Carriere uint32_t payload[]; 39a58c4d70SEtienne Carriere }; 40a58c4d70SEtienne Carriere 41a58c4d70SEtienne Carriere /* Flag set in smt_header::status when SMT does not contain pending message */ 42a58c4d70SEtienne Carriere #define SMT_STATUS_FREE BIT(0) 43a58c4d70SEtienne Carriere /* Flag set in smt_header::status when SMT reports an error */ 44a58c4d70SEtienne Carriere #define SMT_STATUS_ERROR BIT(1) 45a58c4d70SEtienne Carriere 46a58c4d70SEtienne Carriere /* Flag set in smt_header::flags when SMT uses interrupts */ 47a58c4d70SEtienne Carriere #define SMT_FLAG_INTR_ENABLED BIT(1) 48a58c4d70SEtienne Carriere 49a58c4d70SEtienne Carriere /* Bit fields packed in smt_header::message_header */ 50a58c4d70SEtienne Carriere #define SMT_MSG_ID_MASK GENMASK_32(7, 0) 51a58c4d70SEtienne Carriere #define SMT_HDR_MSG_ID(_hdr) ((_hdr) & SMT_MSG_ID_MASK) 52a58c4d70SEtienne Carriere 53a58c4d70SEtienne Carriere #define SMT_MSG_TYPE_MASK GENMASK_32(9, 8) 54a58c4d70SEtienne Carriere #define SMT_HDR_TYPE_ID(_hdr) (((_hdr) & SMT_MSG_TYPE_MASK) >> 8) 55a58c4d70SEtienne Carriere 56a58c4d70SEtienne Carriere #define SMT_MSG_PROT_ID_MASK GENMASK_32(17, 10) 57a58c4d70SEtienne Carriere #define SMT_HDR_PROT_ID(_hdr) (((_hdr) & SMT_MSG_PROT_ID_MASK) >> 10) 58a58c4d70SEtienne Carriere 59a58c4d70SEtienne Carriere static struct smt_header *channel_to_smt_hdr(struct scmi_msg_channel *chan) 60a58c4d70SEtienne Carriere { 61c2e4eb43SAnton Rybakov return (struct smt_header *)io_pa_or_va(&chan->shm_addr, 62c2e4eb43SAnton Rybakov sizeof(struct smt_header)); 63a58c4d70SEtienne Carriere } 64a58c4d70SEtienne Carriere 65a58c4d70SEtienne Carriere /* 66a58c4d70SEtienne Carriere * Creates a SCMI message instance in secure memory and push it in the SCMI 67a58c4d70SEtienne Carriere * message drivers. Message structure contains SCMI protocol meta-data and 68a58c4d70SEtienne Carriere * references to input payload in secure memory and output message buffer 69a58c4d70SEtienne Carriere * in shared memory. 70a58c4d70SEtienne Carriere */ 719ed56ecdSEtienne Carriere static void scmi_process_smt(unsigned int channel_id, uint32_t *payload_buf) 72a58c4d70SEtienne Carriere { 73a58c4d70SEtienne Carriere struct scmi_msg_channel *chan = NULL; 74a58c4d70SEtienne Carriere struct smt_header *smt_hdr = NULL; 75a58c4d70SEtienne Carriere size_t in_payload_size = 0; 76a58c4d70SEtienne Carriere uint32_t smt_status = 0; 77a58c4d70SEtienne Carriere struct scmi_msg msg = { }; 78a58c4d70SEtienne Carriere bool error = true; 79a58c4d70SEtienne Carriere 80659a1f88SEtienne Carriere chan = plat_scmi_get_channel(channel_id); 81a58c4d70SEtienne Carriere if (!chan) 82a58c4d70SEtienne Carriere return; 83a58c4d70SEtienne Carriere 84a58c4d70SEtienne Carriere smt_hdr = channel_to_smt_hdr(chan); 85a58c4d70SEtienne Carriere assert(smt_hdr); 86a58c4d70SEtienne Carriere 87a58c4d70SEtienne Carriere smt_status = READ_ONCE(smt_hdr->status); 88a58c4d70SEtienne Carriere 89*5c34a982SEtienne Carriere if (!scmi_msg_claim_channel(chan)) { 90659a1f88SEtienne Carriere DMSG("SCMI channel %u busy", channel_id); 91a58c4d70SEtienne Carriere goto out; 92a58c4d70SEtienne Carriere } 93a58c4d70SEtienne Carriere 94a58c4d70SEtienne Carriere in_payload_size = READ_ONCE(smt_hdr->length) - 95a58c4d70SEtienne Carriere sizeof(smt_hdr->message_header); 96a58c4d70SEtienne Carriere 97a58c4d70SEtienne Carriere if (in_payload_size > SCMI_PLAYLOAD_MAX) { 98a58c4d70SEtienne Carriere DMSG("SCMI payload too big %u", in_payload_size); 99a58c4d70SEtienne Carriere goto out; 100a58c4d70SEtienne Carriere } 101a58c4d70SEtienne Carriere 102a58c4d70SEtienne Carriere if (smt_status & (SMT_STATUS_ERROR | SMT_STATUS_FREE)) { 103a58c4d70SEtienne Carriere DMSG("SCMI channel bad status 0x%x", 104a58c4d70SEtienne Carriere smt_hdr->status & (SMT_STATUS_ERROR | SMT_STATUS_FREE)); 105a58c4d70SEtienne Carriere goto out; 106a58c4d70SEtienne Carriere } 107a58c4d70SEtienne Carriere 108a58c4d70SEtienne Carriere /* Fill message */ 109a58c4d70SEtienne Carriere msg.in = (char *)payload_buf; 110a58c4d70SEtienne Carriere msg.in_size = in_payload_size; 111a58c4d70SEtienne Carriere msg.out = (char *)smt_hdr->payload; 112a58c4d70SEtienne Carriere msg.out_size = chan->shm_size - sizeof(*smt_hdr); 113a58c4d70SEtienne Carriere 114a58c4d70SEtienne Carriere assert(msg.out && msg.out_size >= sizeof(int32_t)); 115a58c4d70SEtienne Carriere 116a58c4d70SEtienne Carriere /* Here the payload is copied in secure memory */ 117a58c4d70SEtienne Carriere memcpy(msg.in, smt_hdr->payload, in_payload_size); 118a58c4d70SEtienne Carriere 119a58c4d70SEtienne Carriere msg.protocol_id = SMT_HDR_PROT_ID(smt_hdr->message_header); 120a58c4d70SEtienne Carriere msg.message_id = SMT_HDR_MSG_ID(smt_hdr->message_header); 121659a1f88SEtienne Carriere msg.channel_id = channel_id; 122a58c4d70SEtienne Carriere 123a58c4d70SEtienne Carriere scmi_process_message(&msg); 124a58c4d70SEtienne Carriere 125a58c4d70SEtienne Carriere /* Update message length with the length of the response message */ 126a58c4d70SEtienne Carriere smt_hdr->length = msg.out_size_out + sizeof(smt_hdr->message_header); 127a58c4d70SEtienne Carriere 128*5c34a982SEtienne Carriere scmi_msg_release_channel(chan); 129a58c4d70SEtienne Carriere error = false; 130a58c4d70SEtienne Carriere 131a58c4d70SEtienne Carriere out: 132a58c4d70SEtienne Carriere if (error) { 133a58c4d70SEtienne Carriere DMSG("SCMI error"); 134a58c4d70SEtienne Carriere smt_hdr->status |= SMT_STATUS_ERROR | SMT_STATUS_FREE; 135a58c4d70SEtienne Carriere } else { 136a58c4d70SEtienne Carriere smt_hdr->status |= SMT_STATUS_FREE; 137a58c4d70SEtienne Carriere } 138a58c4d70SEtienne Carriere } 139a58c4d70SEtienne Carriere 140a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_FASTCALL_ENTRY 141a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */ 142a58c4d70SEtienne Carriere static uint32_t fast_smc_payload[CFG_TEE_CORE_NB_CORE][SCMI_PLAYLOAD_U32_MAX]; 143a58c4d70SEtienne Carriere 144659a1f88SEtienne Carriere void scmi_smt_fastcall_smc_entry(unsigned int channel_id) 145a58c4d70SEtienne Carriere { 1469ed56ecdSEtienne Carriere scmi_process_smt(channel_id, fast_smc_payload[get_core_pos()]); 147a58c4d70SEtienne Carriere } 148a58c4d70SEtienne Carriere #endif 149a58c4d70SEtienne Carriere 150a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_INTERRUPT_ENTRY 151a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */ 152a58c4d70SEtienne Carriere static uint32_t interrupt_payload[CFG_TEE_CORE_NB_CORE][SCMI_PLAYLOAD_U32_MAX]; 153a58c4d70SEtienne Carriere 154659a1f88SEtienne Carriere void scmi_smt_interrupt_entry(unsigned int channel_id) 155a58c4d70SEtienne Carriere { 1569ed56ecdSEtienne Carriere scmi_process_smt(channel_id, interrupt_payload[get_core_pos()]); 157a58c4d70SEtienne Carriere } 158a58c4d70SEtienne Carriere #endif 159a58c4d70SEtienne Carriere 160a58c4d70SEtienne Carriere #ifdef CFG_SCMI_MSG_SMT_THREAD_ENTRY 161a58c4d70SEtienne Carriere /* Provision input message payload buffers for fastcall SMC context entries */ 162a58c4d70SEtienne Carriere static uint32_t threaded_payload[CFG_NUM_THREADS][SCMI_PLAYLOAD_U32_MAX]; 163a58c4d70SEtienne Carriere 164659a1f88SEtienne Carriere void scmi_smt_threaded_entry(unsigned int channel_id) 165a58c4d70SEtienne Carriere { 166659a1f88SEtienne Carriere assert(plat_scmi_get_channel(channel_id)->threaded); 167a58c4d70SEtienne Carriere 1689ed56ecdSEtienne Carriere scmi_process_smt(channel_id, threaded_payload[thread_get_id()]); 169a58c4d70SEtienne Carriere } 170a58c4d70SEtienne Carriere #endif 171a58c4d70SEtienne Carriere 172a58c4d70SEtienne Carriere /* Init a SMT header for a shared memory buffer: state it a free/no-error */ 173a58c4d70SEtienne Carriere void scmi_smt_init_agent_channel(struct scmi_msg_channel *chan) 174a58c4d70SEtienne Carriere { 175a58c4d70SEtienne Carriere COMPILE_TIME_ASSERT(SCMI_PLAYLOAD_MAX + sizeof(struct smt_header) <= 176a58c4d70SEtienne Carriere SMT_BUF_SLOT_SIZE); 177a58c4d70SEtienne Carriere 178a58c4d70SEtienne Carriere if (chan) { 179a58c4d70SEtienne Carriere struct smt_header *smt_header = channel_to_smt_hdr(chan); 180a58c4d70SEtienne Carriere 181a58c4d70SEtienne Carriere if (smt_header) { 182a58c4d70SEtienne Carriere memset(smt_header, 0, sizeof(*smt_header)); 183a58c4d70SEtienne Carriere smt_header->status = SMT_STATUS_FREE; 184a58c4d70SEtienne Carriere 185a58c4d70SEtienne Carriere return; 186a58c4d70SEtienne Carriere } 187a58c4d70SEtienne Carriere } 188a58c4d70SEtienne Carriere 189a58c4d70SEtienne Carriere panic(); 190a58c4d70SEtienne Carriere } 19148f04743SEtienne Carriere 19248f04743SEtienne Carriere void scmi_smt_set_shared_buffer(struct scmi_msg_channel *channel, void *base) 19348f04743SEtienne Carriere { 19448f04743SEtienne Carriere paddr_t p_base = 0; 19548f04743SEtienne Carriere 19648f04743SEtienne Carriere if (base) { 19748f04743SEtienne Carriere assert(!channel->shm_addr.va && !channel->shm_addr.pa); 19848f04743SEtienne Carriere p_base = virt_to_phys(base); 19948f04743SEtienne Carriere assert(p_base); 20048f04743SEtienne Carriere } 20148f04743SEtienne Carriere 20248f04743SEtienne Carriere channel->shm_addr.va = (vaddr_t)base; 20348f04743SEtienne Carriere channel->shm_addr.pa = p_base; 20448f04743SEtienne Carriere } 205