165c80d60SJolly Shah /* 2fe550edeSVenkatesh Yadav Abbarapu * Copyright (c) 2013-2020, ARM Limited and Contributors. All rights reserved. 328ba1400SRajan Vaja * Copyright (c) 2019-2022, Xilinx, Inc. All rights reserved. 428ba1400SRajan Vaja * Copyright (c) 2022, Advanced Micro Devices, Inc. All rights reserved. 565c80d60SJolly Shah * 665c80d60SJolly Shah * SPDX-License-Identifier: BSD-3-Clause 765c80d60SJolly Shah */ 865c80d60SJolly Shah 965c80d60SJolly Shah 1065c80d60SJolly Shah #include <arch_helpers.h> 1165c80d60SJolly Shah #include <lib/bakery_lock.h> 1265c80d60SJolly Shah #include <lib/mmio.h> 1365c80d60SJolly Shah #include <ipi.h> 1465c80d60SJolly Shah #include <plat_ipi.h> 1565c80d60SJolly Shah #include <plat_private.h> 1665c80d60SJolly Shah #include <plat/common/platform.h> 1765c80d60SJolly Shah 1828ba1400SRajan Vaja #include "pm_defs.h" 1965c80d60SJolly Shah #include "pm_ipi.h" 2065c80d60SJolly Shah 2115dc3e4fSHariBabu Gattem #define ERROR_CODE_MASK (0xFFFFU) 22*590519a8SHariBabu Gattem #define PM_OFFSET (0U) 23addc4e96SRavi Patel 2465c80d60SJolly Shah DEFINE_BAKERY_LOCK(pm_secure_lock); 2565c80d60SJolly Shah 2665c80d60SJolly Shah /** 2765c80d60SJolly Shah * pm_ipi_init() - Initialize IPI peripheral for communication with 2865c80d60SJolly Shah * remote processor 2965c80d60SJolly Shah * 3065c80d60SJolly Shah * @proc Pointer to the processor who is initiating request 3165c80d60SJolly Shah * @return On success, the initialization function must return 0. 3265c80d60SJolly Shah * Any other return value will cause the framework to ignore 3365c80d60SJolly Shah * the service 3465c80d60SJolly Shah * 3565c80d60SJolly Shah * Called from pm_setup initialization function 3665c80d60SJolly Shah */ 37*590519a8SHariBabu Gattem void pm_ipi_init(const struct pm_proc *proc) 3865c80d60SJolly Shah { 3965c80d60SJolly Shah bakery_lock_init(&pm_secure_lock); 4065c80d60SJolly Shah ipi_mb_open(proc->ipi->local_ipi_id, proc->ipi->remote_ipi_id); 4165c80d60SJolly Shah } 4265c80d60SJolly Shah 4365c80d60SJolly Shah /** 4465c80d60SJolly Shah * pm_ipi_send_common() - Sends IPI request to the remote processor 4565c80d60SJolly Shah * @proc Pointer to the processor who is initiating request 4665c80d60SJolly Shah * @payload API id and call arguments to be written in IPI buffer 4765c80d60SJolly Shah * 4865c80d60SJolly Shah * Send an IPI request to the power controller. Caller needs to hold 4965c80d60SJolly Shah * the 'pm_secure_lock' lock. 5065c80d60SJolly Shah * 5165c80d60SJolly Shah * @return Returns status, either success or error+reason 5265c80d60SJolly Shah */ 5365c80d60SJolly Shah static enum pm_ret_status pm_ipi_send_common(const struct pm_proc *proc, 5465c80d60SJolly Shah uint32_t payload[PAYLOAD_ARG_CNT], 5565c80d60SJolly Shah uint32_t is_blocking) 5665c80d60SJolly Shah { 57*590519a8SHariBabu Gattem uint32_t offset = PM_OFFSET; 5865c80d60SJolly Shah uintptr_t buffer_base = proc->ipi->buffer_base + 5965c80d60SJolly Shah IPI_BUFFER_TARGET_REMOTE_OFFSET + 6065c80d60SJolly Shah IPI_BUFFER_REQ_OFFSET; 61d7758354SVenkatesh Yadav Abbarapu #if IPI_CRC_CHECK 62fe550edeSVenkatesh Yadav Abbarapu payload[PAYLOAD_CRC_POS] = calculate_crc(payload, IPI_W0_TO_W6_SIZE); 63fe550edeSVenkatesh Yadav Abbarapu #endif 6465c80d60SJolly Shah 6565c80d60SJolly Shah /* Write payload into IPI buffer */ 6665c80d60SJolly Shah for (size_t i = 0; i < PAYLOAD_ARG_CNT; i++) { 6765c80d60SJolly Shah mmio_write_32(buffer_base + offset, payload[i]); 6865c80d60SJolly Shah offset += PAYLOAD_ARG_SIZE; 6965c80d60SJolly Shah } 7065c80d60SJolly Shah 7165c80d60SJolly Shah /* Generate IPI to remote processor */ 7262f9134dSVenkatesh Yadav Abbarapu ipi_mb_notify(proc->ipi->local_ipi_id, proc->ipi->remote_ipi_id, 7365c80d60SJolly Shah is_blocking); 7465c80d60SJolly Shah 7562f9134dSVenkatesh Yadav Abbarapu return PM_RET_SUCCESS; 764d9b9b23STejas Patel } 774d9b9b23STejas Patel 7865c80d60SJolly Shah /** 7965c80d60SJolly Shah * pm_ipi_send_non_blocking() - Sends IPI request to the remote processor 8065c80d60SJolly Shah * without blocking notification 8165c80d60SJolly Shah * @proc Pointer to the processor who is initiating request 8265c80d60SJolly Shah * @payload API id and call arguments to be written in IPI buffer 8365c80d60SJolly Shah * 8465c80d60SJolly Shah * Send an IPI request to the power controller. 8565c80d60SJolly Shah * 8665c80d60SJolly Shah * @return Returns status, either success or error+reason 8765c80d60SJolly Shah */ 8865c80d60SJolly Shah enum pm_ret_status pm_ipi_send_non_blocking(const struct pm_proc *proc, 8965c80d60SJolly Shah uint32_t payload[PAYLOAD_ARG_CNT]) 9065c80d60SJolly Shah { 9165c80d60SJolly Shah enum pm_ret_status ret; 9265c80d60SJolly Shah 9365c80d60SJolly Shah bakery_lock_get(&pm_secure_lock); 9465c80d60SJolly Shah 9565c80d60SJolly Shah ret = pm_ipi_send_common(proc, payload, IPI_NON_BLOCKING); 9665c80d60SJolly Shah 9765c80d60SJolly Shah bakery_lock_release(&pm_secure_lock); 9865c80d60SJolly Shah 9965c80d60SJolly Shah return ret; 10065c80d60SJolly Shah } 10165c80d60SJolly Shah 10265c80d60SJolly Shah /** 10365c80d60SJolly Shah * pm_ipi_send() - Sends IPI request to the remote processor 10465c80d60SJolly Shah * @proc Pointer to the processor who is initiating request 10565c80d60SJolly Shah * @payload API id and call arguments to be written in IPI buffer 10665c80d60SJolly Shah * 10765c80d60SJolly Shah * Send an IPI request to the power controller. 10865c80d60SJolly Shah * 10965c80d60SJolly Shah * @return Returns status, either success or error+reason 11065c80d60SJolly Shah */ 11165c80d60SJolly Shah enum pm_ret_status pm_ipi_send(const struct pm_proc *proc, 11265c80d60SJolly Shah uint32_t payload[PAYLOAD_ARG_CNT]) 11365c80d60SJolly Shah { 11465c80d60SJolly Shah enum pm_ret_status ret; 11565c80d60SJolly Shah 11665c80d60SJolly Shah bakery_lock_get(&pm_secure_lock); 11765c80d60SJolly Shah 11865c80d60SJolly Shah ret = pm_ipi_send_common(proc, payload, IPI_BLOCKING); 11965c80d60SJolly Shah 12065c80d60SJolly Shah bakery_lock_release(&pm_secure_lock); 12165c80d60SJolly Shah 12265c80d60SJolly Shah return ret; 12365c80d60SJolly Shah } 12465c80d60SJolly Shah 12565c80d60SJolly Shah 12665c80d60SJolly Shah /** 12765c80d60SJolly Shah * pm_ipi_buff_read() - Reads IPI response after remote processor has handled 12865c80d60SJolly Shah * interrupt 12965c80d60SJolly Shah * @proc Pointer to the processor who is waiting and reading response 13065c80d60SJolly Shah * @value Used to return value from IPI buffer element (optional) 13165c80d60SJolly Shah * @count Number of values to return in @value 13265c80d60SJolly Shah * 13365c80d60SJolly Shah * @return Returns status, either success or error+reason 13465c80d60SJolly Shah */ 13565c80d60SJolly Shah static enum pm_ret_status pm_ipi_buff_read(const struct pm_proc *proc, 136ffa91031SVenkatesh Yadav Abbarapu uint32_t *value, size_t count) 13765c80d60SJolly Shah { 13865c80d60SJolly Shah size_t i; 139d7758354SVenkatesh Yadav Abbarapu #if IPI_CRC_CHECK 140fe550edeSVenkatesh Yadav Abbarapu size_t j; 141ffa91031SVenkatesh Yadav Abbarapu uint32_t response_payload[PAYLOAD_ARG_CNT]; 142fe550edeSVenkatesh Yadav Abbarapu #endif 14365c80d60SJolly Shah uintptr_t buffer_base = proc->ipi->buffer_base + 14465c80d60SJolly Shah IPI_BUFFER_TARGET_REMOTE_OFFSET + 14565c80d60SJolly Shah IPI_BUFFER_RESP_OFFSET; 14665c80d60SJolly Shah 14765c80d60SJolly Shah /* 14865c80d60SJolly Shah * Read response from IPI buffer 14965c80d60SJolly Shah * buf-0: success or error+reason 15065c80d60SJolly Shah * buf-1: value 15165c80d60SJolly Shah * buf-2: unused 15265c80d60SJolly Shah * buf-3: unused 15365c80d60SJolly Shah */ 15465c80d60SJolly Shah for (i = 1; i <= count; i++) { 15565c80d60SJolly Shah *value = mmio_read_32(buffer_base + (i * PAYLOAD_ARG_SIZE)); 15665c80d60SJolly Shah value++; 15765c80d60SJolly Shah } 158d7758354SVenkatesh Yadav Abbarapu #if IPI_CRC_CHECK 159eb0d2b17SVenkatesh Yadav Abbarapu for (j = 0; j < PAYLOAD_ARG_CNT; j++) { 160fe550edeSVenkatesh Yadav Abbarapu response_payload[j] = mmio_read_32(buffer_base + 161fe550edeSVenkatesh Yadav Abbarapu (j * PAYLOAD_ARG_SIZE)); 162eb0d2b17SVenkatesh Yadav Abbarapu } 163fe550edeSVenkatesh Yadav Abbarapu 164fe550edeSVenkatesh Yadav Abbarapu if (response_payload[PAYLOAD_CRC_POS] != 165eb0d2b17SVenkatesh Yadav Abbarapu calculate_crc(response_payload, IPI_W0_TO_W6_SIZE)) { 166fe550edeSVenkatesh Yadav Abbarapu NOTICE("ERROR in CRC response payload value:0x%x\n", 167fe550edeSVenkatesh Yadav Abbarapu response_payload[PAYLOAD_CRC_POS]); 168eb0d2b17SVenkatesh Yadav Abbarapu } 169fe550edeSVenkatesh Yadav Abbarapu #endif 17065c80d60SJolly Shah 17165c80d60SJolly Shah return mmio_read_32(buffer_base); 17265c80d60SJolly Shah } 17365c80d60SJolly Shah 17465c80d60SJolly Shah /** 17565c80d60SJolly Shah * pm_ipi_buff_read_callb() - Reads IPI response after remote processor has 17665c80d60SJolly Shah * handled interrupt 17765c80d60SJolly Shah * @value Used to return value from IPI buffer element (optional) 17865c80d60SJolly Shah * @count Number of values to return in @value 17965c80d60SJolly Shah * 18065c80d60SJolly Shah * @return Returns status, either success or error+reason 18165c80d60SJolly Shah */ 182ffa91031SVenkatesh Yadav Abbarapu void pm_ipi_buff_read_callb(uint32_t *value, size_t count) 18365c80d60SJolly Shah { 18465c80d60SJolly Shah size_t i; 185d7758354SVenkatesh Yadav Abbarapu #if IPI_CRC_CHECK 186fe550edeSVenkatesh Yadav Abbarapu size_t j; 187*590519a8SHariBabu Gattem unsigned int response_payload[PAYLOAD_ARG_CNT] = {0}; 188fe550edeSVenkatesh Yadav Abbarapu #endif 18965c80d60SJolly Shah uintptr_t buffer_base = IPI_BUFFER_REMOTE_BASE + 19065c80d60SJolly Shah IPI_BUFFER_TARGET_LOCAL_OFFSET + 19165c80d60SJolly Shah IPI_BUFFER_REQ_OFFSET; 19265c80d60SJolly Shah 193eb0d2b17SVenkatesh Yadav Abbarapu if (count > IPI_BUFFER_MAX_WORDS) { 19465c80d60SJolly Shah count = IPI_BUFFER_MAX_WORDS; 195eb0d2b17SVenkatesh Yadav Abbarapu } 19665c80d60SJolly Shah 19765c80d60SJolly Shah for (i = 0; i <= count; i++) { 19865c80d60SJolly Shah *value = mmio_read_32(buffer_base + (i * PAYLOAD_ARG_SIZE)); 19965c80d60SJolly Shah value++; 20065c80d60SJolly Shah } 201d7758354SVenkatesh Yadav Abbarapu #if IPI_CRC_CHECK 202eb0d2b17SVenkatesh Yadav Abbarapu for (j = 0; j < PAYLOAD_ARG_CNT; j++) { 203fe550edeSVenkatesh Yadav Abbarapu response_payload[j] = mmio_read_32(buffer_base + 204fe550edeSVenkatesh Yadav Abbarapu (j * PAYLOAD_ARG_SIZE)); 205eb0d2b17SVenkatesh Yadav Abbarapu } 206fe550edeSVenkatesh Yadav Abbarapu 207fe550edeSVenkatesh Yadav Abbarapu if (response_payload[PAYLOAD_CRC_POS] != 208eb0d2b17SVenkatesh Yadav Abbarapu calculate_crc(response_payload, IPI_W0_TO_W6_SIZE)) { 209fe550edeSVenkatesh Yadav Abbarapu NOTICE("ERROR in CRC response payload value:0x%x\n", 210fe550edeSVenkatesh Yadav Abbarapu response_payload[PAYLOAD_CRC_POS]); 211eb0d2b17SVenkatesh Yadav Abbarapu } 212fe550edeSVenkatesh Yadav Abbarapu #endif 21365c80d60SJolly Shah } 21465c80d60SJolly Shah 21565c80d60SJolly Shah /** 21665c80d60SJolly Shah * pm_ipi_send_sync() - Sends IPI request to the remote processor 21765c80d60SJolly Shah * @proc Pointer to the processor who is initiating request 21865c80d60SJolly Shah * @payload API id and call arguments to be written in IPI buffer 21965c80d60SJolly Shah * @value Used to return value from IPI buffer element (optional) 22065c80d60SJolly Shah * @count Number of values to return in @value 22165c80d60SJolly Shah * 22265c80d60SJolly Shah * Send an IPI request to the power controller and wait for it to be handled. 22365c80d60SJolly Shah * 22465c80d60SJolly Shah * @return Returns status, either success or error+reason and, optionally, 22565c80d60SJolly Shah * @value 22665c80d60SJolly Shah */ 22765c80d60SJolly Shah enum pm_ret_status pm_ipi_send_sync(const struct pm_proc *proc, 22865c80d60SJolly Shah uint32_t payload[PAYLOAD_ARG_CNT], 229ffa91031SVenkatesh Yadav Abbarapu uint32_t *value, size_t count) 23065c80d60SJolly Shah { 23165c80d60SJolly Shah enum pm_ret_status ret; 23265c80d60SJolly Shah 23365c80d60SJolly Shah bakery_lock_get(&pm_secure_lock); 23465c80d60SJolly Shah 23565c80d60SJolly Shah ret = pm_ipi_send_common(proc, payload, IPI_BLOCKING); 236eb0d2b17SVenkatesh Yadav Abbarapu if (ret != PM_RET_SUCCESS) { 23765c80d60SJolly Shah goto unlock; 238eb0d2b17SVenkatesh Yadav Abbarapu } 23965c80d60SJolly Shah 240addc4e96SRavi Patel ret = ERROR_CODE_MASK & (pm_ipi_buff_read(proc, value, count)); 24165c80d60SJolly Shah 24265c80d60SJolly Shah unlock: 24365c80d60SJolly Shah bakery_lock_release(&pm_secure_lock); 24465c80d60SJolly Shah 24565c80d60SJolly Shah return ret; 24665c80d60SJolly Shah } 24765c80d60SJolly Shah 24865c80d60SJolly Shah void pm_ipi_irq_enable(const struct pm_proc *proc) 24965c80d60SJolly Shah { 25065c80d60SJolly Shah ipi_mb_enable_irq(proc->ipi->local_ipi_id, proc->ipi->remote_ipi_id); 25165c80d60SJolly Shah } 25265c80d60SJolly Shah 25365c80d60SJolly Shah void pm_ipi_irq_clear(const struct pm_proc *proc) 25465c80d60SJolly Shah { 25565c80d60SJolly Shah ipi_mb_ack(proc->ipi->local_ipi_id, proc->ipi->remote_ipi_id); 25665c80d60SJolly Shah } 25765c80d60SJolly Shah 25865c80d60SJolly Shah uint32_t pm_ipi_irq_status(const struct pm_proc *proc) 25965c80d60SJolly Shah { 260ffa91031SVenkatesh Yadav Abbarapu int32_t ret; 26165c80d60SJolly Shah 26265c80d60SJolly Shah ret = ipi_mb_enquire_status(proc->ipi->local_ipi_id, 26365c80d60SJolly Shah proc->ipi->remote_ipi_id); 264eb0d2b17SVenkatesh Yadav Abbarapu if (ret & IPI_MB_STATUS_RECV_PENDING) { 26565c80d60SJolly Shah return 1; 266eb0d2b17SVenkatesh Yadav Abbarapu } else { 26765c80d60SJolly Shah return 0; 26865c80d60SJolly Shah } 269eb0d2b17SVenkatesh Yadav Abbarapu } 270fe550edeSVenkatesh Yadav Abbarapu 271d7758354SVenkatesh Yadav Abbarapu #if IPI_CRC_CHECK 27281333eacSVenkatesh Yadav Abbarapu uint32_t calculate_crc(uint32_t payload[PAYLOAD_ARG_CNT], uint32_t bufsize) 273fe550edeSVenkatesh Yadav Abbarapu { 274fe550edeSVenkatesh Yadav Abbarapu uint32_t crcinit = CRC_INIT_VALUE; 275fe550edeSVenkatesh Yadav Abbarapu uint32_t order = CRC_ORDER; 276fe550edeSVenkatesh Yadav Abbarapu uint32_t polynom = CRC_POLYNOM; 277fe550edeSVenkatesh Yadav Abbarapu uint32_t i, j, c, bit, datain, crcmask, crchighbit; 278fe550edeSVenkatesh Yadav Abbarapu uint32_t crc = crcinit; 279fe550edeSVenkatesh Yadav Abbarapu 280fe550edeSVenkatesh Yadav Abbarapu crcmask = ((uint32_t)((1U << (order - 1U)) - 1U) << 1U) | 1U; 281fe550edeSVenkatesh Yadav Abbarapu crchighbit = (uint32_t)(1U << (order - 1U)); 282fe550edeSVenkatesh Yadav Abbarapu 283fe550edeSVenkatesh Yadav Abbarapu for (i = 0U; i < bufsize; i++) { 284fe550edeSVenkatesh Yadav Abbarapu datain = mmio_read_8((unsigned long)payload + i); 285fe550edeSVenkatesh Yadav Abbarapu c = datain; 286fe550edeSVenkatesh Yadav Abbarapu j = 0x80U; 287fe550edeSVenkatesh Yadav Abbarapu while (j != 0U) { 288fe550edeSVenkatesh Yadav Abbarapu bit = crc & crchighbit; 289fe550edeSVenkatesh Yadav Abbarapu crc <<= 1U; 290fe550edeSVenkatesh Yadav Abbarapu if (0U != (c & j)) 291fe550edeSVenkatesh Yadav Abbarapu bit ^= crchighbit; 292fe550edeSVenkatesh Yadav Abbarapu if (bit != 0U) 293fe550edeSVenkatesh Yadav Abbarapu crc ^= polynom; 294fe550edeSVenkatesh Yadav Abbarapu j >>= 1U; 295fe550edeSVenkatesh Yadav Abbarapu } 296fe550edeSVenkatesh Yadav Abbarapu crc &= crcmask; 297fe550edeSVenkatesh Yadav Abbarapu } 298fe550edeSVenkatesh Yadav Abbarapu return crc; 299fe550edeSVenkatesh Yadav Abbarapu } 300fe550edeSVenkatesh Yadav Abbarapu #endif 301