1e8837b0aSJacky Bai /* 2*88a26465SJacky Bai * Copyright (c) 2018-2023, ARM Limited and Contributors. All rights reserved. 3e8837b0aSJacky Bai * 4e8837b0aSJacky Bai * SPDX-License-Identifier: BSD-3-Clause 5e8837b0aSJacky Bai */ 6e8837b0aSJacky Bai 7e8837b0aSJacky Bai #include <stdbool.h> 8e8837b0aSJacky Bai 9e8837b0aSJacky Bai #include <arch.h> 10e8837b0aSJacky Bai #include <arch_helpers.h> 11e8837b0aSJacky Bai #include <common/debug.h> 1244dea544SJacky Bai #include <common/runtime_svc.h> 13e8837b0aSJacky Bai #include <lib/mmio.h> 14e8837b0aSJacky Bai #include <lib/psci/psci.h> 15e8837b0aSJacky Bai 16e8837b0aSJacky Bai #include <gpc.h> 17e8837b0aSJacky Bai #include <imx8m_psci.h> 18e8837b0aSJacky Bai #include <plat_imx8.h> 19e8837b0aSJacky Bai 2066d399e4SJacky Bai #define MAX_PLL_NUM U(10) 2166d399e4SJacky Bai 22fb9212beSJacky Bai static uint32_t gpc_imr_offset[] = { IMR1_CORE0_A53, IMR1_CORE1_A53, IMR1_CORE2_A53, IMR1_CORE3_A53, }; 23e8837b0aSJacky Bai 24fe5e1c14SJacky Bai DEFINE_BAKERY_LOCK(gpc_lock); 25fe5e1c14SJacky Bai 2644dea544SJacky Bai #define FSL_SIP_CONFIG_GPC_PM_DOMAIN 0x03 2744dea544SJacky Bai 28e8837b0aSJacky Bai #pragma weak imx_set_cpu_pwr_off 29e8837b0aSJacky Bai #pragma weak imx_set_cpu_pwr_on 30e8837b0aSJacky Bai #pragma weak imx_set_cpu_lpm 31e8837b0aSJacky Bai #pragma weak imx_set_cluster_powerdown 32*88a26465SJacky Bai #pragma weak imx_set_sys_wakeup 33*88a26465SJacky Bai #pragma weak imx_noc_slot_config 34*88a26465SJacky Bai #pragma weak imx_gpc_handler 35e8837b0aSJacky Bai 36e8837b0aSJacky Bai void imx_set_cpu_secure_entry(unsigned int core_id, uintptr_t sec_entrypoint) 37e8837b0aSJacky Bai { 38e8837b0aSJacky Bai uint64_t temp_base; 39e8837b0aSJacky Bai 40e8837b0aSJacky Bai temp_base = (uint64_t) sec_entrypoint; 41e8837b0aSJacky Bai temp_base >>= 2; 42e8837b0aSJacky Bai 43e8837b0aSJacky Bai mmio_write_32(IMX_SRC_BASE + SRC_GPR1_OFFSET + (core_id << 3), 44e8837b0aSJacky Bai ((uint32_t)(temp_base >> 22) & 0xffff)); 45e8837b0aSJacky Bai mmio_write_32(IMX_SRC_BASE + SRC_GPR1_OFFSET + (core_id << 3) + 4, 46e8837b0aSJacky Bai ((uint32_t)temp_base & 0x003fffff)); 47e8837b0aSJacky Bai } 48e8837b0aSJacky Bai 49e8837b0aSJacky Bai void imx_set_cpu_pwr_off(unsigned int core_id) 50e8837b0aSJacky Bai { 51fe5e1c14SJacky Bai 52fe5e1c14SJacky Bai bakery_lock_get(&gpc_lock); 53fe5e1c14SJacky Bai 54e8837b0aSJacky Bai /* enable the wfi power down of the core */ 55e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id)); 56fe5e1c14SJacky Bai 57fe5e1c14SJacky Bai bakery_lock_release(&gpc_lock); 58fe5e1c14SJacky Bai 59e8837b0aSJacky Bai /* assert the pcg pcr bit of the core */ 60e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); 61e8837b0aSJacky Bai } 62e8837b0aSJacky Bai 63e8837b0aSJacky Bai void imx_set_cpu_pwr_on(unsigned int core_id) 64e8837b0aSJacky Bai { 65fe5e1c14SJacky Bai bakery_lock_get(&gpc_lock); 66fe5e1c14SJacky Bai 67e8837b0aSJacky Bai /* clear the wfi power down bit of the core */ 68e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id)); 69fe5e1c14SJacky Bai 70fe5e1c14SJacky Bai bakery_lock_release(&gpc_lock); 71fe5e1c14SJacky Bai 72e8837b0aSJacky Bai /* assert the ncpuporeset */ 73e8837b0aSJacky Bai mmio_clrbits_32(IMX_SRC_BASE + SRC_A53RCR1, (1 << core_id)); 74e8837b0aSJacky Bai /* assert the pcg pcr bit of the core */ 75e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); 76e8837b0aSJacky Bai /* sw power up the core */ 77e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + CPU_PGC_UP_TRG, (1 << core_id)); 78e8837b0aSJacky Bai 79e8837b0aSJacky Bai /* wait for the power up finished */ 80e8837b0aSJacky Bai while ((mmio_read_32(IMX_GPC_BASE + CPU_PGC_UP_TRG) & (1 << core_id)) != 0) 81e8837b0aSJacky Bai ; 82e8837b0aSJacky Bai 83e8837b0aSJacky Bai /* deassert the pcg pcr bit of the core */ 84e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); 85e8837b0aSJacky Bai /* deassert the ncpuporeset */ 86e8837b0aSJacky Bai mmio_setbits_32(IMX_SRC_BASE + SRC_A53RCR1, (1 << core_id)); 87e8837b0aSJacky Bai } 88e8837b0aSJacky Bai 89e8837b0aSJacky Bai void imx_set_cpu_lpm(unsigned int core_id, bool pdn) 90e8837b0aSJacky Bai { 91fe5e1c14SJacky Bai bakery_lock_get(&gpc_lock); 92fe5e1c14SJacky Bai 93e8837b0aSJacky Bai if (pdn) { 94e8837b0aSJacky Bai /* enable the core WFI PDN & IRQ PUP */ 95e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id) | 96e8837b0aSJacky Bai COREx_IRQ_WUP(core_id)); 97e8837b0aSJacky Bai /* assert the pcg pcr bit of the core */ 98e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); 99e8837b0aSJacky Bai } else { 100e8837b0aSJacky Bai /* disbale CORE WFI PDN & IRQ PUP */ 101e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id) | 102e8837b0aSJacky Bai COREx_IRQ_WUP(core_id)); 103e8837b0aSJacky Bai /* deassert the pcg pcr bit of the core */ 104e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); 105e8837b0aSJacky Bai } 106fe5e1c14SJacky Bai 107fe5e1c14SJacky Bai bakery_lock_release(&gpc_lock); 108e8837b0aSJacky Bai } 109e8837b0aSJacky Bai 110e8837b0aSJacky Bai /* 111e8837b0aSJacky Bai * the plat and noc can only be power up & down by slot method, 112e8837b0aSJacky Bai * slot0: plat power down; slot1: noc power down; slot2: noc power up; 113e8837b0aSJacky Bai * slot3: plat power up. plat's pup&pdn ack is used by default. if 114e8837b0aSJacky Bai * noc is config to power down, then noc's pdn ack should be used. 115e8837b0aSJacky Bai */ 116e8837b0aSJacky Bai static void imx_a53_plat_slot_config(bool pdn) 117e8837b0aSJacky Bai { 118e8837b0aSJacky Bai if (pdn) { 119e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + SLTx_CFG(0), PLAT_PDN_SLT_CTRL); 120e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + SLTx_CFG(3), PLAT_PUP_SLT_CTRL); 121e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + PGC_ACK_SEL_A53, A53_PLAT_PDN_ACK | 122e8837b0aSJacky Bai A53_PLAT_PUP_ACK); 123e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + PLAT_PGC_PCR, 0x1); 124e8837b0aSJacky Bai } else { 125e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + SLTx_CFG(0), PLAT_PDN_SLT_CTRL); 126e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + SLTx_CFG(3), PLAT_PUP_SLT_CTRL); 127e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + PGC_ACK_SEL_A53, A53_DUMMY_PUP_ACK | 128e8837b0aSJacky Bai A53_DUMMY_PDN_ACK); 129e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + PLAT_PGC_PCR, 0x1); 130e8837b0aSJacky Bai } 131e8837b0aSJacky Bai } 132e8837b0aSJacky Bai 133e8837b0aSJacky Bai void imx_set_cluster_standby(bool enter) 134e8837b0aSJacky Bai { 135e8837b0aSJacky Bai /* 136e8837b0aSJacky Bai * Enable BIT 6 of A53 AD register to make sure system 137e8837b0aSJacky Bai * don't enter LPM mode. 138e8837b0aSJacky Bai */ 139e8837b0aSJacky Bai if (enter) 140e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, (1 << 6)); 141e8837b0aSJacky Bai else 142e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, (1 << 6)); 143e8837b0aSJacky Bai } 144e8837b0aSJacky Bai 145e8837b0aSJacky Bai /* i.mx8mq need to override it */ 146e8837b0aSJacky Bai void imx_set_cluster_powerdown(unsigned int last_core, uint8_t power_state) 147e8837b0aSJacky Bai { 148e8837b0aSJacky Bai uint32_t val; 149e8837b0aSJacky Bai 150e8837b0aSJacky Bai if (!is_local_state_run(power_state)) { 151e8837b0aSJacky Bai /* config C0~1's LPM, enable a53 clock off in LPM */ 152e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, A53_CLK_ON_LPM, 153e8837b0aSJacky Bai LPM_MODE(power_state)); 154e8837b0aSJacky Bai /* config C2-3's LPM */ 155e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_BSC2, LPM_MODE(power_state)); 156e8837b0aSJacky Bai 157e8837b0aSJacky Bai /* enable PLAT/SCU power down */ 158e8837b0aSJacky Bai val = mmio_read_32(IMX_GPC_BASE + LPCR_A53_AD); 159e8837b0aSJacky Bai val &= ~EN_L2_WFI_PDN; 160e8837b0aSJacky Bai /* L2 cache memory is on in WAIT mode */ 1619eb1bb63SJacky Bai if (is_local_state_off(power_state)) { 162e8837b0aSJacky Bai val |= (L2PGE | EN_PLAT_PDN); 1639eb1bb63SJacky Bai imx_a53_plat_slot_config(true); 1649eb1bb63SJacky Bai } 165e8837b0aSJacky Bai 166e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + LPCR_A53_AD, val); 167e8837b0aSJacky Bai } else { 168e8837b0aSJacky Bai /* clear the slot and ack for cluster power down */ 169e8837b0aSJacky Bai imx_a53_plat_slot_config(false); 170e8837b0aSJacky Bai /* reverse the cluster level setting */ 171e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, 0xf, A53_CLK_ON_LPM); 172e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_BSC2, 0xf); 173e8837b0aSJacky Bai 174e8837b0aSJacky Bai /* clear PLAT/SCU power down */ 175e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_AD, (L2PGE | EN_PLAT_PDN), 176e8837b0aSJacky Bai EN_L2_WFI_PDN); 177e8837b0aSJacky Bai } 178e8837b0aSJacky Bai } 179e8837b0aSJacky Bai 180e8837b0aSJacky Bai static unsigned int gicd_read_isenabler(uintptr_t base, unsigned int id) 181e8837b0aSJacky Bai { 182e8837b0aSJacky Bai unsigned int n = id >> ISENABLER_SHIFT; 183e8837b0aSJacky Bai 184e8837b0aSJacky Bai return mmio_read_32(base + GICD_ISENABLER + (n << 2)); 185e8837b0aSJacky Bai } 186e8837b0aSJacky Bai 187e8837b0aSJacky Bai /* 188e8837b0aSJacky Bai * gic's clock will be gated in system suspend, so gic has no ability to 189e8837b0aSJacky Bai * to wakeup the system, we need to config the imr based on the irq 190e8837b0aSJacky Bai * enable status in gic, then gpc will monitor the wakeup irq 191e8837b0aSJacky Bai */ 192e8837b0aSJacky Bai void imx_set_sys_wakeup(unsigned int last_core, bool pdn) 193e8837b0aSJacky Bai { 194e8837b0aSJacky Bai uint32_t irq_mask; 195e8837b0aSJacky Bai uintptr_t gicd_base = PLAT_GICD_BASE; 196e8837b0aSJacky Bai 197e8837b0aSJacky Bai if (pdn) 198e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, A53_CORE_WUP_SRC(last_core), 199e8837b0aSJacky Bai IRQ_SRC_A53_WUP); 200e8837b0aSJacky Bai else 201e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, IRQ_SRC_A53_WUP, 202e8837b0aSJacky Bai A53_CORE_WUP_SRC(last_core)); 203e8837b0aSJacky Bai 204e8837b0aSJacky Bai /* clear last core's IMR based on GIC's mask setting */ 205e8837b0aSJacky Bai for (int i = 0; i < IRQ_IMR_NUM; i++) { 206e8837b0aSJacky Bai if (pdn) 207e8837b0aSJacky Bai /* set the wakeup irq base GIC */ 208e8837b0aSJacky Bai irq_mask = ~gicd_read_isenabler(gicd_base, 32 * (i + 1)); 209e8837b0aSJacky Bai else 210e8837b0aSJacky Bai irq_mask = IMR_MASK_ALL; 211e8837b0aSJacky Bai 212e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + gpc_imr_offset[last_core] + i * 4, 213e8837b0aSJacky Bai irq_mask); 214e8837b0aSJacky Bai } 215e8837b0aSJacky Bai } 216e8837b0aSJacky Bai 217e8837b0aSJacky Bai /* 218e8837b0aSJacky Bai * this function only need to be override by platform 219e8837b0aSJacky Bai * that support noc power down, for example: imx8mm. 220e8837b0aSJacky Bai * otherwize, keep it empty. 221e8837b0aSJacky Bai */ 222e8837b0aSJacky Bai void imx_noc_slot_config(bool pdn) 223e8837b0aSJacky Bai { 224e8837b0aSJacky Bai 225e8837b0aSJacky Bai } 226e8837b0aSJacky Bai 227e8837b0aSJacky Bai /* this is common for all imx8m soc */ 228e8837b0aSJacky Bai void imx_set_sys_lpm(unsigned int last_core, bool retention) 229e8837b0aSJacky Bai { 230e8837b0aSJacky Bai uint32_t val; 231e8837b0aSJacky Bai 232e8837b0aSJacky Bai val = mmio_read_32(IMX_GPC_BASE + SLPCR); 233e8837b0aSJacky Bai val &= ~(SLPCR_EN_DSM | SLPCR_VSTBY | SLPCR_SBYOS | 234e8837b0aSJacky Bai SLPCR_BYPASS_PMIC_READY | SLPCR_A53_FASTWUP_STOP_MODE); 235e8837b0aSJacky Bai 236e8837b0aSJacky Bai if (retention) 237e8837b0aSJacky Bai val |= (SLPCR_EN_DSM | SLPCR_VSTBY | SLPCR_SBYOS | 238e8837b0aSJacky Bai SLPCR_BYPASS_PMIC_READY | SLPCR_A53_FASTWUP_STOP_MODE); 239e8837b0aSJacky Bai 240e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + SLPCR, val); 241e8837b0aSJacky Bai 242e8837b0aSJacky Bai /* config the noc power down */ 243e8837b0aSJacky Bai imx_noc_slot_config(retention); 244e8837b0aSJacky Bai 245e8837b0aSJacky Bai /* config wakeup irqs' mask in gpc */ 246e8837b0aSJacky Bai imx_set_sys_wakeup(last_core, retention); 247e8837b0aSJacky Bai } 248e8837b0aSJacky Bai 249e8837b0aSJacky Bai void imx_set_rbc_count(void) 250e8837b0aSJacky Bai { 251e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + SLPCR, SLPCR_RBC_EN | 252e8837b0aSJacky Bai (0x8 << SLPCR_RBC_COUNT_SHIFT)); 253e8837b0aSJacky Bai } 254e8837b0aSJacky Bai 255e8837b0aSJacky Bai void imx_clear_rbc_count(void) 256e8837b0aSJacky Bai { 257e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + SLPCR, SLPCR_RBC_EN | 258e8837b0aSJacky Bai (0x3f << SLPCR_RBC_COUNT_SHIFT)); 259e8837b0aSJacky Bai } 26066d399e4SJacky Bai 26166d399e4SJacky Bai struct pll_override { 26266d399e4SJacky Bai uint32_t reg; 26366d399e4SJacky Bai uint32_t override_mask; 26466d399e4SJacky Bai }; 26566d399e4SJacky Bai 26666d399e4SJacky Bai struct pll_override pll[MAX_PLL_NUM] = { 26766d399e4SJacky Bai {.reg = 0x0, .override_mask = (1 << 12) | (1 << 8), }, 26866d399e4SJacky Bai {.reg = 0x14, .override_mask = (1 << 12) | (1 << 8), }, 26966d399e4SJacky Bai {.reg = 0x28, .override_mask = (1 << 12) | (1 << 8), }, 27066d399e4SJacky Bai {.reg = 0x50, .override_mask = (1 << 12) | (1 << 8), }, 27166d399e4SJacky Bai {.reg = 0x64, .override_mask = (1 << 10) | (1 << 8), }, 27266d399e4SJacky Bai {.reg = 0x74, .override_mask = (1 << 10) | (1 << 8), }, 27366d399e4SJacky Bai {.reg = 0x84, .override_mask = (1 << 10) | (1 << 8), }, 27466d399e4SJacky Bai {.reg = 0x94, .override_mask = 0x5555500, }, 27566d399e4SJacky Bai {.reg = 0x104, .override_mask = 0x5555500, }, 27666d399e4SJacky Bai {.reg = 0x114, .override_mask = 0x500, }, 27766d399e4SJacky Bai }; 27866d399e4SJacky Bai 27966d399e4SJacky Bai #define PLL_BYPASS BIT(4) 28066d399e4SJacky Bai void imx_anamix_override(bool enter) 28166d399e4SJacky Bai { 28266d399e4SJacky Bai unsigned int i; 28366d399e4SJacky Bai 28466d399e4SJacky Bai /* 28566d399e4SJacky Bai * bypass all the plls & enable the override bit before 28666d399e4SJacky Bai * entering DSM mode. 28766d399e4SJacky Bai */ 28866d399e4SJacky Bai for (i = 0U; i < MAX_PLL_NUM; i++) { 28966d399e4SJacky Bai if (enter) { 29066d399e4SJacky Bai mmio_setbits_32(IMX_ANAMIX_BASE + pll[i].reg, PLL_BYPASS); 29166d399e4SJacky Bai mmio_setbits_32(IMX_ANAMIX_BASE + pll[i].reg, pll[i].override_mask); 29266d399e4SJacky Bai } else { 29366d399e4SJacky Bai mmio_clrbits_32(IMX_ANAMIX_BASE + pll[i].reg, PLL_BYPASS); 29466d399e4SJacky Bai mmio_clrbits_32(IMX_ANAMIX_BASE + pll[i].reg, pll[i].override_mask); 29566d399e4SJacky Bai } 29666d399e4SJacky Bai } 29766d399e4SJacky Bai } 29844dea544SJacky Bai 29944dea544SJacky Bai int imx_gpc_handler(uint32_t smc_fid, u_register_t x1, u_register_t x2, u_register_t x3) 30044dea544SJacky Bai { 30144dea544SJacky Bai switch (x1) { 30244dea544SJacky Bai case FSL_SIP_CONFIG_GPC_PM_DOMAIN: 30344dea544SJacky Bai imx_gpc_pm_domain_enable(x2, x3); 30444dea544SJacky Bai break; 30544dea544SJacky Bai default: 30644dea544SJacky Bai return SMC_UNK; 30744dea544SJacky Bai } 30844dea544SJacky Bai 30944dea544SJacky Bai return 0; 31044dea544SJacky Bai } 311