1e8837b0aSJacky Bai /*
288a26465SJacky Bai * Copyright (c) 2018-2023, ARM Limited and Contributors. All rights reserved.
3e8837b0aSJacky Bai *
4e8837b0aSJacky Bai * SPDX-License-Identifier: BSD-3-Clause
5e8837b0aSJacky Bai */
6e8837b0aSJacky Bai
7e8837b0aSJacky Bai #include <stdbool.h>
8e8837b0aSJacky Bai
9e8837b0aSJacky Bai #include <arch.h>
10e8837b0aSJacky Bai #include <arch_helpers.h>
11e8837b0aSJacky Bai #include <common/debug.h>
1244dea544SJacky Bai #include <common/runtime_svc.h>
13e8837b0aSJacky Bai #include <lib/mmio.h>
14e8837b0aSJacky Bai #include <lib/psci/psci.h>
15e8837b0aSJacky Bai
16e8837b0aSJacky Bai #include <gpc.h>
17e8837b0aSJacky Bai #include <imx8m_psci.h>
18e8837b0aSJacky Bai #include <plat_imx8.h>
19e8837b0aSJacky Bai
2066d399e4SJacky Bai #define MAX_PLL_NUM U(10)
2166d399e4SJacky Bai
22fb9212beSJacky Bai static uint32_t gpc_imr_offset[] = { IMR1_CORE0_A53, IMR1_CORE1_A53, IMR1_CORE2_A53, IMR1_CORE3_A53, };
23e8837b0aSJacky Bai
24fe5e1c14SJacky Bai DEFINE_BAKERY_LOCK(gpc_lock);
25fe5e1c14SJacky Bai
2644dea544SJacky Bai #define FSL_SIP_CONFIG_GPC_PM_DOMAIN 0x03
2744dea544SJacky Bai
28e8837b0aSJacky Bai #pragma weak imx_set_cpu_pwr_off
29e8837b0aSJacky Bai #pragma weak imx_set_cpu_pwr_on
30e8837b0aSJacky Bai #pragma weak imx_set_cpu_lpm
31e8837b0aSJacky Bai #pragma weak imx_set_cluster_powerdown
3288a26465SJacky Bai #pragma weak imx_set_sys_wakeup
3388a26465SJacky Bai #pragma weak imx_noc_slot_config
3488a26465SJacky Bai #pragma weak imx_gpc_handler
35387a1df1SJacky Bai #pragma weak imx_anamix_override
36e8837b0aSJacky Bai
imx_set_cpu_secure_entry(unsigned int core_id,uintptr_t sec_entrypoint)37e8837b0aSJacky Bai void imx_set_cpu_secure_entry(unsigned int core_id, uintptr_t sec_entrypoint)
38e8837b0aSJacky Bai {
39e8837b0aSJacky Bai uint64_t temp_base;
40e8837b0aSJacky Bai
41e8837b0aSJacky Bai temp_base = (uint64_t) sec_entrypoint;
42e8837b0aSJacky Bai temp_base >>= 2;
43e8837b0aSJacky Bai
44e8837b0aSJacky Bai mmio_write_32(IMX_SRC_BASE + SRC_GPR1_OFFSET + (core_id << 3),
45e8837b0aSJacky Bai ((uint32_t)(temp_base >> 22) & 0xffff));
46e8837b0aSJacky Bai mmio_write_32(IMX_SRC_BASE + SRC_GPR1_OFFSET + (core_id << 3) + 4,
47e8837b0aSJacky Bai ((uint32_t)temp_base & 0x003fffff));
48e8837b0aSJacky Bai }
49e8837b0aSJacky Bai
imx_set_cpu_pwr_off(unsigned int core_id)50e8837b0aSJacky Bai void imx_set_cpu_pwr_off(unsigned int core_id)
51e8837b0aSJacky Bai {
52fe5e1c14SJacky Bai
53fe5e1c14SJacky Bai bakery_lock_get(&gpc_lock);
54fe5e1c14SJacky Bai
55e8837b0aSJacky Bai /* enable the wfi power down of the core */
56e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id));
57fe5e1c14SJacky Bai
58fe5e1c14SJacky Bai bakery_lock_release(&gpc_lock);
59fe5e1c14SJacky Bai
60e8837b0aSJacky Bai /* assert the pcg pcr bit of the core */
61e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
62e8837b0aSJacky Bai }
63e8837b0aSJacky Bai
imx_set_cpu_pwr_on(unsigned int core_id)64e8837b0aSJacky Bai void imx_set_cpu_pwr_on(unsigned int core_id)
65e8837b0aSJacky Bai {
66fe5e1c14SJacky Bai bakery_lock_get(&gpc_lock);
67fe5e1c14SJacky Bai
68e8837b0aSJacky Bai /* clear the wfi power down bit of the core */
69e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id));
70fe5e1c14SJacky Bai
71fe5e1c14SJacky Bai bakery_lock_release(&gpc_lock);
72fe5e1c14SJacky Bai
73e8837b0aSJacky Bai /* assert the ncpuporeset */
74e8837b0aSJacky Bai mmio_clrbits_32(IMX_SRC_BASE + SRC_A53RCR1, (1 << core_id));
75e8837b0aSJacky Bai /* assert the pcg pcr bit of the core */
76e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
77e8837b0aSJacky Bai /* sw power up the core */
78e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + CPU_PGC_UP_TRG, (1 << core_id));
79e8837b0aSJacky Bai
80e8837b0aSJacky Bai /* wait for the power up finished */
81e8837b0aSJacky Bai while ((mmio_read_32(IMX_GPC_BASE + CPU_PGC_UP_TRG) & (1 << core_id)) != 0)
82e8837b0aSJacky Bai ;
83e8837b0aSJacky Bai
84e8837b0aSJacky Bai /* deassert the pcg pcr bit of the core */
85e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
86e8837b0aSJacky Bai /* deassert the ncpuporeset */
87e8837b0aSJacky Bai mmio_setbits_32(IMX_SRC_BASE + SRC_A53RCR1, (1 << core_id));
88e8837b0aSJacky Bai }
89e8837b0aSJacky Bai
imx_set_cpu_lpm(unsigned int core_id,bool pdn)90e8837b0aSJacky Bai void imx_set_cpu_lpm(unsigned int core_id, bool pdn)
91e8837b0aSJacky Bai {
92fe5e1c14SJacky Bai bakery_lock_get(&gpc_lock);
93fe5e1c14SJacky Bai
94e8837b0aSJacky Bai if (pdn) {
95e8837b0aSJacky Bai /* enable the core WFI PDN & IRQ PUP */
96e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id) |
97e8837b0aSJacky Bai COREx_IRQ_WUP(core_id));
98e8837b0aSJacky Bai /* assert the pcg pcr bit of the core */
99e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
100e8837b0aSJacky Bai } else {
101*1b491eeaSElyes Haouas /* disable CORE WFI PDN & IRQ PUP */
102e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id) |
103e8837b0aSJacky Bai COREx_IRQ_WUP(core_id));
104e8837b0aSJacky Bai /* deassert the pcg pcr bit of the core */
105e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
106e8837b0aSJacky Bai }
107fe5e1c14SJacky Bai
108fe5e1c14SJacky Bai bakery_lock_release(&gpc_lock);
109e8837b0aSJacky Bai }
110e8837b0aSJacky Bai
111e8837b0aSJacky Bai /*
112e8837b0aSJacky Bai * the plat and noc can only be power up & down by slot method,
113e8837b0aSJacky Bai * slot0: plat power down; slot1: noc power down; slot2: noc power up;
114e8837b0aSJacky Bai * slot3: plat power up. plat's pup&pdn ack is used by default. if
115e8837b0aSJacky Bai * noc is config to power down, then noc's pdn ack should be used.
116e8837b0aSJacky Bai */
imx_a53_plat_slot_config(bool pdn)117e8837b0aSJacky Bai static void imx_a53_plat_slot_config(bool pdn)
118e8837b0aSJacky Bai {
119e8837b0aSJacky Bai if (pdn) {
120e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + SLTx_CFG(0), PLAT_PDN_SLT_CTRL);
121e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + SLTx_CFG(3), PLAT_PUP_SLT_CTRL);
122e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + PGC_ACK_SEL_A53, A53_PLAT_PDN_ACK |
123e8837b0aSJacky Bai A53_PLAT_PUP_ACK);
124e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + PLAT_PGC_PCR, 0x1);
125e8837b0aSJacky Bai } else {
126e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + SLTx_CFG(0), PLAT_PDN_SLT_CTRL);
127e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + SLTx_CFG(3), PLAT_PUP_SLT_CTRL);
128e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + PGC_ACK_SEL_A53, A53_DUMMY_PUP_ACK |
129e8837b0aSJacky Bai A53_DUMMY_PDN_ACK);
130e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + PLAT_PGC_PCR, 0x1);
131e8837b0aSJacky Bai }
132e8837b0aSJacky Bai }
133e8837b0aSJacky Bai
imx_set_cluster_standby(bool enter)134e8837b0aSJacky Bai void imx_set_cluster_standby(bool enter)
135e8837b0aSJacky Bai {
136e8837b0aSJacky Bai /*
137e8837b0aSJacky Bai * Enable BIT 6 of A53 AD register to make sure system
138e8837b0aSJacky Bai * don't enter LPM mode.
139e8837b0aSJacky Bai */
140e8837b0aSJacky Bai if (enter)
141e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, (1 << 6));
142e8837b0aSJacky Bai else
143e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, (1 << 6));
144e8837b0aSJacky Bai }
145e8837b0aSJacky Bai
146e8837b0aSJacky Bai /* i.mx8mq need to override it */
imx_set_cluster_powerdown(unsigned int last_core,uint8_t power_state)147e8837b0aSJacky Bai void imx_set_cluster_powerdown(unsigned int last_core, uint8_t power_state)
148e8837b0aSJacky Bai {
149e8837b0aSJacky Bai uint32_t val;
150e8837b0aSJacky Bai
151e8837b0aSJacky Bai if (!is_local_state_run(power_state)) {
152e8837b0aSJacky Bai /* config C0~1's LPM, enable a53 clock off in LPM */
153e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, A53_CLK_ON_LPM,
154e8837b0aSJacky Bai LPM_MODE(power_state));
155e8837b0aSJacky Bai /* config C2-3's LPM */
156e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_BSC2, LPM_MODE(power_state));
157e8837b0aSJacky Bai
158e8837b0aSJacky Bai /* enable PLAT/SCU power down */
159e8837b0aSJacky Bai val = mmio_read_32(IMX_GPC_BASE + LPCR_A53_AD);
160e8837b0aSJacky Bai val &= ~EN_L2_WFI_PDN;
161e8837b0aSJacky Bai /* L2 cache memory is on in WAIT mode */
1629eb1bb63SJacky Bai if (is_local_state_off(power_state)) {
163e8837b0aSJacky Bai val |= (L2PGE | EN_PLAT_PDN);
1649eb1bb63SJacky Bai imx_a53_plat_slot_config(true);
1659eb1bb63SJacky Bai }
166e8837b0aSJacky Bai
167e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + LPCR_A53_AD, val);
168e8837b0aSJacky Bai } else {
169e8837b0aSJacky Bai /* clear the slot and ack for cluster power down */
170e8837b0aSJacky Bai imx_a53_plat_slot_config(false);
171e8837b0aSJacky Bai /* reverse the cluster level setting */
172e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, 0xf, A53_CLK_ON_LPM);
173e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_BSC2, 0xf);
174e8837b0aSJacky Bai
175e8837b0aSJacky Bai /* clear PLAT/SCU power down */
176e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_AD, (L2PGE | EN_PLAT_PDN),
177e8837b0aSJacky Bai EN_L2_WFI_PDN);
178e8837b0aSJacky Bai }
179e8837b0aSJacky Bai }
180e8837b0aSJacky Bai
gicd_read_isenabler(uintptr_t base,unsigned int id)181e8837b0aSJacky Bai static unsigned int gicd_read_isenabler(uintptr_t base, unsigned int id)
182e8837b0aSJacky Bai {
183e8837b0aSJacky Bai unsigned int n = id >> ISENABLER_SHIFT;
184e8837b0aSJacky Bai
185e8837b0aSJacky Bai return mmio_read_32(base + GICD_ISENABLER + (n << 2));
186e8837b0aSJacky Bai }
187e8837b0aSJacky Bai
188e8837b0aSJacky Bai /*
189e8837b0aSJacky Bai * gic's clock will be gated in system suspend, so gic has no ability to
190e8837b0aSJacky Bai * to wakeup the system, we need to config the imr based on the irq
191e8837b0aSJacky Bai * enable status in gic, then gpc will monitor the wakeup irq
192e8837b0aSJacky Bai */
imx_set_sys_wakeup(unsigned int last_core,bool pdn)193e8837b0aSJacky Bai void imx_set_sys_wakeup(unsigned int last_core, bool pdn)
194e8837b0aSJacky Bai {
195e8837b0aSJacky Bai uint32_t irq_mask;
196e8837b0aSJacky Bai uintptr_t gicd_base = PLAT_GICD_BASE;
197e8837b0aSJacky Bai
198e8837b0aSJacky Bai if (pdn)
199e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, A53_CORE_WUP_SRC(last_core),
200e8837b0aSJacky Bai IRQ_SRC_A53_WUP);
201e8837b0aSJacky Bai else
202e8837b0aSJacky Bai mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, IRQ_SRC_A53_WUP,
203e8837b0aSJacky Bai A53_CORE_WUP_SRC(last_core));
204e8837b0aSJacky Bai
205e8837b0aSJacky Bai /* clear last core's IMR based on GIC's mask setting */
206e8837b0aSJacky Bai for (int i = 0; i < IRQ_IMR_NUM; i++) {
207e8837b0aSJacky Bai if (pdn)
208e8837b0aSJacky Bai /* set the wakeup irq base GIC */
209e8837b0aSJacky Bai irq_mask = ~gicd_read_isenabler(gicd_base, 32 * (i + 1));
210e8837b0aSJacky Bai else
211e8837b0aSJacky Bai irq_mask = IMR_MASK_ALL;
212e8837b0aSJacky Bai
213e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + gpc_imr_offset[last_core] + i * 4,
214e8837b0aSJacky Bai irq_mask);
215e8837b0aSJacky Bai }
216e8837b0aSJacky Bai }
217e8837b0aSJacky Bai
218e8837b0aSJacky Bai /*
219e8837b0aSJacky Bai * this function only need to be override by platform
220e8837b0aSJacky Bai * that support noc power down, for example: imx8mm.
221e8837b0aSJacky Bai * otherwize, keep it empty.
222e8837b0aSJacky Bai */
imx_noc_slot_config(bool pdn)223e8837b0aSJacky Bai void imx_noc_slot_config(bool pdn)
224e8837b0aSJacky Bai {
225e8837b0aSJacky Bai
226e8837b0aSJacky Bai }
227e8837b0aSJacky Bai
228e8837b0aSJacky Bai /* this is common for all imx8m soc */
imx_set_sys_lpm(unsigned int last_core,bool retention)229e8837b0aSJacky Bai void imx_set_sys_lpm(unsigned int last_core, bool retention)
230e8837b0aSJacky Bai {
231e8837b0aSJacky Bai uint32_t val;
232e8837b0aSJacky Bai
233e8837b0aSJacky Bai val = mmio_read_32(IMX_GPC_BASE + SLPCR);
234e8837b0aSJacky Bai val &= ~(SLPCR_EN_DSM | SLPCR_VSTBY | SLPCR_SBYOS |
235e8837b0aSJacky Bai SLPCR_BYPASS_PMIC_READY | SLPCR_A53_FASTWUP_STOP_MODE);
236e8837b0aSJacky Bai
237e8837b0aSJacky Bai if (retention)
238e8837b0aSJacky Bai val |= (SLPCR_EN_DSM | SLPCR_VSTBY | SLPCR_SBYOS |
239ef4e5f0fSJacky Bai SLPCR_BYPASS_PMIC_READY);
240e8837b0aSJacky Bai
241e8837b0aSJacky Bai mmio_write_32(IMX_GPC_BASE + SLPCR, val);
242e8837b0aSJacky Bai
243e8837b0aSJacky Bai /* config the noc power down */
244e8837b0aSJacky Bai imx_noc_slot_config(retention);
245e8837b0aSJacky Bai
246e8837b0aSJacky Bai /* config wakeup irqs' mask in gpc */
247e8837b0aSJacky Bai imx_set_sys_wakeup(last_core, retention);
248e8837b0aSJacky Bai }
249e8837b0aSJacky Bai
imx_set_rbc_count(void)250e8837b0aSJacky Bai void imx_set_rbc_count(void)
251e8837b0aSJacky Bai {
252e8837b0aSJacky Bai mmio_setbits_32(IMX_GPC_BASE + SLPCR, SLPCR_RBC_EN |
253e8837b0aSJacky Bai (0x8 << SLPCR_RBC_COUNT_SHIFT));
254e8837b0aSJacky Bai }
255e8837b0aSJacky Bai
imx_clear_rbc_count(void)256e8837b0aSJacky Bai void imx_clear_rbc_count(void)
257e8837b0aSJacky Bai {
258e8837b0aSJacky Bai mmio_clrbits_32(IMX_GPC_BASE + SLPCR, SLPCR_RBC_EN |
259e8837b0aSJacky Bai (0x3f << SLPCR_RBC_COUNT_SHIFT));
260e8837b0aSJacky Bai }
26166d399e4SJacky Bai
26266d399e4SJacky Bai struct pll_override pll[MAX_PLL_NUM] = {
26366d399e4SJacky Bai {.reg = 0x0, .override_mask = (1 << 12) | (1 << 8), },
26466d399e4SJacky Bai {.reg = 0x14, .override_mask = (1 << 12) | (1 << 8), },
26566d399e4SJacky Bai {.reg = 0x28, .override_mask = (1 << 12) | (1 << 8), },
26666d399e4SJacky Bai {.reg = 0x50, .override_mask = (1 << 12) | (1 << 8), },
26766d399e4SJacky Bai {.reg = 0x64, .override_mask = (1 << 10) | (1 << 8), },
26866d399e4SJacky Bai {.reg = 0x74, .override_mask = (1 << 10) | (1 << 8), },
26966d399e4SJacky Bai {.reg = 0x84, .override_mask = (1 << 10) | (1 << 8), },
27066d399e4SJacky Bai {.reg = 0x94, .override_mask = 0x5555500, },
27166d399e4SJacky Bai {.reg = 0x104, .override_mask = 0x5555500, },
27266d399e4SJacky Bai {.reg = 0x114, .override_mask = 0x500, },
27366d399e4SJacky Bai };
27466d399e4SJacky Bai
27566d399e4SJacky Bai #define PLL_BYPASS BIT(4)
imx_anamix_override(bool enter)27666d399e4SJacky Bai void imx_anamix_override(bool enter)
27766d399e4SJacky Bai {
27866d399e4SJacky Bai unsigned int i;
27966d399e4SJacky Bai
28066d399e4SJacky Bai /*
28166d399e4SJacky Bai * bypass all the plls & enable the override bit before
28266d399e4SJacky Bai * entering DSM mode.
28366d399e4SJacky Bai */
28466d399e4SJacky Bai for (i = 0U; i < MAX_PLL_NUM; i++) {
28566d399e4SJacky Bai if (enter) {
28666d399e4SJacky Bai mmio_setbits_32(IMX_ANAMIX_BASE + pll[i].reg, PLL_BYPASS);
28766d399e4SJacky Bai mmio_setbits_32(IMX_ANAMIX_BASE + pll[i].reg, pll[i].override_mask);
28866d399e4SJacky Bai } else {
28966d399e4SJacky Bai mmio_clrbits_32(IMX_ANAMIX_BASE + pll[i].reg, PLL_BYPASS);
29066d399e4SJacky Bai mmio_clrbits_32(IMX_ANAMIX_BASE + pll[i].reg, pll[i].override_mask);
29166d399e4SJacky Bai }
29266d399e4SJacky Bai }
29366d399e4SJacky Bai }
29444dea544SJacky Bai
imx_gpc_handler(uint32_t smc_fid,u_register_t x1,u_register_t x2,u_register_t x3)29544dea544SJacky Bai int imx_gpc_handler(uint32_t smc_fid, u_register_t x1, u_register_t x2, u_register_t x3)
29644dea544SJacky Bai {
29744dea544SJacky Bai switch (x1) {
29844dea544SJacky Bai case FSL_SIP_CONFIG_GPC_PM_DOMAIN:
29944dea544SJacky Bai imx_gpc_pm_domain_enable(x2, x3);
30044dea544SJacky Bai break;
30144dea544SJacky Bai default:
30244dea544SJacky Bai return SMC_UNK;
30344dea544SJacky Bai }
30444dea544SJacky Bai
30544dea544SJacky Bai return 0;
30644dea544SJacky Bai }
307