13374752fSBo-Chen Chen /*
2*240a1ecdSGavin Liu * Copyright (c) 2020-2024, MediaTek Inc. All rights reserved.
33374752fSBo-Chen Chen *
43374752fSBo-Chen Chen * SPDX-License-Identifier: BSD-3-Clause
53374752fSBo-Chen Chen */
63374752fSBo-Chen Chen
73374752fSBo-Chen Chen #include <assert.h>
83374752fSBo-Chen Chen #include <stdint.h>
93374752fSBo-Chen Chen #include <stdio.h>
103374752fSBo-Chen Chen
113374752fSBo-Chen Chen #include "../drivers/arm/gic/v3/gicv3_private.h"
123374752fSBo-Chen Chen #include <bl31/interrupt_mgmt.h>
133374752fSBo-Chen Chen #include <common/bl_common.h>
143374752fSBo-Chen Chen #include <common/debug.h>
15cfb0516fSRex-BC Chen #include <lib/mtk_init/mtk_init.h>
163374752fSBo-Chen Chen #include <mt_gic_v3.h>
173374752fSBo-Chen Chen #include <mtk_plat_common.h>
183374752fSBo-Chen Chen #include <plat/common/platform.h>
193374752fSBo-Chen Chen #include <plat_private.h>
203374752fSBo-Chen Chen #include <platform_def.h>
213374752fSBo-Chen Chen
223374752fSBo-Chen Chen #define SGI_MASK 0xffff
233374752fSBo-Chen Chen
243374752fSBo-Chen Chen uintptr_t rdistif_base_addrs[PLATFORM_CORE_COUNT];
253374752fSBo-Chen Chen static uint32_t rdist_has_saved[PLATFORM_CORE_COUNT];
263374752fSBo-Chen Chen
273374752fSBo-Chen Chen /* we save and restore the GICv3 context on system suspend */
283374752fSBo-Chen Chen gicv3_dist_ctx_t dist_ctx;
293374752fSBo-Chen Chen
30*240a1ecdSGavin Liu static const interrupt_prop_t mtk_interrupt_props[] = {
31*240a1ecdSGavin Liu PLAT_MTK_G1S_IRQ_PROPS(INTR_GROUP1S)
32*240a1ecdSGavin Liu };
33*240a1ecdSGavin Liu
mt_mpidr_to_core_pos(u_register_t mpidr)343374752fSBo-Chen Chen static unsigned int mt_mpidr_to_core_pos(u_register_t mpidr)
353374752fSBo-Chen Chen {
363374752fSBo-Chen Chen return plat_core_pos_by_mpidr(mpidr);
373374752fSBo-Chen Chen }
383374752fSBo-Chen Chen
393374752fSBo-Chen Chen gicv3_driver_data_t mt_gicv3_data = {
403374752fSBo-Chen Chen .gicd_base = MT_GIC_BASE,
413374752fSBo-Chen Chen .gicr_base = MT_GIC_RDIST_BASE,
42*240a1ecdSGavin Liu .interrupt_props = mtk_interrupt_props,
43*240a1ecdSGavin Liu .interrupt_props_num = ARRAY_SIZE(mtk_interrupt_props),
443374752fSBo-Chen Chen .rdistif_num = PLATFORM_CORE_COUNT,
453374752fSBo-Chen Chen .rdistif_base_addrs = rdistif_base_addrs,
463374752fSBo-Chen Chen .mpidr_to_core_pos = mt_mpidr_to_core_pos,
473374752fSBo-Chen Chen };
483374752fSBo-Chen Chen
493374752fSBo-Chen Chen struct gic_chip_data {
503374752fSBo-Chen Chen /* All cores share the same configuration */
51f73466e9SFengquan Chen unsigned int saved_ctlr;
523374752fSBo-Chen Chen unsigned int saved_group;
533374752fSBo-Chen Chen unsigned int saved_enable;
543374752fSBo-Chen Chen unsigned int saved_conf0;
553374752fSBo-Chen Chen unsigned int saved_conf1;
563374752fSBo-Chen Chen unsigned int saved_grpmod;
57f73466e9SFengquan Chen unsigned int saved_ispendr;
58f73466e9SFengquan Chen unsigned int saved_isactiver;
59f73466e9SFengquan Chen unsigned int saved_nsacr;
603374752fSBo-Chen Chen /* Per-core sgi */
613374752fSBo-Chen Chen unsigned int saved_sgi[PLATFORM_CORE_COUNT];
62f73466e9SFengquan Chen /* Per-core priority */
63f73466e9SFengquan Chen unsigned int saved_prio[PLATFORM_CORE_COUNT][GICR_NUM_REGS(IPRIORITYR)];
643374752fSBo-Chen Chen };
653374752fSBo-Chen Chen
663374752fSBo-Chen Chen static struct gic_chip_data gic_data;
673374752fSBo-Chen Chen
mt_gic_driver_init(void)683374752fSBo-Chen Chen void mt_gic_driver_init(void)
693374752fSBo-Chen Chen {
703374752fSBo-Chen Chen gicv3_driver_init(&mt_gicv3_data);
713374752fSBo-Chen Chen }
723374752fSBo-Chen Chen
mt_gic_set_pending(uint32_t irq)733374752fSBo-Chen Chen void mt_gic_set_pending(uint32_t irq)
743374752fSBo-Chen Chen {
753374752fSBo-Chen Chen gicv3_set_interrupt_pending(irq, plat_my_core_pos());
763374752fSBo-Chen Chen }
773374752fSBo-Chen Chen
mt_gic_distif_save(void)783374752fSBo-Chen Chen void mt_gic_distif_save(void)
793374752fSBo-Chen Chen {
803374752fSBo-Chen Chen gicv3_distif_save(&dist_ctx);
813374752fSBo-Chen Chen }
823374752fSBo-Chen Chen
mt_gic_distif_restore(void)833374752fSBo-Chen Chen void mt_gic_distif_restore(void)
843374752fSBo-Chen Chen {
853374752fSBo-Chen Chen gicv3_distif_init_restore(&dist_ctx);
863374752fSBo-Chen Chen }
873374752fSBo-Chen Chen
mt_gic_rdistif_init(void)883374752fSBo-Chen Chen void mt_gic_rdistif_init(void)
893374752fSBo-Chen Chen {
903374752fSBo-Chen Chen unsigned int proc_num;
913374752fSBo-Chen Chen unsigned int index;
923374752fSBo-Chen Chen uintptr_t gicr_base;
933374752fSBo-Chen Chen
943374752fSBo-Chen Chen proc_num = plat_my_core_pos();
953374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num];
963374752fSBo-Chen Chen
973374752fSBo-Chen Chen /* set all SGI/PPI as non-secure GROUP1 by default */
983374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, ~0U);
993374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, 0x0);
1003374752fSBo-Chen Chen
1013374752fSBo-Chen Chen /* setup the default PPI/SGI priorities */
1023374752fSBo-Chen Chen for (index = 0; index < TOTAL_PCPU_INTR_NUM; index += 4U)
1033374752fSBo-Chen Chen gicr_write_ipriorityr(gicr_base, index,
1043374752fSBo-Chen Chen GICD_IPRIORITYR_DEF_VAL);
1053374752fSBo-Chen Chen }
1063374752fSBo-Chen Chen
mt_gic_rdistif_save(void)1073374752fSBo-Chen Chen void mt_gic_rdistif_save(void)
1083374752fSBo-Chen Chen {
109f73466e9SFengquan Chen unsigned int i, proc_num;
1103374752fSBo-Chen Chen uintptr_t gicr_base;
1113374752fSBo-Chen Chen
1123374752fSBo-Chen Chen proc_num = plat_my_core_pos();
1133374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num];
1143374752fSBo-Chen Chen
115f73466e9SFengquan Chen /*
116f73466e9SFengquan Chen * Wait for any write to GICR_CTLR to complete before trying to save any
117f73466e9SFengquan Chen * state.
118f73466e9SFengquan Chen */
119f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base);
120f73466e9SFengquan Chen
121f73466e9SFengquan Chen gic_data.saved_ctlr = mmio_read_32(gicr_base + GICR_CTLR);
1223374752fSBo-Chen Chen gic_data.saved_group = mmio_read_32(gicr_base + GICR_IGROUPR0);
1233374752fSBo-Chen Chen gic_data.saved_enable = mmio_read_32(gicr_base + GICR_ISENABLER0);
1243374752fSBo-Chen Chen gic_data.saved_conf0 = mmio_read_32(gicr_base + GICR_ICFGR0);
1253374752fSBo-Chen Chen gic_data.saved_conf1 = mmio_read_32(gicr_base + GICR_ICFGR1);
1263374752fSBo-Chen Chen gic_data.saved_grpmod = mmio_read_32(gicr_base + GICR_IGRPMODR0);
127f73466e9SFengquan Chen gic_data.saved_ispendr = mmio_read_32(gicr_base + GICR_ISPENDR0);
128f73466e9SFengquan Chen gic_data.saved_isactiver = mmio_read_32(gicr_base + GICR_ISACTIVER0);
129f73466e9SFengquan Chen gic_data.saved_nsacr = mmio_read_32(gicr_base + GICR_NSACR);
130f73466e9SFengquan Chen
131f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i)
132f73466e9SFengquan Chen gic_data.saved_prio[proc_num][i] = gicr_ipriorityr_read(gicr_base, i);
1333374752fSBo-Chen Chen
1343374752fSBo-Chen Chen rdist_has_saved[proc_num] = 1;
1353374752fSBo-Chen Chen }
1363374752fSBo-Chen Chen
mt_gic_rdistif_restore(void)1373374752fSBo-Chen Chen void mt_gic_rdistif_restore(void)
1383374752fSBo-Chen Chen {
139f73466e9SFengquan Chen unsigned int i, proc_num;
1403374752fSBo-Chen Chen uintptr_t gicr_base;
1413374752fSBo-Chen Chen
1423374752fSBo-Chen Chen proc_num = plat_my_core_pos();
1433374752fSBo-Chen Chen if (rdist_has_saved[proc_num] == 1) {
1443374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num];
145f73466e9SFengquan Chen
1463374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, gic_data.saved_group);
147f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, gic_data.saved_grpmod);
148f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_NSACR, gic_data.saved_nsacr);
1493374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR0, gic_data.saved_conf0);
1503374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR1, gic_data.saved_conf1);
151f73466e9SFengquan Chen
152f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i)
153f73466e9SFengquan Chen gicr_ipriorityr_write(gicr_base, i, gic_data.saved_prio[proc_num][i]);
154f73466e9SFengquan Chen
155f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISPENDR0, gic_data.saved_ispendr);
156f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISACTIVER0, gic_data.saved_isactiver);
157f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISENABLER0, gic_data.saved_enable);
158f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_CTLR, gic_data.saved_ctlr);
159f73466e9SFengquan Chen
160f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base);
1613374752fSBo-Chen Chen }
1623374752fSBo-Chen Chen }
1633374752fSBo-Chen Chen
mt_gic_rdistif_restore_all(void)1643374752fSBo-Chen Chen void mt_gic_rdistif_restore_all(void)
1653374752fSBo-Chen Chen {
166f73466e9SFengquan Chen unsigned int i, proc_num;
1673374752fSBo-Chen Chen uintptr_t gicr_base;
1683374752fSBo-Chen Chen
1693374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) {
1703374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num];
171f73466e9SFengquan Chen
1723374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, gic_data.saved_group);
173f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, gic_data.saved_grpmod);
174f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_NSACR, gic_data.saved_nsacr);
1753374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR0, gic_data.saved_conf0);
1763374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR1, gic_data.saved_conf1);
177f73466e9SFengquan Chen
178f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i)
179f73466e9SFengquan Chen gicr_ipriorityr_write(gicr_base, i, gic_data.saved_prio[proc_num][i]);
180f73466e9SFengquan Chen
181f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISPENDR0, gic_data.saved_ispendr);
182f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISACTIVER0, gic_data.saved_isactiver);
183f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISENABLER0, gic_data.saved_enable);
184f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_CTLR, gic_data.saved_ctlr);
185f73466e9SFengquan Chen
186f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base);
1873374752fSBo-Chen Chen }
1883374752fSBo-Chen Chen }
1893374752fSBo-Chen Chen
gic_sgi_save_all(void)1903374752fSBo-Chen Chen void gic_sgi_save_all(void)
1913374752fSBo-Chen Chen {
1923374752fSBo-Chen Chen unsigned int proc_num;
1933374752fSBo-Chen Chen uintptr_t gicr_base;
1943374752fSBo-Chen Chen
1953374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) {
1963374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num];
1973374752fSBo-Chen Chen gic_data.saved_sgi[proc_num] =
1983374752fSBo-Chen Chen mmio_read_32(gicr_base + GICR_ISPENDR0) & SGI_MASK;
1993374752fSBo-Chen Chen }
2003374752fSBo-Chen Chen }
2013374752fSBo-Chen Chen
gic_sgi_restore_all(void)2023374752fSBo-Chen Chen void gic_sgi_restore_all(void)
2033374752fSBo-Chen Chen {
2043374752fSBo-Chen Chen unsigned int proc_num;
2053374752fSBo-Chen Chen uintptr_t gicr_base;
2063374752fSBo-Chen Chen
2073374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) {
2083374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num];
2093374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICPENDR0, SGI_MASK);
2103374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ISPENDR0,
2113374752fSBo-Chen Chen gic_data.saved_sgi[proc_num] & SGI_MASK);
2123374752fSBo-Chen Chen }
2133374752fSBo-Chen Chen }
2143374752fSBo-Chen Chen
mt_gic_init(void)2153374752fSBo-Chen Chen void mt_gic_init(void)
2163374752fSBo-Chen Chen {
2173374752fSBo-Chen Chen gicv3_distif_init();
2183374752fSBo-Chen Chen gicv3_rdistif_init(plat_my_core_pos());
2193374752fSBo-Chen Chen gicv3_cpuif_enable(plat_my_core_pos());
2203374752fSBo-Chen Chen }
2213374752fSBo-Chen Chen
mt_irq_get_pending(uint32_t irq)2223374752fSBo-Chen Chen uint32_t mt_irq_get_pending(uint32_t irq)
2233374752fSBo-Chen Chen {
2243374752fSBo-Chen Chen uint32_t val;
2253374752fSBo-Chen Chen
2263374752fSBo-Chen Chen val = mmio_read_32(BASE_GICD_BASE + GICD_ISPENDR +
2273374752fSBo-Chen Chen irq / 32 * 4);
2283374752fSBo-Chen Chen val = (val >> (irq % 32)) & 1U;
2293374752fSBo-Chen Chen return val;
2303374752fSBo-Chen Chen }
2313374752fSBo-Chen Chen
2323374752fSBo-Chen Chen
mt_irq_set_pending(uint32_t irq)2333374752fSBo-Chen Chen void mt_irq_set_pending(uint32_t irq)
2343374752fSBo-Chen Chen {
2353374752fSBo-Chen Chen uint32_t bit = 1U << (irq % 32);
2363374752fSBo-Chen Chen
2373374752fSBo-Chen Chen mmio_write_32(BASE_GICD_BASE + GICD_ISPENDR +
2383374752fSBo-Chen Chen irq / 32 * 4, bit);
2393374752fSBo-Chen Chen }
240cfb0516fSRex-BC Chen
mt_gic_one_init(void)241cfb0516fSRex-BC Chen int mt_gic_one_init(void)
242cfb0516fSRex-BC Chen {
243cfb0516fSRex-BC Chen INFO("[%s] GIC initialization\n", __func__);
244cfb0516fSRex-BC Chen
245cfb0516fSRex-BC Chen /* Initialize the GIC driver, CPU and distributor interfaces */
246cfb0516fSRex-BC Chen mt_gic_driver_init();
247cfb0516fSRex-BC Chen mt_gic_init();
248cfb0516fSRex-BC Chen
249cfb0516fSRex-BC Chen return 0;
250cfb0516fSRex-BC Chen }
251cfb0516fSRex-BC Chen MTK_PLAT_SETUP_0_INIT(mt_gic_one_init);
252