13374752fSBo-Chen Chen /* 2*240a1ecdSGavin Liu * Copyright (c) 2020-2024, MediaTek Inc. All rights reserved. 33374752fSBo-Chen Chen * 43374752fSBo-Chen Chen * SPDX-License-Identifier: BSD-3-Clause 53374752fSBo-Chen Chen */ 63374752fSBo-Chen Chen 73374752fSBo-Chen Chen #include <assert.h> 83374752fSBo-Chen Chen #include <stdint.h> 93374752fSBo-Chen Chen #include <stdio.h> 103374752fSBo-Chen Chen 113374752fSBo-Chen Chen #include "../drivers/arm/gic/v3/gicv3_private.h" 123374752fSBo-Chen Chen #include <bl31/interrupt_mgmt.h> 133374752fSBo-Chen Chen #include <common/bl_common.h> 143374752fSBo-Chen Chen #include <common/debug.h> 15cfb0516fSRex-BC Chen #include <lib/mtk_init/mtk_init.h> 163374752fSBo-Chen Chen #include <mt_gic_v3.h> 173374752fSBo-Chen Chen #include <mtk_plat_common.h> 183374752fSBo-Chen Chen #include <plat/common/platform.h> 193374752fSBo-Chen Chen #include <plat_private.h> 203374752fSBo-Chen Chen #include <platform_def.h> 213374752fSBo-Chen Chen 223374752fSBo-Chen Chen #define SGI_MASK 0xffff 233374752fSBo-Chen Chen 243374752fSBo-Chen Chen uintptr_t rdistif_base_addrs[PLATFORM_CORE_COUNT]; 253374752fSBo-Chen Chen static uint32_t rdist_has_saved[PLATFORM_CORE_COUNT]; 263374752fSBo-Chen Chen 273374752fSBo-Chen Chen /* we save and restore the GICv3 context on system suspend */ 283374752fSBo-Chen Chen gicv3_dist_ctx_t dist_ctx; 293374752fSBo-Chen Chen 30*240a1ecdSGavin Liu static const interrupt_prop_t mtk_interrupt_props[] = { 31*240a1ecdSGavin Liu PLAT_MTK_G1S_IRQ_PROPS(INTR_GROUP1S) 32*240a1ecdSGavin Liu }; 33*240a1ecdSGavin Liu 343374752fSBo-Chen Chen static unsigned int mt_mpidr_to_core_pos(u_register_t mpidr) 353374752fSBo-Chen Chen { 363374752fSBo-Chen Chen return plat_core_pos_by_mpidr(mpidr); 373374752fSBo-Chen Chen } 383374752fSBo-Chen Chen 393374752fSBo-Chen Chen gicv3_driver_data_t mt_gicv3_data = { 403374752fSBo-Chen Chen .gicd_base = MT_GIC_BASE, 413374752fSBo-Chen Chen .gicr_base = MT_GIC_RDIST_BASE, 42*240a1ecdSGavin Liu .interrupt_props = mtk_interrupt_props, 43*240a1ecdSGavin Liu .interrupt_props_num = ARRAY_SIZE(mtk_interrupt_props), 443374752fSBo-Chen Chen .rdistif_num = PLATFORM_CORE_COUNT, 453374752fSBo-Chen Chen .rdistif_base_addrs = rdistif_base_addrs, 463374752fSBo-Chen Chen .mpidr_to_core_pos = mt_mpidr_to_core_pos, 473374752fSBo-Chen Chen }; 483374752fSBo-Chen Chen 493374752fSBo-Chen Chen struct gic_chip_data { 503374752fSBo-Chen Chen /* All cores share the same configuration */ 51f73466e9SFengquan Chen unsigned int saved_ctlr; 523374752fSBo-Chen Chen unsigned int saved_group; 533374752fSBo-Chen Chen unsigned int saved_enable; 543374752fSBo-Chen Chen unsigned int saved_conf0; 553374752fSBo-Chen Chen unsigned int saved_conf1; 563374752fSBo-Chen Chen unsigned int saved_grpmod; 57f73466e9SFengquan Chen unsigned int saved_ispendr; 58f73466e9SFengquan Chen unsigned int saved_isactiver; 59f73466e9SFengquan Chen unsigned int saved_nsacr; 603374752fSBo-Chen Chen /* Per-core sgi */ 613374752fSBo-Chen Chen unsigned int saved_sgi[PLATFORM_CORE_COUNT]; 62f73466e9SFengquan Chen /* Per-core priority */ 63f73466e9SFengquan Chen unsigned int saved_prio[PLATFORM_CORE_COUNT][GICR_NUM_REGS(IPRIORITYR)]; 643374752fSBo-Chen Chen }; 653374752fSBo-Chen Chen 663374752fSBo-Chen Chen static struct gic_chip_data gic_data; 673374752fSBo-Chen Chen 683374752fSBo-Chen Chen void mt_gic_driver_init(void) 693374752fSBo-Chen Chen { 703374752fSBo-Chen Chen gicv3_driver_init(&mt_gicv3_data); 713374752fSBo-Chen Chen } 723374752fSBo-Chen Chen 733374752fSBo-Chen Chen void mt_gic_set_pending(uint32_t irq) 743374752fSBo-Chen Chen { 753374752fSBo-Chen Chen gicv3_set_interrupt_pending(irq, plat_my_core_pos()); 763374752fSBo-Chen Chen } 773374752fSBo-Chen Chen 783374752fSBo-Chen Chen void mt_gic_distif_save(void) 793374752fSBo-Chen Chen { 803374752fSBo-Chen Chen gicv3_distif_save(&dist_ctx); 813374752fSBo-Chen Chen } 823374752fSBo-Chen Chen 833374752fSBo-Chen Chen void mt_gic_distif_restore(void) 843374752fSBo-Chen Chen { 853374752fSBo-Chen Chen gicv3_distif_init_restore(&dist_ctx); 863374752fSBo-Chen Chen } 873374752fSBo-Chen Chen 883374752fSBo-Chen Chen void mt_gic_rdistif_init(void) 893374752fSBo-Chen Chen { 903374752fSBo-Chen Chen unsigned int proc_num; 913374752fSBo-Chen Chen unsigned int index; 923374752fSBo-Chen Chen uintptr_t gicr_base; 933374752fSBo-Chen Chen 943374752fSBo-Chen Chen proc_num = plat_my_core_pos(); 953374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 963374752fSBo-Chen Chen 973374752fSBo-Chen Chen /* set all SGI/PPI as non-secure GROUP1 by default */ 983374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, ~0U); 993374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, 0x0); 1003374752fSBo-Chen Chen 1013374752fSBo-Chen Chen /* setup the default PPI/SGI priorities */ 1023374752fSBo-Chen Chen for (index = 0; index < TOTAL_PCPU_INTR_NUM; index += 4U) 1033374752fSBo-Chen Chen gicr_write_ipriorityr(gicr_base, index, 1043374752fSBo-Chen Chen GICD_IPRIORITYR_DEF_VAL); 1053374752fSBo-Chen Chen } 1063374752fSBo-Chen Chen 1073374752fSBo-Chen Chen void mt_gic_rdistif_save(void) 1083374752fSBo-Chen Chen { 109f73466e9SFengquan Chen unsigned int i, proc_num; 1103374752fSBo-Chen Chen uintptr_t gicr_base; 1113374752fSBo-Chen Chen 1123374752fSBo-Chen Chen proc_num = plat_my_core_pos(); 1133374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 1143374752fSBo-Chen Chen 115f73466e9SFengquan Chen /* 116f73466e9SFengquan Chen * Wait for any write to GICR_CTLR to complete before trying to save any 117f73466e9SFengquan Chen * state. 118f73466e9SFengquan Chen */ 119f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base); 120f73466e9SFengquan Chen 121f73466e9SFengquan Chen gic_data.saved_ctlr = mmio_read_32(gicr_base + GICR_CTLR); 1223374752fSBo-Chen Chen gic_data.saved_group = mmio_read_32(gicr_base + GICR_IGROUPR0); 1233374752fSBo-Chen Chen gic_data.saved_enable = mmio_read_32(gicr_base + GICR_ISENABLER0); 1243374752fSBo-Chen Chen gic_data.saved_conf0 = mmio_read_32(gicr_base + GICR_ICFGR0); 1253374752fSBo-Chen Chen gic_data.saved_conf1 = mmio_read_32(gicr_base + GICR_ICFGR1); 1263374752fSBo-Chen Chen gic_data.saved_grpmod = mmio_read_32(gicr_base + GICR_IGRPMODR0); 127f73466e9SFengquan Chen gic_data.saved_ispendr = mmio_read_32(gicr_base + GICR_ISPENDR0); 128f73466e9SFengquan Chen gic_data.saved_isactiver = mmio_read_32(gicr_base + GICR_ISACTIVER0); 129f73466e9SFengquan Chen gic_data.saved_nsacr = mmio_read_32(gicr_base + GICR_NSACR); 130f73466e9SFengquan Chen 131f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i) 132f73466e9SFengquan Chen gic_data.saved_prio[proc_num][i] = gicr_ipriorityr_read(gicr_base, i); 1333374752fSBo-Chen Chen 1343374752fSBo-Chen Chen rdist_has_saved[proc_num] = 1; 1353374752fSBo-Chen Chen } 1363374752fSBo-Chen Chen 1373374752fSBo-Chen Chen void mt_gic_rdistif_restore(void) 1383374752fSBo-Chen Chen { 139f73466e9SFengquan Chen unsigned int i, proc_num; 1403374752fSBo-Chen Chen uintptr_t gicr_base; 1413374752fSBo-Chen Chen 1423374752fSBo-Chen Chen proc_num = plat_my_core_pos(); 1433374752fSBo-Chen Chen if (rdist_has_saved[proc_num] == 1) { 1443374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 145f73466e9SFengquan Chen 1463374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, gic_data.saved_group); 147f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, gic_data.saved_grpmod); 148f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_NSACR, gic_data.saved_nsacr); 1493374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR0, gic_data.saved_conf0); 1503374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR1, gic_data.saved_conf1); 151f73466e9SFengquan Chen 152f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i) 153f73466e9SFengquan Chen gicr_ipriorityr_write(gicr_base, i, gic_data.saved_prio[proc_num][i]); 154f73466e9SFengquan Chen 155f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISPENDR0, gic_data.saved_ispendr); 156f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISACTIVER0, gic_data.saved_isactiver); 157f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISENABLER0, gic_data.saved_enable); 158f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_CTLR, gic_data.saved_ctlr); 159f73466e9SFengquan Chen 160f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base); 1613374752fSBo-Chen Chen } 1623374752fSBo-Chen Chen } 1633374752fSBo-Chen Chen 1643374752fSBo-Chen Chen void mt_gic_rdistif_restore_all(void) 1653374752fSBo-Chen Chen { 166f73466e9SFengquan Chen unsigned int i, proc_num; 1673374752fSBo-Chen Chen uintptr_t gicr_base; 1683374752fSBo-Chen Chen 1693374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) { 1703374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 171f73466e9SFengquan Chen 1723374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, gic_data.saved_group); 173f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, gic_data.saved_grpmod); 174f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_NSACR, gic_data.saved_nsacr); 1753374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR0, gic_data.saved_conf0); 1763374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR1, gic_data.saved_conf1); 177f73466e9SFengquan Chen 178f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i) 179f73466e9SFengquan Chen gicr_ipriorityr_write(gicr_base, i, gic_data.saved_prio[proc_num][i]); 180f73466e9SFengquan Chen 181f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISPENDR0, gic_data.saved_ispendr); 182f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISACTIVER0, gic_data.saved_isactiver); 183f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISENABLER0, gic_data.saved_enable); 184f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_CTLR, gic_data.saved_ctlr); 185f73466e9SFengquan Chen 186f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base); 1873374752fSBo-Chen Chen } 1883374752fSBo-Chen Chen } 1893374752fSBo-Chen Chen 1903374752fSBo-Chen Chen void gic_sgi_save_all(void) 1913374752fSBo-Chen Chen { 1923374752fSBo-Chen Chen unsigned int proc_num; 1933374752fSBo-Chen Chen uintptr_t gicr_base; 1943374752fSBo-Chen Chen 1953374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) { 1963374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 1973374752fSBo-Chen Chen gic_data.saved_sgi[proc_num] = 1983374752fSBo-Chen Chen mmio_read_32(gicr_base + GICR_ISPENDR0) & SGI_MASK; 1993374752fSBo-Chen Chen } 2003374752fSBo-Chen Chen } 2013374752fSBo-Chen Chen 2023374752fSBo-Chen Chen void gic_sgi_restore_all(void) 2033374752fSBo-Chen Chen { 2043374752fSBo-Chen Chen unsigned int proc_num; 2053374752fSBo-Chen Chen uintptr_t gicr_base; 2063374752fSBo-Chen Chen 2073374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) { 2083374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 2093374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICPENDR0, SGI_MASK); 2103374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ISPENDR0, 2113374752fSBo-Chen Chen gic_data.saved_sgi[proc_num] & SGI_MASK); 2123374752fSBo-Chen Chen } 2133374752fSBo-Chen Chen } 2143374752fSBo-Chen Chen 2153374752fSBo-Chen Chen void mt_gic_init(void) 2163374752fSBo-Chen Chen { 2173374752fSBo-Chen Chen gicv3_distif_init(); 2183374752fSBo-Chen Chen gicv3_rdistif_init(plat_my_core_pos()); 2193374752fSBo-Chen Chen gicv3_cpuif_enable(plat_my_core_pos()); 2203374752fSBo-Chen Chen } 2213374752fSBo-Chen Chen 2223374752fSBo-Chen Chen uint32_t mt_irq_get_pending(uint32_t irq) 2233374752fSBo-Chen Chen { 2243374752fSBo-Chen Chen uint32_t val; 2253374752fSBo-Chen Chen 2263374752fSBo-Chen Chen val = mmio_read_32(BASE_GICD_BASE + GICD_ISPENDR + 2273374752fSBo-Chen Chen irq / 32 * 4); 2283374752fSBo-Chen Chen val = (val >> (irq % 32)) & 1U; 2293374752fSBo-Chen Chen return val; 2303374752fSBo-Chen Chen } 2313374752fSBo-Chen Chen 2323374752fSBo-Chen Chen 2333374752fSBo-Chen Chen void mt_irq_set_pending(uint32_t irq) 2343374752fSBo-Chen Chen { 2353374752fSBo-Chen Chen uint32_t bit = 1U << (irq % 32); 2363374752fSBo-Chen Chen 2373374752fSBo-Chen Chen mmio_write_32(BASE_GICD_BASE + GICD_ISPENDR + 2383374752fSBo-Chen Chen irq / 32 * 4, bit); 2393374752fSBo-Chen Chen } 240cfb0516fSRex-BC Chen 241cfb0516fSRex-BC Chen int mt_gic_one_init(void) 242cfb0516fSRex-BC Chen { 243cfb0516fSRex-BC Chen INFO("[%s] GIC initialization\n", __func__); 244cfb0516fSRex-BC Chen 245cfb0516fSRex-BC Chen /* Initialize the GIC driver, CPU and distributor interfaces */ 246cfb0516fSRex-BC Chen mt_gic_driver_init(); 247cfb0516fSRex-BC Chen mt_gic_init(); 248cfb0516fSRex-BC Chen 249cfb0516fSRex-BC Chen return 0; 250cfb0516fSRex-BC Chen } 251cfb0516fSRex-BC Chen MTK_PLAT_SETUP_0_INIT(mt_gic_one_init); 252