13374752fSBo-Chen Chen /* 23374752fSBo-Chen Chen * Copyright (c) 2020-2022, MediaTek Inc. All rights reserved. 33374752fSBo-Chen Chen * 43374752fSBo-Chen Chen * SPDX-License-Identifier: BSD-3-Clause 53374752fSBo-Chen Chen */ 63374752fSBo-Chen Chen 73374752fSBo-Chen Chen #include <assert.h> 83374752fSBo-Chen Chen #include <stdint.h> 93374752fSBo-Chen Chen #include <stdio.h> 103374752fSBo-Chen Chen 113374752fSBo-Chen Chen #include "../drivers/arm/gic/v3/gicv3_private.h" 123374752fSBo-Chen Chen #include <bl31/interrupt_mgmt.h> 133374752fSBo-Chen Chen #include <common/bl_common.h> 143374752fSBo-Chen Chen #include <common/debug.h> 15cfb0516fSRex-BC Chen #include <lib/mtk_init/mtk_init.h> 163374752fSBo-Chen Chen #include <mt_gic_v3.h> 173374752fSBo-Chen Chen #include <mtk_plat_common.h> 183374752fSBo-Chen Chen #include <plat/common/platform.h> 193374752fSBo-Chen Chen #include <plat_private.h> 203374752fSBo-Chen Chen #include <platform_def.h> 213374752fSBo-Chen Chen 223374752fSBo-Chen Chen #define SGI_MASK 0xffff 233374752fSBo-Chen Chen 243374752fSBo-Chen Chen uintptr_t rdistif_base_addrs[PLATFORM_CORE_COUNT]; 253374752fSBo-Chen Chen static uint32_t rdist_has_saved[PLATFORM_CORE_COUNT]; 263374752fSBo-Chen Chen 273374752fSBo-Chen Chen /* we save and restore the GICv3 context on system suspend */ 283374752fSBo-Chen Chen gicv3_dist_ctx_t dist_ctx; 293374752fSBo-Chen Chen 303374752fSBo-Chen Chen static unsigned int mt_mpidr_to_core_pos(u_register_t mpidr) 313374752fSBo-Chen Chen { 323374752fSBo-Chen Chen return plat_core_pos_by_mpidr(mpidr); 333374752fSBo-Chen Chen } 343374752fSBo-Chen Chen 353374752fSBo-Chen Chen gicv3_driver_data_t mt_gicv3_data = { 363374752fSBo-Chen Chen .gicd_base = MT_GIC_BASE, 373374752fSBo-Chen Chen .gicr_base = MT_GIC_RDIST_BASE, 383374752fSBo-Chen Chen .rdistif_num = PLATFORM_CORE_COUNT, 393374752fSBo-Chen Chen .rdistif_base_addrs = rdistif_base_addrs, 403374752fSBo-Chen Chen .mpidr_to_core_pos = mt_mpidr_to_core_pos, 413374752fSBo-Chen Chen }; 423374752fSBo-Chen Chen 433374752fSBo-Chen Chen struct gic_chip_data { 443374752fSBo-Chen Chen /* All cores share the same configuration */ 45*f73466e9SFengquan Chen unsigned int saved_ctlr; 463374752fSBo-Chen Chen unsigned int saved_group; 473374752fSBo-Chen Chen unsigned int saved_enable; 483374752fSBo-Chen Chen unsigned int saved_conf0; 493374752fSBo-Chen Chen unsigned int saved_conf1; 503374752fSBo-Chen Chen unsigned int saved_grpmod; 51*f73466e9SFengquan Chen unsigned int saved_ispendr; 52*f73466e9SFengquan Chen unsigned int saved_isactiver; 53*f73466e9SFengquan Chen unsigned int saved_nsacr; 543374752fSBo-Chen Chen /* Per-core sgi */ 553374752fSBo-Chen Chen unsigned int saved_sgi[PLATFORM_CORE_COUNT]; 56*f73466e9SFengquan Chen /* Per-core priority */ 57*f73466e9SFengquan Chen unsigned int saved_prio[PLATFORM_CORE_COUNT][GICR_NUM_REGS(IPRIORITYR)]; 583374752fSBo-Chen Chen }; 593374752fSBo-Chen Chen 603374752fSBo-Chen Chen static struct gic_chip_data gic_data; 613374752fSBo-Chen Chen 623374752fSBo-Chen Chen void mt_gic_driver_init(void) 633374752fSBo-Chen Chen { 643374752fSBo-Chen Chen gicv3_driver_init(&mt_gicv3_data); 653374752fSBo-Chen Chen } 663374752fSBo-Chen Chen 673374752fSBo-Chen Chen void mt_gic_set_pending(uint32_t irq) 683374752fSBo-Chen Chen { 693374752fSBo-Chen Chen gicv3_set_interrupt_pending(irq, plat_my_core_pos()); 703374752fSBo-Chen Chen } 713374752fSBo-Chen Chen 723374752fSBo-Chen Chen void mt_gic_distif_save(void) 733374752fSBo-Chen Chen { 743374752fSBo-Chen Chen gicv3_distif_save(&dist_ctx); 753374752fSBo-Chen Chen } 763374752fSBo-Chen Chen 773374752fSBo-Chen Chen void mt_gic_distif_restore(void) 783374752fSBo-Chen Chen { 793374752fSBo-Chen Chen gicv3_distif_init_restore(&dist_ctx); 803374752fSBo-Chen Chen } 813374752fSBo-Chen Chen 823374752fSBo-Chen Chen void mt_gic_rdistif_init(void) 833374752fSBo-Chen Chen { 843374752fSBo-Chen Chen unsigned int proc_num; 853374752fSBo-Chen Chen unsigned int index; 863374752fSBo-Chen Chen uintptr_t gicr_base; 873374752fSBo-Chen Chen 883374752fSBo-Chen Chen proc_num = plat_my_core_pos(); 893374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 903374752fSBo-Chen Chen 913374752fSBo-Chen Chen /* set all SGI/PPI as non-secure GROUP1 by default */ 923374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, ~0U); 933374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, 0x0); 943374752fSBo-Chen Chen 953374752fSBo-Chen Chen /* setup the default PPI/SGI priorities */ 963374752fSBo-Chen Chen for (index = 0; index < TOTAL_PCPU_INTR_NUM; index += 4U) 973374752fSBo-Chen Chen gicr_write_ipriorityr(gicr_base, index, 983374752fSBo-Chen Chen GICD_IPRIORITYR_DEF_VAL); 993374752fSBo-Chen Chen } 1003374752fSBo-Chen Chen 1013374752fSBo-Chen Chen void mt_gic_rdistif_save(void) 1023374752fSBo-Chen Chen { 103*f73466e9SFengquan Chen unsigned int i, proc_num; 1043374752fSBo-Chen Chen uintptr_t gicr_base; 1053374752fSBo-Chen Chen 1063374752fSBo-Chen Chen proc_num = plat_my_core_pos(); 1073374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 1083374752fSBo-Chen Chen 109*f73466e9SFengquan Chen /* 110*f73466e9SFengquan Chen * Wait for any write to GICR_CTLR to complete before trying to save any 111*f73466e9SFengquan Chen * state. 112*f73466e9SFengquan Chen */ 113*f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base); 114*f73466e9SFengquan Chen 115*f73466e9SFengquan Chen gic_data.saved_ctlr = mmio_read_32(gicr_base + GICR_CTLR); 1163374752fSBo-Chen Chen gic_data.saved_group = mmio_read_32(gicr_base + GICR_IGROUPR0); 1173374752fSBo-Chen Chen gic_data.saved_enable = mmio_read_32(gicr_base + GICR_ISENABLER0); 1183374752fSBo-Chen Chen gic_data.saved_conf0 = mmio_read_32(gicr_base + GICR_ICFGR0); 1193374752fSBo-Chen Chen gic_data.saved_conf1 = mmio_read_32(gicr_base + GICR_ICFGR1); 1203374752fSBo-Chen Chen gic_data.saved_grpmod = mmio_read_32(gicr_base + GICR_IGRPMODR0); 121*f73466e9SFengquan Chen gic_data.saved_ispendr = mmio_read_32(gicr_base + GICR_ISPENDR0); 122*f73466e9SFengquan Chen gic_data.saved_isactiver = mmio_read_32(gicr_base + GICR_ISACTIVER0); 123*f73466e9SFengquan Chen gic_data.saved_nsacr = mmio_read_32(gicr_base + GICR_NSACR); 124*f73466e9SFengquan Chen 125*f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i) 126*f73466e9SFengquan Chen gic_data.saved_prio[proc_num][i] = gicr_ipriorityr_read(gicr_base, i); 1273374752fSBo-Chen Chen 1283374752fSBo-Chen Chen rdist_has_saved[proc_num] = 1; 1293374752fSBo-Chen Chen } 1303374752fSBo-Chen Chen 1313374752fSBo-Chen Chen void mt_gic_rdistif_restore(void) 1323374752fSBo-Chen Chen { 133*f73466e9SFengquan Chen unsigned int i, proc_num; 1343374752fSBo-Chen Chen uintptr_t gicr_base; 1353374752fSBo-Chen Chen 1363374752fSBo-Chen Chen proc_num = plat_my_core_pos(); 1373374752fSBo-Chen Chen if (rdist_has_saved[proc_num] == 1) { 1383374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 139*f73466e9SFengquan Chen 1403374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, gic_data.saved_group); 141*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, gic_data.saved_grpmod); 142*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_NSACR, gic_data.saved_nsacr); 1433374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR0, gic_data.saved_conf0); 1443374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR1, gic_data.saved_conf1); 145*f73466e9SFengquan Chen 146*f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i) 147*f73466e9SFengquan Chen gicr_ipriorityr_write(gicr_base, i, gic_data.saved_prio[proc_num][i]); 148*f73466e9SFengquan Chen 149*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISPENDR0, gic_data.saved_ispendr); 150*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISACTIVER0, gic_data.saved_isactiver); 151*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISENABLER0, gic_data.saved_enable); 152*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_CTLR, gic_data.saved_ctlr); 153*f73466e9SFengquan Chen 154*f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base); 1553374752fSBo-Chen Chen } 1563374752fSBo-Chen Chen } 1573374752fSBo-Chen Chen 1583374752fSBo-Chen Chen void mt_gic_rdistif_restore_all(void) 1593374752fSBo-Chen Chen { 160*f73466e9SFengquan Chen unsigned int i, proc_num; 1613374752fSBo-Chen Chen uintptr_t gicr_base; 1623374752fSBo-Chen Chen 1633374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) { 1643374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 165*f73466e9SFengquan Chen 1663374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_IGROUPR0, gic_data.saved_group); 167*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_IGRPMODR0, gic_data.saved_grpmod); 168*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_NSACR, gic_data.saved_nsacr); 1693374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR0, gic_data.saved_conf0); 1703374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICFGR1, gic_data.saved_conf1); 171*f73466e9SFengquan Chen 172*f73466e9SFengquan Chen for (i = 0U; i < 8U; ++i) 173*f73466e9SFengquan Chen gicr_ipriorityr_write(gicr_base, i, gic_data.saved_prio[proc_num][i]); 174*f73466e9SFengquan Chen 175*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISPENDR0, gic_data.saved_ispendr); 176*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISACTIVER0, gic_data.saved_isactiver); 177*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_ISENABLER0, gic_data.saved_enable); 178*f73466e9SFengquan Chen mmio_write_32(gicr_base + GICR_CTLR, gic_data.saved_ctlr); 179*f73466e9SFengquan Chen 180*f73466e9SFengquan Chen gicr_wait_for_pending_write(gicr_base); 1813374752fSBo-Chen Chen } 1823374752fSBo-Chen Chen } 1833374752fSBo-Chen Chen 1843374752fSBo-Chen Chen void gic_sgi_save_all(void) 1853374752fSBo-Chen Chen { 1863374752fSBo-Chen Chen unsigned int proc_num; 1873374752fSBo-Chen Chen uintptr_t gicr_base; 1883374752fSBo-Chen Chen 1893374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) { 1903374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 1913374752fSBo-Chen Chen gic_data.saved_sgi[proc_num] = 1923374752fSBo-Chen Chen mmio_read_32(gicr_base + GICR_ISPENDR0) & SGI_MASK; 1933374752fSBo-Chen Chen } 1943374752fSBo-Chen Chen } 1953374752fSBo-Chen Chen 1963374752fSBo-Chen Chen void gic_sgi_restore_all(void) 1973374752fSBo-Chen Chen { 1983374752fSBo-Chen Chen unsigned int proc_num; 1993374752fSBo-Chen Chen uintptr_t gicr_base; 2003374752fSBo-Chen Chen 2013374752fSBo-Chen Chen for (proc_num = 0; proc_num < PLATFORM_CORE_COUNT; proc_num++) { 2023374752fSBo-Chen Chen gicr_base = gicv3_driver_data->rdistif_base_addrs[proc_num]; 2033374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ICPENDR0, SGI_MASK); 2043374752fSBo-Chen Chen mmio_write_32(gicr_base + GICR_ISPENDR0, 2053374752fSBo-Chen Chen gic_data.saved_sgi[proc_num] & SGI_MASK); 2063374752fSBo-Chen Chen } 2073374752fSBo-Chen Chen } 2083374752fSBo-Chen Chen 2093374752fSBo-Chen Chen void mt_gic_init(void) 2103374752fSBo-Chen Chen { 2113374752fSBo-Chen Chen gicv3_distif_init(); 2123374752fSBo-Chen Chen gicv3_rdistif_init(plat_my_core_pos()); 2133374752fSBo-Chen Chen gicv3_cpuif_enable(plat_my_core_pos()); 2143374752fSBo-Chen Chen } 2153374752fSBo-Chen Chen 2163374752fSBo-Chen Chen uint32_t mt_irq_get_pending(uint32_t irq) 2173374752fSBo-Chen Chen { 2183374752fSBo-Chen Chen uint32_t val; 2193374752fSBo-Chen Chen 2203374752fSBo-Chen Chen val = mmio_read_32(BASE_GICD_BASE + GICD_ISPENDR + 2213374752fSBo-Chen Chen irq / 32 * 4); 2223374752fSBo-Chen Chen val = (val >> (irq % 32)) & 1U; 2233374752fSBo-Chen Chen return val; 2243374752fSBo-Chen Chen } 2253374752fSBo-Chen Chen 2263374752fSBo-Chen Chen 2273374752fSBo-Chen Chen void mt_irq_set_pending(uint32_t irq) 2283374752fSBo-Chen Chen { 2293374752fSBo-Chen Chen uint32_t bit = 1U << (irq % 32); 2303374752fSBo-Chen Chen 2313374752fSBo-Chen Chen mmio_write_32(BASE_GICD_BASE + GICD_ISPENDR + 2323374752fSBo-Chen Chen irq / 32 * 4, bit); 2333374752fSBo-Chen Chen } 234cfb0516fSRex-BC Chen 235cfb0516fSRex-BC Chen int mt_gic_one_init(void) 236cfb0516fSRex-BC Chen { 237cfb0516fSRex-BC Chen INFO("[%s] GIC initialization\n", __func__); 238cfb0516fSRex-BC Chen 239cfb0516fSRex-BC Chen /* Initialize the GIC driver, CPU and distributor interfaces */ 240cfb0516fSRex-BC Chen mt_gic_driver_init(); 241cfb0516fSRex-BC Chen mt_gic_init(); 242cfb0516fSRex-BC Chen 243cfb0516fSRex-BC Chen return 0; 244cfb0516fSRex-BC Chen } 245cfb0516fSRex-BC Chen MTK_PLAT_SETUP_0_INIT(mt_gic_one_init); 246