53 static struct gic_chip_data gic_data __read_mostly;
56 #define GIC_ID_NR	(1U << GICD_TYPER_ID_BITS(gic_data.rdists.gicd_typer))
57 #define GIC_LINE_NR	min(GICD_TYPER_SPIS(gic_data.rdists.gicd_typer), 1020U)
58 #define GIC_ESPI_NR	GICD_TYPER_ESPIS(gic_data.rdists.gicd_typer)
123 #define gic_data_rdist()		(this_cpu_ptr(gic_data.rdists.rdist))
194 		return gic_data.dist_base;  in gic_dist_base()
219 	gic_do_wait_for_rwp(gic_data.dist_base, GICD_CTLR_RWP);  in gic_dist_wait_for_rwp()
245 	if (gic_data.flags & FLAGS_WORKAROUND_GICR_WAKER_MSM8996)  in gic_enable_redist()
340 		base = gic_data.dist_base;  in gic_peek_irq()
358 		base = gic_data.dist_base;  in gic_poke_irq()
584 		base = gic_data.dist_base;  in gic_set_type()
650 	err = handle_domain_nmi(gic_data.domain, irqnr, regs);  in gic_handle_nmi()
718 	if (handle_domain_irq(gic_data.domain, irqnr, regs)) {  in gic_handle_irq()
767 	void __iomem *base = gic_data.dist_base;  in gic_dist_init()
802 	if (gic_data.rdists.gicd_typer2 & GICD_TYPER2_nASSGIcap) {  in gic_dist_init()
827 	for (i = 0; i < gic_data.nr_redist_regions; i++) {  in gic_iterate_rdists()
828 		void __iomem *ptr = gic_data.redist_regions[i].redist_base;  in gic_iterate_rdists()
841 			ret = fn(gic_data.redist_regions + i, ptr);  in gic_iterate_rdists()
845 			if (gic_data.redist_regions[i].single_redist)  in gic_iterate_rdists()
848 			if (gic_data.redist_stride) {  in gic_iterate_rdists()
849 				ptr += gic_data.redist_stride;  in gic_iterate_rdists()
885 			(int)(region - gic_data.redist_regions),  in __gic_populate_rdist()
927 	gic_data.rdists.has_vlpis &= !!(typer & GICR_TYPER_VLPIS);  in __gic_update_rdist_properties()
930 	gic_data.rdists.has_rvpeid &= !!(typer & GICR_TYPER_RVPEID);  in __gic_update_rdist_properties()
931 	gic_data.rdists.has_direct_lpi &= (!!(typer & GICR_TYPER_DirectLPIS) |  in __gic_update_rdist_properties()
932 					   gic_data.rdists.has_rvpeid);  in __gic_update_rdist_properties()
933 	gic_data.rdists.has_vpend_valid_dirty &= !!(typer & GICR_TYPER_DIRTY);  in __gic_update_rdist_properties()
936 	if (WARN_ON_ONCE(gic_data.rdists.has_rvpeid && !gic_data.rdists.has_vlpis)) {  in __gic_update_rdist_properties()
937 		gic_data.rdists.has_direct_lpi = false;  in __gic_update_rdist_properties()
938 		gic_data.rdists.has_vlpis = false;  in __gic_update_rdist_properties()
939 		gic_data.rdists.has_rvpeid = false;  in __gic_update_rdist_properties()
942 	gic_data.ppi_nr = min(GICR_TYPER_NR_PPIS(typer), gic_data.ppi_nr);  in __gic_update_rdist_properties()
949 	gic_data.ppi_nr = UINT_MAX;  in gic_update_rdist_properties()
951 	if (WARN_ON(gic_data.ppi_nr == UINT_MAX))  in gic_update_rdist_properties()
952 		gic_data.ppi_nr = 0;  in gic_update_rdist_properties()
953 	pr_info("%d PPIs implemented\n", gic_data.ppi_nr);  in gic_update_rdist_properties()
954 	if (gic_data.rdists.has_vlpis)  in gic_update_rdist_properties()
956 			gic_data.rdists.has_direct_lpi ? "DirectLPI " : "",  in gic_update_rdist_properties()
957 			gic_data.rdists.has_rvpeid ? "RVPEID " : "",  in gic_update_rdist_properties()
958 			gic_data.rdists.has_vpend_valid_dirty ? "Valid+Dirty " : "");  in gic_update_rdist_properties()
964 	return readl_relaxed(gic_data.dist_base + GICD_CTLR) & GICD_CTLR_DS;  in gic_dist_security_disabled()
1083 	if (need_rss && (!gic_data.has_rss))  in gic_cpu_sys_reg_init()
1098 		!!(readl_relaxed(gic_data.dist_base + GICD_TYPER) & GICD_TYPER_LPIS) &&  in gic_dist_supports_lpis()
1113 	WARN((gic_data.ppi_nr > 16 || GIC_ESPI_NR != 0) &&  in gic_cpu_init()
1121 	for (i = 0; i < gic_data.ppi_nr + 16; i += 32)  in gic_cpu_init()
1124 	gic_cpu_config(rbase, gic_data.ppi_nr + 16, gic_redist_wait_for_rwp);  in gic_cpu_init()
1219 		.fwnode		= gic_data.fwnode,  in gic_smp_init()
1229 	base_sgi = __irq_domain_alloc_irqs(gic_data.domain, -1, 8,  in gic_smp_init()
1325 	trace_android_vh_gic_resume(&gic_data);  in gic_resume()
1553 	    gic_data.ppi_descs)  in gic_irq_domain_select()
1554 		return d == partition_get_domain(gic_data.ppi_descs[fwspec->param[1]]);  in gic_irq_domain_select()
1556 	return d == gic_data.domain;  in gic_irq_domain_select()
1574 	if (!gic_data.ppi_descs)  in partition_domain_translate()
1581 	ret = partition_translate_id(gic_data.ppi_descs[fwspec->param[1]],  in partition_domain_translate()
1677 	ppi_nmi_refs = kcalloc(gic_data.ppi_nr, sizeof(*ppi_nmi_refs), GFP_KERNEL);  in gic_enable_nmi_support()
1681 	for (i = 0; i < gic_data.ppi_nr; i++)  in gic_enable_nmi_support()
1748 	gic_data.fwnode = handle;  in gic_init_bases()
1749 	gic_data.dist_base = dist_base;  in gic_init_bases()
1750 	gic_data.redist_regions = rdist_regs;  in gic_init_bases()
1751 	gic_data.nr_redist_regions = nr_redist_regions;  in gic_init_bases()
1752 	gic_data.redist_stride = redist_stride;  in gic_init_bases()
1757 	typer = readl_relaxed(gic_data.dist_base + GICD_TYPER);  in gic_init_bases()
1758 	gic_data.rdists.gicd_typer = typer;  in gic_init_bases()
1760 	gic_enable_quirks(readl_relaxed(gic_data.dist_base + GICD_IIDR),  in gic_init_bases()
1761 			  gic_quirks, &gic_data);  in gic_init_bases()
1770 	if (!(gic_data.flags & FLAGS_WORKAROUND_CAVIUM_ERRATUM_38539))  in gic_init_bases()
1771 		gic_data.rdists.gicd_typer2 = readl_relaxed(gic_data.dist_base + GICD_TYPER2);  in gic_init_bases()
1773 	gic_data.domain = irq_domain_create_tree(handle, &gic_irq_domain_ops,  in gic_init_bases()
1774 						 &gic_data);  in gic_init_bases()
1775 	gic_data.rdists.rdist = alloc_percpu(typeof(*gic_data.rdists.rdist));  in gic_init_bases()
1776 	gic_data.rdists.has_rvpeid = true;  in gic_init_bases()
1777 	gic_data.rdists.has_vlpis = true;  in gic_init_bases()
1778 	gic_data.rdists.has_direct_lpi = true;  in gic_init_bases()
1779 	gic_data.rdists.has_vpend_valid_dirty = true;  in gic_init_bases()
1781 	if (WARN_ON(!gic_data.domain) || WARN_ON(!gic_data.rdists.rdist)) {  in gic_init_bases()
1786 	irq_domain_update_bus_token(gic_data.domain, DOMAIN_BUS_WIRED);  in gic_init_bases()
1788 	gic_data.has_rss = !!(typer & GICD_TYPER_RSS);  in gic_init_bases()
1790 		gic_data.has_rss ? "" : "no ");  in gic_init_bases()
1793 		err = mbi_init(handle, gic_data.domain);  in gic_init_bases()
1809 		its_init(handle, &gic_data.rdists, gic_data.domain);  in gic_init_bases()
1813 			gicv2m_init(handle, gic_data.domain);  in gic_init_bases()
1821 	if (gic_data.domain)  in gic_init_bases()
1822 		irq_domain_remove(gic_data.domain);  in gic_init_bases()
1823 	free_percpu(gic_data.rdists.rdist);  in gic_init_bases()
1849 	gic_data.ppi_descs = kcalloc(gic_data.ppi_nr, sizeof(*gic_data.ppi_descs), GFP_KERNEL);  in gic_populate_ppi_partitions()
1850 	if (!gic_data.ppi_descs)  in gic_populate_ppi_partitions()
1907 	for (i = 0; i < gic_data.ppi_nr; i++) {  in gic_populate_ppi_partitions()
1911 			.fwnode		= gic_data.fwnode,  in gic_populate_ppi_partitions()
1923 		desc = partition_create_desc(gic_data.fwnode, parts, nr_parts,  in gic_populate_ppi_partitions()
1928 		gic_data.ppi_descs[i] = desc;  in gic_populate_ppi_partitions()
1956 	gic_v3_kvm_info.has_v4 = gic_data.rdists.has_vlpis;  in gic_of_setup_kvm_info()
1957 	gic_v3_kvm_info.has_v4_1 = gic_data.rdists.has_rvpeid;  in gic_of_setup_kvm_info()
2008 	gic_enable_of_quirks(node, gic_quirks, &gic_data);  in gic_of_init()
2272 	gic_v3_kvm_info.has_v4 = gic_data.rdists.has_vlpis;  in gic_acpi_setup_kvm_info()
2273 	gic_v3_kvm_info.has_v4_1 = gic_data.rdists.has_rvpeid;  in gic_acpi_setup_kvm_info()