1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2013-2015 ARM Limited, All Rights Reserved.
4*4882a593Smuzhiyun * Author: Marc Zyngier <marc.zyngier@arm.com>
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/acpi_iort.h>
8*4882a593Smuzhiyun #include <linux/pci.h>
9*4882a593Smuzhiyun #include <linux/msi.h>
10*4882a593Smuzhiyun #include <linux/of.h>
11*4882a593Smuzhiyun #include <linux/of_irq.h>
12*4882a593Smuzhiyun #include <linux/of_pci.h>
13*4882a593Smuzhiyun
its_mask_msi_irq(struct irq_data * d)14*4882a593Smuzhiyun static void its_mask_msi_irq(struct irq_data *d)
15*4882a593Smuzhiyun {
16*4882a593Smuzhiyun pci_msi_mask_irq(d);
17*4882a593Smuzhiyun irq_chip_mask_parent(d);
18*4882a593Smuzhiyun }
19*4882a593Smuzhiyun
its_unmask_msi_irq(struct irq_data * d)20*4882a593Smuzhiyun static void its_unmask_msi_irq(struct irq_data *d)
21*4882a593Smuzhiyun {
22*4882a593Smuzhiyun pci_msi_unmask_irq(d);
23*4882a593Smuzhiyun irq_chip_unmask_parent(d);
24*4882a593Smuzhiyun }
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun static struct irq_chip its_msi_irq_chip = {
27*4882a593Smuzhiyun .name = "ITS-MSI",
28*4882a593Smuzhiyun .irq_unmask = its_unmask_msi_irq,
29*4882a593Smuzhiyun .irq_mask = its_mask_msi_irq,
30*4882a593Smuzhiyun .irq_eoi = irq_chip_eoi_parent,
31*4882a593Smuzhiyun .irq_write_msi_msg = pci_msi_domain_write_msg,
32*4882a593Smuzhiyun };
33*4882a593Smuzhiyun
its_pci_msi_vec_count(struct pci_dev * pdev,void * data)34*4882a593Smuzhiyun static int its_pci_msi_vec_count(struct pci_dev *pdev, void *data)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun int msi, msix, *count = data;
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun msi = max(pci_msi_vec_count(pdev), 0);
39*4882a593Smuzhiyun msix = max(pci_msix_vec_count(pdev), 0);
40*4882a593Smuzhiyun *count += max(msi, msix);
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun return 0;
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun
its_get_pci_alias(struct pci_dev * pdev,u16 alias,void * data)45*4882a593Smuzhiyun static int its_get_pci_alias(struct pci_dev *pdev, u16 alias, void *data)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun struct pci_dev **alias_dev = data;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun *alias_dev = pdev;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun return 0;
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun
its_pci_msi_prepare(struct irq_domain * domain,struct device * dev,int nvec,msi_alloc_info_t * info)54*4882a593Smuzhiyun static int its_pci_msi_prepare(struct irq_domain *domain, struct device *dev,
55*4882a593Smuzhiyun int nvec, msi_alloc_info_t *info)
56*4882a593Smuzhiyun {
57*4882a593Smuzhiyun struct pci_dev *pdev, *alias_dev;
58*4882a593Smuzhiyun struct msi_domain_info *msi_info;
59*4882a593Smuzhiyun int alias_count = 0, minnvec = 1;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun if (!dev_is_pci(dev))
62*4882a593Smuzhiyun return -EINVAL;
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun msi_info = msi_get_domain_info(domain->parent);
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun pdev = to_pci_dev(dev);
67*4882a593Smuzhiyun /*
68*4882a593Smuzhiyun * If pdev is downstream of any aliasing bridges, take an upper
69*4882a593Smuzhiyun * bound of how many other vectors could map to the same DevID.
70*4882a593Smuzhiyun */
71*4882a593Smuzhiyun pci_for_each_dma_alias(pdev, its_get_pci_alias, &alias_dev);
72*4882a593Smuzhiyun if (alias_dev != pdev && alias_dev->subordinate)
73*4882a593Smuzhiyun pci_walk_bus(alias_dev->subordinate, its_pci_msi_vec_count,
74*4882a593Smuzhiyun &alias_count);
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun /* ITS specific DeviceID, as the core ITS ignores dev. */
77*4882a593Smuzhiyun info->scratchpad[0].ul = pci_msi_domain_get_msi_rid(domain, pdev);
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun /*
80*4882a593Smuzhiyun * Always allocate a power of 2, and special case device 0 for
81*4882a593Smuzhiyun * broken systems where the DevID is not wired (and all devices
82*4882a593Smuzhiyun * appear as DevID 0). For that reason, we generously allocate a
83*4882a593Smuzhiyun * minimum of 32 MSIs for DevID 0. If you want more because all
84*4882a593Smuzhiyun * your devices are aliasing to DevID 0, consider fixing your HW.
85*4882a593Smuzhiyun */
86*4882a593Smuzhiyun nvec = max(nvec, alias_count);
87*4882a593Smuzhiyun if (!info->scratchpad[0].ul)
88*4882a593Smuzhiyun minnvec = 32;
89*4882a593Smuzhiyun nvec = max_t(int, minnvec, roundup_pow_of_two(nvec));
90*4882a593Smuzhiyun return msi_info->ops->msi_prepare(domain->parent, dev, nvec, info);
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun static struct msi_domain_ops its_pci_msi_ops = {
94*4882a593Smuzhiyun .msi_prepare = its_pci_msi_prepare,
95*4882a593Smuzhiyun };
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun static struct msi_domain_info its_pci_msi_domain_info = {
98*4882a593Smuzhiyun .flags = (MSI_FLAG_USE_DEF_DOM_OPS | MSI_FLAG_USE_DEF_CHIP_OPS |
99*4882a593Smuzhiyun MSI_FLAG_MULTI_PCI_MSI | MSI_FLAG_PCI_MSIX),
100*4882a593Smuzhiyun .ops = &its_pci_msi_ops,
101*4882a593Smuzhiyun .chip = &its_msi_irq_chip,
102*4882a593Smuzhiyun };
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun static struct of_device_id its_device_id[] = {
105*4882a593Smuzhiyun { .compatible = "arm,gic-v3-its", },
106*4882a593Smuzhiyun {},
107*4882a593Smuzhiyun };
108*4882a593Smuzhiyun
its_pci_msi_init_one(struct fwnode_handle * handle,const char * name)109*4882a593Smuzhiyun static int __init its_pci_msi_init_one(struct fwnode_handle *handle,
110*4882a593Smuzhiyun const char *name)
111*4882a593Smuzhiyun {
112*4882a593Smuzhiyun struct irq_domain *parent;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun parent = irq_find_matching_fwnode(handle, DOMAIN_BUS_NEXUS);
115*4882a593Smuzhiyun if (!parent || !msi_get_domain_info(parent)) {
116*4882a593Smuzhiyun pr_err("%s: Unable to locate ITS domain\n", name);
117*4882a593Smuzhiyun return -ENXIO;
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun if (!pci_msi_create_irq_domain(handle, &its_pci_msi_domain_info,
121*4882a593Smuzhiyun parent)) {
122*4882a593Smuzhiyun pr_err("%s: Unable to create PCI domain\n", name);
123*4882a593Smuzhiyun return -ENOMEM;
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun return 0;
127*4882a593Smuzhiyun }
128*4882a593Smuzhiyun
its_pci_of_msi_init(void)129*4882a593Smuzhiyun static int __init its_pci_of_msi_init(void)
130*4882a593Smuzhiyun {
131*4882a593Smuzhiyun struct device_node *np;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun for (np = of_find_matching_node(NULL, its_device_id); np;
134*4882a593Smuzhiyun np = of_find_matching_node(np, its_device_id)) {
135*4882a593Smuzhiyun if (!of_device_is_available(np))
136*4882a593Smuzhiyun continue;
137*4882a593Smuzhiyun if (!of_property_read_bool(np, "msi-controller"))
138*4882a593Smuzhiyun continue;
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun if (its_pci_msi_init_one(of_node_to_fwnode(np), np->full_name))
141*4882a593Smuzhiyun continue;
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun pr_info("PCI/MSI: %pOF domain created\n", np);
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun return 0;
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun #ifdef CONFIG_ACPI
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun static int __init
its_pci_msi_parse_madt(union acpi_subtable_headers * header,const unsigned long end)152*4882a593Smuzhiyun its_pci_msi_parse_madt(union acpi_subtable_headers *header,
153*4882a593Smuzhiyun const unsigned long end)
154*4882a593Smuzhiyun {
155*4882a593Smuzhiyun struct acpi_madt_generic_translator *its_entry;
156*4882a593Smuzhiyun struct fwnode_handle *dom_handle;
157*4882a593Smuzhiyun const char *node_name;
158*4882a593Smuzhiyun int err = -ENXIO;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun its_entry = (struct acpi_madt_generic_translator *)header;
161*4882a593Smuzhiyun node_name = kasprintf(GFP_KERNEL, "ITS@0x%lx",
162*4882a593Smuzhiyun (long)its_entry->base_address);
163*4882a593Smuzhiyun dom_handle = iort_find_domain_token(its_entry->translation_id);
164*4882a593Smuzhiyun if (!dom_handle) {
165*4882a593Smuzhiyun pr_err("%s: Unable to locate ITS domain handle\n", node_name);
166*4882a593Smuzhiyun goto out;
167*4882a593Smuzhiyun }
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun err = its_pci_msi_init_one(dom_handle, node_name);
170*4882a593Smuzhiyun if (!err)
171*4882a593Smuzhiyun pr_info("PCI/MSI: %s domain created\n", node_name);
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun out:
174*4882a593Smuzhiyun kfree(node_name);
175*4882a593Smuzhiyun return err;
176*4882a593Smuzhiyun }
177*4882a593Smuzhiyun
its_pci_acpi_msi_init(void)178*4882a593Smuzhiyun static int __init its_pci_acpi_msi_init(void)
179*4882a593Smuzhiyun {
180*4882a593Smuzhiyun acpi_table_parse_madt(ACPI_MADT_TYPE_GENERIC_TRANSLATOR,
181*4882a593Smuzhiyun its_pci_msi_parse_madt, 0);
182*4882a593Smuzhiyun return 0;
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun #else
its_pci_acpi_msi_init(void)185*4882a593Smuzhiyun static int __init its_pci_acpi_msi_init(void)
186*4882a593Smuzhiyun {
187*4882a593Smuzhiyun return 0;
188*4882a593Smuzhiyun }
189*4882a593Smuzhiyun #endif
190*4882a593Smuzhiyun
its_pci_msi_init(void)191*4882a593Smuzhiyun static int __init its_pci_msi_init(void)
192*4882a593Smuzhiyun {
193*4882a593Smuzhiyun its_pci_of_msi_init();
194*4882a593Smuzhiyun its_pci_acpi_msi_init();
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun return 0;
197*4882a593Smuzhiyun }
198*4882a593Smuzhiyun early_initcall(its_pci_msi_init);
199