1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright 2016-17 IBM Corp.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #define pr_fmt(fmt) "vas: " fmt
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <linux/module.h>
9*4882a593Smuzhiyun #include <linux/kernel.h>
10*4882a593Smuzhiyun #include <linux/export.h>
11*4882a593Smuzhiyun #include <linux/types.h>
12*4882a593Smuzhiyun #include <linux/slab.h>
13*4882a593Smuzhiyun #include <linux/platform_device.h>
14*4882a593Smuzhiyun #include <linux/of_platform.h>
15*4882a593Smuzhiyun #include <linux/of_address.h>
16*4882a593Smuzhiyun #include <linux/of.h>
17*4882a593Smuzhiyun #include <linux/irqdomain.h>
18*4882a593Smuzhiyun #include <linux/interrupt.h>
19*4882a593Smuzhiyun #include <asm/prom.h>
20*4882a593Smuzhiyun #include <asm/xive.h>
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #include "vas.h"
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun DEFINE_MUTEX(vas_mutex);
25*4882a593Smuzhiyun static LIST_HEAD(vas_instances);
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun static DEFINE_PER_CPU(int, cpu_vas_id);
28*4882a593Smuzhiyun
vas_irq_fault_window_setup(struct vas_instance * vinst)29*4882a593Smuzhiyun static int vas_irq_fault_window_setup(struct vas_instance *vinst)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun char devname[64];
32*4882a593Smuzhiyun int rc = 0;
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun snprintf(devname, sizeof(devname), "vas-%d", vinst->vas_id);
35*4882a593Smuzhiyun rc = request_threaded_irq(vinst->virq, vas_fault_handler,
36*4882a593Smuzhiyun vas_fault_thread_fn, 0, devname, vinst);
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun if (rc) {
39*4882a593Smuzhiyun pr_err("VAS[%d]: Request IRQ(%d) failed with %d\n",
40*4882a593Smuzhiyun vinst->vas_id, vinst->virq, rc);
41*4882a593Smuzhiyun goto out;
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun rc = vas_setup_fault_window(vinst);
45*4882a593Smuzhiyun if (rc)
46*4882a593Smuzhiyun free_irq(vinst->virq, vinst);
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun out:
49*4882a593Smuzhiyun return rc;
50*4882a593Smuzhiyun }
51*4882a593Smuzhiyun
init_vas_instance(struct platform_device * pdev)52*4882a593Smuzhiyun static int init_vas_instance(struct platform_device *pdev)
53*4882a593Smuzhiyun {
54*4882a593Smuzhiyun struct device_node *dn = pdev->dev.of_node;
55*4882a593Smuzhiyun struct vas_instance *vinst;
56*4882a593Smuzhiyun struct xive_irq_data *xd;
57*4882a593Smuzhiyun uint32_t chipid, hwirq;
58*4882a593Smuzhiyun struct resource *res;
59*4882a593Smuzhiyun int rc, cpu, vasid;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun rc = of_property_read_u32(dn, "ibm,vas-id", &vasid);
62*4882a593Smuzhiyun if (rc) {
63*4882a593Smuzhiyun pr_err("No ibm,vas-id property for %s?\n", pdev->name);
64*4882a593Smuzhiyun return -ENODEV;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun rc = of_property_read_u32(dn, "ibm,chip-id", &chipid);
68*4882a593Smuzhiyun if (rc) {
69*4882a593Smuzhiyun pr_err("No ibm,chip-id property for %s?\n", pdev->name);
70*4882a593Smuzhiyun return -ENODEV;
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun if (pdev->num_resources != 4) {
74*4882a593Smuzhiyun pr_err("Unexpected DT configuration for [%s, %d]\n",
75*4882a593Smuzhiyun pdev->name, vasid);
76*4882a593Smuzhiyun return -ENODEV;
77*4882a593Smuzhiyun }
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun vinst = kzalloc(sizeof(*vinst), GFP_KERNEL);
80*4882a593Smuzhiyun if (!vinst)
81*4882a593Smuzhiyun return -ENOMEM;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun INIT_LIST_HEAD(&vinst->node);
84*4882a593Smuzhiyun ida_init(&vinst->ida);
85*4882a593Smuzhiyun mutex_init(&vinst->mutex);
86*4882a593Smuzhiyun vinst->vas_id = vasid;
87*4882a593Smuzhiyun vinst->pdev = pdev;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun res = &pdev->resource[0];
90*4882a593Smuzhiyun vinst->hvwc_bar_start = res->start;
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun res = &pdev->resource[1];
93*4882a593Smuzhiyun vinst->uwc_bar_start = res->start;
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun res = &pdev->resource[2];
96*4882a593Smuzhiyun vinst->paste_base_addr = res->start;
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun res = &pdev->resource[3];
99*4882a593Smuzhiyun if (res->end > 62) {
100*4882a593Smuzhiyun pr_err("Bad 'paste_win_id_shift' in DT, %llx\n", res->end);
101*4882a593Smuzhiyun goto free_vinst;
102*4882a593Smuzhiyun }
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun vinst->paste_win_id_shift = 63 - res->end;
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun hwirq = xive_native_alloc_irq_on_chip(chipid);
107*4882a593Smuzhiyun if (!hwirq) {
108*4882a593Smuzhiyun pr_err("Inst%d: Unable to allocate global irq for chip %d\n",
109*4882a593Smuzhiyun vinst->vas_id, chipid);
110*4882a593Smuzhiyun return -ENOENT;
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun vinst->virq = irq_create_mapping(NULL, hwirq);
114*4882a593Smuzhiyun if (!vinst->virq) {
115*4882a593Smuzhiyun pr_err("Inst%d: Unable to map global irq %d\n",
116*4882a593Smuzhiyun vinst->vas_id, hwirq);
117*4882a593Smuzhiyun return -EINVAL;
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun xd = irq_get_handler_data(vinst->virq);
121*4882a593Smuzhiyun if (!xd) {
122*4882a593Smuzhiyun pr_err("Inst%d: Invalid virq %d\n",
123*4882a593Smuzhiyun vinst->vas_id, vinst->virq);
124*4882a593Smuzhiyun return -EINVAL;
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun vinst->irq_port = xd->trig_page;
128*4882a593Smuzhiyun pr_devel("Initialized instance [%s, %d] paste_base 0x%llx paste_win_id_shift 0x%llx IRQ %d Port 0x%llx\n",
129*4882a593Smuzhiyun pdev->name, vasid, vinst->paste_base_addr,
130*4882a593Smuzhiyun vinst->paste_win_id_shift, vinst->virq,
131*4882a593Smuzhiyun vinst->irq_port);
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun for_each_possible_cpu(cpu) {
134*4882a593Smuzhiyun if (cpu_to_chip_id(cpu) == of_get_ibm_chip_id(dn))
135*4882a593Smuzhiyun per_cpu(cpu_vas_id, cpu) = vasid;
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun mutex_lock(&vas_mutex);
139*4882a593Smuzhiyun list_add(&vinst->node, &vas_instances);
140*4882a593Smuzhiyun mutex_unlock(&vas_mutex);
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun spin_lock_init(&vinst->fault_lock);
143*4882a593Smuzhiyun /*
144*4882a593Smuzhiyun * IRQ and fault handling setup is needed only for user space
145*4882a593Smuzhiyun * send windows.
146*4882a593Smuzhiyun */
147*4882a593Smuzhiyun if (vinst->virq) {
148*4882a593Smuzhiyun rc = vas_irq_fault_window_setup(vinst);
149*4882a593Smuzhiyun /*
150*4882a593Smuzhiyun * Fault window is used only for user space send windows.
151*4882a593Smuzhiyun * So if vinst->virq is NULL, tx_win_open returns -ENODEV
152*4882a593Smuzhiyun * for user space.
153*4882a593Smuzhiyun */
154*4882a593Smuzhiyun if (rc)
155*4882a593Smuzhiyun vinst->virq = 0;
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun vas_instance_init_dbgdir(vinst);
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun dev_set_drvdata(&pdev->dev, vinst);
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun return 0;
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun free_vinst:
165*4882a593Smuzhiyun kfree(vinst);
166*4882a593Smuzhiyun return -ENODEV;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun /*
171*4882a593Smuzhiyun * Although this is read/used multiple times, it is written to only
172*4882a593Smuzhiyun * during initialization.
173*4882a593Smuzhiyun */
find_vas_instance(int vasid)174*4882a593Smuzhiyun struct vas_instance *find_vas_instance(int vasid)
175*4882a593Smuzhiyun {
176*4882a593Smuzhiyun struct list_head *ent;
177*4882a593Smuzhiyun struct vas_instance *vinst;
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun mutex_lock(&vas_mutex);
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun if (vasid == -1)
182*4882a593Smuzhiyun vasid = per_cpu(cpu_vas_id, smp_processor_id());
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun list_for_each(ent, &vas_instances) {
185*4882a593Smuzhiyun vinst = list_entry(ent, struct vas_instance, node);
186*4882a593Smuzhiyun if (vinst->vas_id == vasid) {
187*4882a593Smuzhiyun mutex_unlock(&vas_mutex);
188*4882a593Smuzhiyun return vinst;
189*4882a593Smuzhiyun }
190*4882a593Smuzhiyun }
191*4882a593Smuzhiyun mutex_unlock(&vas_mutex);
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun pr_devel("Instance %d not found\n", vasid);
194*4882a593Smuzhiyun return NULL;
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun
chip_to_vas_id(int chipid)197*4882a593Smuzhiyun int chip_to_vas_id(int chipid)
198*4882a593Smuzhiyun {
199*4882a593Smuzhiyun int cpu;
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun for_each_possible_cpu(cpu) {
202*4882a593Smuzhiyun if (cpu_to_chip_id(cpu) == chipid)
203*4882a593Smuzhiyun return per_cpu(cpu_vas_id, cpu);
204*4882a593Smuzhiyun }
205*4882a593Smuzhiyun return -1;
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun EXPORT_SYMBOL(chip_to_vas_id);
208*4882a593Smuzhiyun
vas_probe(struct platform_device * pdev)209*4882a593Smuzhiyun static int vas_probe(struct platform_device *pdev)
210*4882a593Smuzhiyun {
211*4882a593Smuzhiyun return init_vas_instance(pdev);
212*4882a593Smuzhiyun }
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun static const struct of_device_id powernv_vas_match[] = {
215*4882a593Smuzhiyun { .compatible = "ibm,vas",},
216*4882a593Smuzhiyun {},
217*4882a593Smuzhiyun };
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun static struct platform_driver vas_driver = {
220*4882a593Smuzhiyun .driver = {
221*4882a593Smuzhiyun .name = "vas",
222*4882a593Smuzhiyun .of_match_table = powernv_vas_match,
223*4882a593Smuzhiyun },
224*4882a593Smuzhiyun .probe = vas_probe,
225*4882a593Smuzhiyun };
226*4882a593Smuzhiyun
vas_init(void)227*4882a593Smuzhiyun static int __init vas_init(void)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun int found = 0;
230*4882a593Smuzhiyun struct device_node *dn;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun platform_driver_register(&vas_driver);
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun for_each_compatible_node(dn, NULL, "ibm,vas") {
235*4882a593Smuzhiyun of_platform_device_create(dn, NULL, NULL);
236*4882a593Smuzhiyun found++;
237*4882a593Smuzhiyun }
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun if (!found) {
240*4882a593Smuzhiyun platform_driver_unregister(&vas_driver);
241*4882a593Smuzhiyun return -ENODEV;
242*4882a593Smuzhiyun }
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun pr_devel("Found %d instances\n", found);
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun return 0;
247*4882a593Smuzhiyun }
248*4882a593Smuzhiyun device_initcall(vas_init);
249