1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright IBM Corp. 2020
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Author(s):
6*4882a593Smuzhiyun * Pierre Morel <pmorel@linux.ibm.com>
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #define KMSG_COMPONENT "zpci"
11*4882a593Smuzhiyun #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <linux/kernel.h>
14*4882a593Smuzhiyun #include <linux/slab.h>
15*4882a593Smuzhiyun #include <linux/err.h>
16*4882a593Smuzhiyun #include <linux/export.h>
17*4882a593Smuzhiyun #include <linux/delay.h>
18*4882a593Smuzhiyun #include <linux/seq_file.h>
19*4882a593Smuzhiyun #include <linux/jump_label.h>
20*4882a593Smuzhiyun #include <linux/pci.h>
21*4882a593Smuzhiyun #include <linux/printk.h>
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun #include <asm/pci_clp.h>
24*4882a593Smuzhiyun #include <asm/pci_dma.h>
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun #include "pci_bus.h"
27*4882a593Smuzhiyun #include "pci_iov.h"
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun static LIST_HEAD(zbus_list);
30*4882a593Smuzhiyun static DEFINE_SPINLOCK(zbus_list_lock);
31*4882a593Smuzhiyun static int zpci_nb_devices;
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun /* zpci_bus_scan
34*4882a593Smuzhiyun * @zbus: the zbus holding the zdevices
35*4882a593Smuzhiyun * @ops: the pci operations
36*4882a593Smuzhiyun *
37*4882a593Smuzhiyun * The domain number must be set before pci_scan_root_bus is called.
38*4882a593Smuzhiyun * This function can be called once the domain is known, hence
39*4882a593Smuzhiyun * when the function_0 is dicovered.
40*4882a593Smuzhiyun */
zpci_bus_scan(struct zpci_bus * zbus,int domain,struct pci_ops * ops)41*4882a593Smuzhiyun static int zpci_bus_scan(struct zpci_bus *zbus, int domain, struct pci_ops *ops)
42*4882a593Smuzhiyun {
43*4882a593Smuzhiyun struct pci_bus *bus;
44*4882a593Smuzhiyun int rc;
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun rc = zpci_alloc_domain(domain);
47*4882a593Smuzhiyun if (rc < 0)
48*4882a593Smuzhiyun return rc;
49*4882a593Smuzhiyun zbus->domain_nr = rc;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun bus = pci_scan_root_bus(NULL, ZPCI_BUS_NR, ops, zbus, &zbus->resources);
52*4882a593Smuzhiyun if (!bus) {
53*4882a593Smuzhiyun zpci_free_domain(zbus->domain_nr);
54*4882a593Smuzhiyun return -EFAULT;
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun zbus->bus = bus;
58*4882a593Smuzhiyun pci_bus_add_devices(bus);
59*4882a593Smuzhiyun return 0;
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun
zpci_bus_release(struct kref * kref)62*4882a593Smuzhiyun static void zpci_bus_release(struct kref *kref)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun struct zpci_bus *zbus = container_of(kref, struct zpci_bus, kref);
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun if (zbus->bus) {
67*4882a593Smuzhiyun pci_lock_rescan_remove();
68*4882a593Smuzhiyun pci_stop_root_bus(zbus->bus);
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun zpci_free_domain(zbus->domain_nr);
71*4882a593Smuzhiyun pci_free_resource_list(&zbus->resources);
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun pci_remove_root_bus(zbus->bus);
74*4882a593Smuzhiyun pci_unlock_rescan_remove();
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun spin_lock(&zbus_list_lock);
78*4882a593Smuzhiyun list_del(&zbus->bus_next);
79*4882a593Smuzhiyun spin_unlock(&zbus_list_lock);
80*4882a593Smuzhiyun kfree(zbus);
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun
zpci_bus_put(struct zpci_bus * zbus)83*4882a593Smuzhiyun static void zpci_bus_put(struct zpci_bus *zbus)
84*4882a593Smuzhiyun {
85*4882a593Smuzhiyun kref_put(&zbus->kref, zpci_bus_release);
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun
zpci_bus_get(int pchid)88*4882a593Smuzhiyun static struct zpci_bus *zpci_bus_get(int pchid)
89*4882a593Smuzhiyun {
90*4882a593Smuzhiyun struct zpci_bus *zbus;
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun spin_lock(&zbus_list_lock);
93*4882a593Smuzhiyun list_for_each_entry(zbus, &zbus_list, bus_next) {
94*4882a593Smuzhiyun if (pchid == zbus->pchid) {
95*4882a593Smuzhiyun kref_get(&zbus->kref);
96*4882a593Smuzhiyun goto out_unlock;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun zbus = NULL;
100*4882a593Smuzhiyun out_unlock:
101*4882a593Smuzhiyun spin_unlock(&zbus_list_lock);
102*4882a593Smuzhiyun return zbus;
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun
zpci_bus_alloc(int pchid)105*4882a593Smuzhiyun static struct zpci_bus *zpci_bus_alloc(int pchid)
106*4882a593Smuzhiyun {
107*4882a593Smuzhiyun struct zpci_bus *zbus;
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun zbus = kzalloc(sizeof(*zbus), GFP_KERNEL);
110*4882a593Smuzhiyun if (!zbus)
111*4882a593Smuzhiyun return NULL;
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun zbus->pchid = pchid;
114*4882a593Smuzhiyun INIT_LIST_HEAD(&zbus->bus_next);
115*4882a593Smuzhiyun spin_lock(&zbus_list_lock);
116*4882a593Smuzhiyun list_add_tail(&zbus->bus_next, &zbus_list);
117*4882a593Smuzhiyun spin_unlock(&zbus_list_lock);
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun kref_init(&zbus->kref);
120*4882a593Smuzhiyun INIT_LIST_HEAD(&zbus->resources);
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun zbus->bus_resource.start = 0;
123*4882a593Smuzhiyun zbus->bus_resource.end = ZPCI_BUS_NR;
124*4882a593Smuzhiyun zbus->bus_resource.flags = IORESOURCE_BUS;
125*4882a593Smuzhiyun pci_add_resource(&zbus->resources, &zbus->bus_resource);
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun return zbus;
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun
pcibios_bus_add_device(struct pci_dev * pdev)130*4882a593Smuzhiyun void pcibios_bus_add_device(struct pci_dev *pdev)
131*4882a593Smuzhiyun {
132*4882a593Smuzhiyun struct zpci_dev *zdev = to_zpci(pdev);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun /*
135*4882a593Smuzhiyun * With pdev->no_vf_scan the common PCI probing code does not
136*4882a593Smuzhiyun * perform PF/VF linking.
137*4882a593Smuzhiyun */
138*4882a593Smuzhiyun if (zdev->vfn) {
139*4882a593Smuzhiyun zpci_iov_setup_virtfn(zdev->zbus, pdev, zdev->vfn);
140*4882a593Smuzhiyun pdev->no_command_memory = 1;
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun
zpci_bus_add_device(struct zpci_bus * zbus,struct zpci_dev * zdev)144*4882a593Smuzhiyun static int zpci_bus_add_device(struct zpci_bus *zbus, struct zpci_dev *zdev)
145*4882a593Smuzhiyun {
146*4882a593Smuzhiyun struct pci_bus *bus;
147*4882a593Smuzhiyun struct resource_entry *window, *n;
148*4882a593Smuzhiyun struct resource *res;
149*4882a593Smuzhiyun struct pci_dev *pdev;
150*4882a593Smuzhiyun int rc;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun bus = zbus->bus;
153*4882a593Smuzhiyun if (!bus)
154*4882a593Smuzhiyun return -EINVAL;
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun pdev = pci_get_slot(bus, zdev->devfn);
157*4882a593Smuzhiyun if (pdev) {
158*4882a593Smuzhiyun /* Device is already known. */
159*4882a593Smuzhiyun pci_dev_put(pdev);
160*4882a593Smuzhiyun return 0;
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun rc = zpci_init_slot(zdev);
164*4882a593Smuzhiyun if (rc)
165*4882a593Smuzhiyun return rc;
166*4882a593Smuzhiyun zdev->has_hp_slot = 1;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun resource_list_for_each_entry_safe(window, n, &zbus->resources) {
169*4882a593Smuzhiyun res = window->res;
170*4882a593Smuzhiyun pci_bus_add_resource(bus, res, 0);
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun pdev = pci_scan_single_device(bus, zdev->devfn);
174*4882a593Smuzhiyun if (pdev)
175*4882a593Smuzhiyun pci_bus_add_device(pdev);
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun return 0;
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun
zpci_bus_add_devices(struct zpci_bus * zbus)180*4882a593Smuzhiyun static void zpci_bus_add_devices(struct zpci_bus *zbus)
181*4882a593Smuzhiyun {
182*4882a593Smuzhiyun int i;
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun for (i = 1; i < ZPCI_FUNCTIONS_PER_BUS; i++)
185*4882a593Smuzhiyun if (zbus->function[i])
186*4882a593Smuzhiyun zpci_bus_add_device(zbus, zbus->function[i]);
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun pci_lock_rescan_remove();
189*4882a593Smuzhiyun pci_bus_add_devices(zbus->bus);
190*4882a593Smuzhiyun pci_unlock_rescan_remove();
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun
zpci_bus_device_register(struct zpci_dev * zdev,struct pci_ops * ops)193*4882a593Smuzhiyun int zpci_bus_device_register(struct zpci_dev *zdev, struct pci_ops *ops)
194*4882a593Smuzhiyun {
195*4882a593Smuzhiyun struct zpci_bus *zbus = NULL;
196*4882a593Smuzhiyun int rc = -EBADF;
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun if (zpci_nb_devices == ZPCI_NR_DEVICES) {
199*4882a593Smuzhiyun pr_warn("Adding PCI function %08x failed because the configured limit of %d is reached\n",
200*4882a593Smuzhiyun zdev->fid, ZPCI_NR_DEVICES);
201*4882a593Smuzhiyun return -ENOSPC;
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun zpci_nb_devices++;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun if (zdev->devfn >= ZPCI_FUNCTIONS_PER_BUS)
206*4882a593Smuzhiyun return -EINVAL;
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun if (!s390_pci_no_rid && zdev->rid_available)
209*4882a593Smuzhiyun zbus = zpci_bus_get(zdev->pchid);
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun if (!zbus) {
212*4882a593Smuzhiyun zbus = zpci_bus_alloc(zdev->pchid);
213*4882a593Smuzhiyun if (!zbus)
214*4882a593Smuzhiyun return -ENOMEM;
215*4882a593Smuzhiyun }
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun zdev->zbus = zbus;
218*4882a593Smuzhiyun if (zbus->function[zdev->devfn]) {
219*4882a593Smuzhiyun pr_err("devfn %04x is already assigned\n", zdev->devfn);
220*4882a593Smuzhiyun goto error; /* rc already set */
221*4882a593Smuzhiyun }
222*4882a593Smuzhiyun zbus->function[zdev->devfn] = zdev;
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun zpci_setup_bus_resources(zdev, &zbus->resources);
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun if (zbus->bus) {
227*4882a593Smuzhiyun if (!zbus->multifunction) {
228*4882a593Smuzhiyun WARN_ONCE(1, "zbus is not multifunction\n");
229*4882a593Smuzhiyun goto error_bus;
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun if (!zdev->rid_available) {
232*4882a593Smuzhiyun WARN_ONCE(1, "rid_available not set for multifunction\n");
233*4882a593Smuzhiyun goto error_bus;
234*4882a593Smuzhiyun }
235*4882a593Smuzhiyun rc = zpci_bus_add_device(zbus, zdev);
236*4882a593Smuzhiyun if (rc)
237*4882a593Smuzhiyun goto error_bus;
238*4882a593Smuzhiyun } else if (zdev->devfn == 0) {
239*4882a593Smuzhiyun if (zbus->multifunction && !zdev->rid_available) {
240*4882a593Smuzhiyun WARN_ONCE(1, "rid_available not set on function 0 for multifunction\n");
241*4882a593Smuzhiyun goto error_bus;
242*4882a593Smuzhiyun }
243*4882a593Smuzhiyun rc = zpci_bus_scan(zbus, (u16)zdev->uid, ops);
244*4882a593Smuzhiyun if (rc)
245*4882a593Smuzhiyun goto error_bus;
246*4882a593Smuzhiyun zpci_bus_add_devices(zbus);
247*4882a593Smuzhiyun rc = zpci_init_slot(zdev);
248*4882a593Smuzhiyun if (rc)
249*4882a593Smuzhiyun goto error_bus;
250*4882a593Smuzhiyun zdev->has_hp_slot = 1;
251*4882a593Smuzhiyun zbus->multifunction = zdev->rid_available;
252*4882a593Smuzhiyun zbus->max_bus_speed = zdev->max_bus_speed;
253*4882a593Smuzhiyun } else {
254*4882a593Smuzhiyun zbus->multifunction = 1;
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun
257*4882a593Smuzhiyun return 0;
258*4882a593Smuzhiyun
259*4882a593Smuzhiyun error_bus:
260*4882a593Smuzhiyun zpci_nb_devices--;
261*4882a593Smuzhiyun zbus->function[zdev->devfn] = NULL;
262*4882a593Smuzhiyun error:
263*4882a593Smuzhiyun pr_err("Adding PCI function %08x failed\n", zdev->fid);
264*4882a593Smuzhiyun zpci_bus_put(zbus);
265*4882a593Smuzhiyun return rc;
266*4882a593Smuzhiyun }
267*4882a593Smuzhiyun
zpci_bus_device_unregister(struct zpci_dev * zdev)268*4882a593Smuzhiyun void zpci_bus_device_unregister(struct zpci_dev *zdev)
269*4882a593Smuzhiyun {
270*4882a593Smuzhiyun struct zpci_bus *zbus = zdev->zbus;
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun zpci_nb_devices--;
273*4882a593Smuzhiyun zbus->function[zdev->devfn] = NULL;
274*4882a593Smuzhiyun zpci_bus_put(zbus);
275*4882a593Smuzhiyun }
276