1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * direct.c - Low-level direct PCI config space access
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include <linux/pci.h>
7*4882a593Smuzhiyun #include <linux/init.h>
8*4882a593Smuzhiyun #include <linux/dmi.h>
9*4882a593Smuzhiyun #include <asm/pci_x86.h>
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun /*
12*4882a593Smuzhiyun * Functions for accessing PCI base (first 256 bytes) and extended
13*4882a593Smuzhiyun * (4096 bytes per PCI function) configuration space with type 1
14*4882a593Smuzhiyun * accesses.
15*4882a593Smuzhiyun */
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #define PCI_CONF1_ADDRESS(bus, devfn, reg) \
18*4882a593Smuzhiyun (0x80000000 | ((reg & 0xF00) << 16) | (bus << 16) \
19*4882a593Smuzhiyun | (devfn << 8) | (reg & 0xFC))
20*4882a593Smuzhiyun
pci_conf1_read(unsigned int seg,unsigned int bus,unsigned int devfn,int reg,int len,u32 * value)21*4882a593Smuzhiyun static int pci_conf1_read(unsigned int seg, unsigned int bus,
22*4882a593Smuzhiyun unsigned int devfn, int reg, int len, u32 *value)
23*4882a593Smuzhiyun {
24*4882a593Smuzhiyun unsigned long flags;
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun if (seg || (bus > 255) || (devfn > 255) || (reg > 4095)) {
27*4882a593Smuzhiyun *value = -1;
28*4882a593Smuzhiyun return -EINVAL;
29*4882a593Smuzhiyun }
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun raw_spin_lock_irqsave(&pci_config_lock, flags);
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun outl(PCI_CONF1_ADDRESS(bus, devfn, reg), 0xCF8);
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun switch (len) {
36*4882a593Smuzhiyun case 1:
37*4882a593Smuzhiyun *value = inb(0xCFC + (reg & 3));
38*4882a593Smuzhiyun break;
39*4882a593Smuzhiyun case 2:
40*4882a593Smuzhiyun *value = inw(0xCFC + (reg & 2));
41*4882a593Smuzhiyun break;
42*4882a593Smuzhiyun case 4:
43*4882a593Smuzhiyun *value = inl(0xCFC);
44*4882a593Smuzhiyun break;
45*4882a593Smuzhiyun }
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&pci_config_lock, flags);
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun return 0;
50*4882a593Smuzhiyun }
51*4882a593Smuzhiyun
pci_conf1_write(unsigned int seg,unsigned int bus,unsigned int devfn,int reg,int len,u32 value)52*4882a593Smuzhiyun static int pci_conf1_write(unsigned int seg, unsigned int bus,
53*4882a593Smuzhiyun unsigned int devfn, int reg, int len, u32 value)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun unsigned long flags;
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun if (seg || (bus > 255) || (devfn > 255) || (reg > 4095))
58*4882a593Smuzhiyun return -EINVAL;
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun raw_spin_lock_irqsave(&pci_config_lock, flags);
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun outl(PCI_CONF1_ADDRESS(bus, devfn, reg), 0xCF8);
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun switch (len) {
65*4882a593Smuzhiyun case 1:
66*4882a593Smuzhiyun outb((u8)value, 0xCFC + (reg & 3));
67*4882a593Smuzhiyun break;
68*4882a593Smuzhiyun case 2:
69*4882a593Smuzhiyun outw((u16)value, 0xCFC + (reg & 2));
70*4882a593Smuzhiyun break;
71*4882a593Smuzhiyun case 4:
72*4882a593Smuzhiyun outl((u32)value, 0xCFC);
73*4882a593Smuzhiyun break;
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&pci_config_lock, flags);
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun return 0;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun #undef PCI_CONF1_ADDRESS
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun const struct pci_raw_ops pci_direct_conf1 = {
84*4882a593Smuzhiyun .read = pci_conf1_read,
85*4882a593Smuzhiyun .write = pci_conf1_write,
86*4882a593Smuzhiyun };
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun /*
90*4882a593Smuzhiyun * Functions for accessing PCI configuration space with type 2 accesses
91*4882a593Smuzhiyun */
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun #define PCI_CONF2_ADDRESS(dev, reg) (u16)(0xC000 | (dev << 8) | reg)
94*4882a593Smuzhiyun
pci_conf2_read(unsigned int seg,unsigned int bus,unsigned int devfn,int reg,int len,u32 * value)95*4882a593Smuzhiyun static int pci_conf2_read(unsigned int seg, unsigned int bus,
96*4882a593Smuzhiyun unsigned int devfn, int reg, int len, u32 *value)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun unsigned long flags;
99*4882a593Smuzhiyun int dev, fn;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun WARN_ON(seg);
102*4882a593Smuzhiyun if ((bus > 255) || (devfn > 255) || (reg > 255)) {
103*4882a593Smuzhiyun *value = -1;
104*4882a593Smuzhiyun return -EINVAL;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun dev = PCI_SLOT(devfn);
108*4882a593Smuzhiyun fn = PCI_FUNC(devfn);
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun if (dev & 0x10)
111*4882a593Smuzhiyun return PCIBIOS_DEVICE_NOT_FOUND;
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun raw_spin_lock_irqsave(&pci_config_lock, flags);
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun outb((u8)(0xF0 | (fn << 1)), 0xCF8);
116*4882a593Smuzhiyun outb((u8)bus, 0xCFA);
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun switch (len) {
119*4882a593Smuzhiyun case 1:
120*4882a593Smuzhiyun *value = inb(PCI_CONF2_ADDRESS(dev, reg));
121*4882a593Smuzhiyun break;
122*4882a593Smuzhiyun case 2:
123*4882a593Smuzhiyun *value = inw(PCI_CONF2_ADDRESS(dev, reg));
124*4882a593Smuzhiyun break;
125*4882a593Smuzhiyun case 4:
126*4882a593Smuzhiyun *value = inl(PCI_CONF2_ADDRESS(dev, reg));
127*4882a593Smuzhiyun break;
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun outb(0, 0xCF8);
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&pci_config_lock, flags);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun return 0;
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun
pci_conf2_write(unsigned int seg,unsigned int bus,unsigned int devfn,int reg,int len,u32 value)137*4882a593Smuzhiyun static int pci_conf2_write(unsigned int seg, unsigned int bus,
138*4882a593Smuzhiyun unsigned int devfn, int reg, int len, u32 value)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun unsigned long flags;
141*4882a593Smuzhiyun int dev, fn;
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun WARN_ON(seg);
144*4882a593Smuzhiyun if ((bus > 255) || (devfn > 255) || (reg > 255))
145*4882a593Smuzhiyun return -EINVAL;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun dev = PCI_SLOT(devfn);
148*4882a593Smuzhiyun fn = PCI_FUNC(devfn);
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun if (dev & 0x10)
151*4882a593Smuzhiyun return PCIBIOS_DEVICE_NOT_FOUND;
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun raw_spin_lock_irqsave(&pci_config_lock, flags);
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun outb((u8)(0xF0 | (fn << 1)), 0xCF8);
156*4882a593Smuzhiyun outb((u8)bus, 0xCFA);
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun switch (len) {
159*4882a593Smuzhiyun case 1:
160*4882a593Smuzhiyun outb((u8)value, PCI_CONF2_ADDRESS(dev, reg));
161*4882a593Smuzhiyun break;
162*4882a593Smuzhiyun case 2:
163*4882a593Smuzhiyun outw((u16)value, PCI_CONF2_ADDRESS(dev, reg));
164*4882a593Smuzhiyun break;
165*4882a593Smuzhiyun case 4:
166*4882a593Smuzhiyun outl((u32)value, PCI_CONF2_ADDRESS(dev, reg));
167*4882a593Smuzhiyun break;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun outb(0, 0xCF8);
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&pci_config_lock, flags);
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun return 0;
175*4882a593Smuzhiyun }
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun #undef PCI_CONF2_ADDRESS
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun static const struct pci_raw_ops pci_direct_conf2 = {
180*4882a593Smuzhiyun .read = pci_conf2_read,
181*4882a593Smuzhiyun .write = pci_conf2_write,
182*4882a593Smuzhiyun };
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun /*
186*4882a593Smuzhiyun * Before we decide to use direct hardware access mechanisms, we try to do some
187*4882a593Smuzhiyun * trivial checks to ensure it at least _seems_ to be working -- we just test
188*4882a593Smuzhiyun * whether bus 00 contains a host bridge (this is similar to checking
189*4882a593Smuzhiyun * techniques used in XFree86, but ours should be more reliable since we
190*4882a593Smuzhiyun * attempt to make use of direct access hints provided by the PCI BIOS).
191*4882a593Smuzhiyun *
192*4882a593Smuzhiyun * This should be close to trivial, but it isn't, because there are buggy
193*4882a593Smuzhiyun * chipsets (yes, you guessed it, by Intel and Compaq) that have no class ID.
194*4882a593Smuzhiyun */
pci_sanity_check(const struct pci_raw_ops * o)195*4882a593Smuzhiyun static int __init pci_sanity_check(const struct pci_raw_ops *o)
196*4882a593Smuzhiyun {
197*4882a593Smuzhiyun u32 x = 0;
198*4882a593Smuzhiyun int devfn;
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun if (pci_probe & PCI_NO_CHECKS)
201*4882a593Smuzhiyun return 1;
202*4882a593Smuzhiyun /* Assume Type 1 works for newer systems.
203*4882a593Smuzhiyun This handles machines that don't have anything on PCI Bus 0. */
204*4882a593Smuzhiyun if (dmi_get_bios_year() >= 2001)
205*4882a593Smuzhiyun return 1;
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun for (devfn = 0; devfn < 0x100; devfn++) {
208*4882a593Smuzhiyun if (o->read(0, 0, devfn, PCI_CLASS_DEVICE, 2, &x))
209*4882a593Smuzhiyun continue;
210*4882a593Smuzhiyun if (x == PCI_CLASS_BRIDGE_HOST || x == PCI_CLASS_DISPLAY_VGA)
211*4882a593Smuzhiyun return 1;
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun if (o->read(0, 0, devfn, PCI_VENDOR_ID, 2, &x))
214*4882a593Smuzhiyun continue;
215*4882a593Smuzhiyun if (x == PCI_VENDOR_ID_INTEL || x == PCI_VENDOR_ID_COMPAQ)
216*4882a593Smuzhiyun return 1;
217*4882a593Smuzhiyun }
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun DBG(KERN_WARNING "PCI: Sanity check failed\n");
220*4882a593Smuzhiyun return 0;
221*4882a593Smuzhiyun }
222*4882a593Smuzhiyun
pci_check_type1(void)223*4882a593Smuzhiyun static int __init pci_check_type1(void)
224*4882a593Smuzhiyun {
225*4882a593Smuzhiyun unsigned long flags;
226*4882a593Smuzhiyun unsigned int tmp;
227*4882a593Smuzhiyun int works = 0;
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun local_irq_save(flags);
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun outb(0x01, 0xCFB);
232*4882a593Smuzhiyun tmp = inl(0xCF8);
233*4882a593Smuzhiyun outl(0x80000000, 0xCF8);
234*4882a593Smuzhiyun if (inl(0xCF8) == 0x80000000 && pci_sanity_check(&pci_direct_conf1)) {
235*4882a593Smuzhiyun works = 1;
236*4882a593Smuzhiyun }
237*4882a593Smuzhiyun outl(tmp, 0xCF8);
238*4882a593Smuzhiyun local_irq_restore(flags);
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun return works;
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun
pci_check_type2(void)243*4882a593Smuzhiyun static int __init pci_check_type2(void)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun unsigned long flags;
246*4882a593Smuzhiyun int works = 0;
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun local_irq_save(flags);
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun outb(0x00, 0xCFB);
251*4882a593Smuzhiyun outb(0x00, 0xCF8);
252*4882a593Smuzhiyun outb(0x00, 0xCFA);
253*4882a593Smuzhiyun if (inb(0xCF8) == 0x00 && inb(0xCFA) == 0x00 &&
254*4882a593Smuzhiyun pci_sanity_check(&pci_direct_conf2)) {
255*4882a593Smuzhiyun works = 1;
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun
258*4882a593Smuzhiyun local_irq_restore(flags);
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun return works;
261*4882a593Smuzhiyun }
262*4882a593Smuzhiyun
pci_direct_init(int type)263*4882a593Smuzhiyun void __init pci_direct_init(int type)
264*4882a593Smuzhiyun {
265*4882a593Smuzhiyun if (type == 0)
266*4882a593Smuzhiyun return;
267*4882a593Smuzhiyun printk(KERN_INFO "PCI: Using configuration type %d for base access\n",
268*4882a593Smuzhiyun type);
269*4882a593Smuzhiyun if (type == 1) {
270*4882a593Smuzhiyun raw_pci_ops = &pci_direct_conf1;
271*4882a593Smuzhiyun if (raw_pci_ext_ops)
272*4882a593Smuzhiyun return;
273*4882a593Smuzhiyun if (!(pci_probe & PCI_HAS_IO_ECS))
274*4882a593Smuzhiyun return;
275*4882a593Smuzhiyun printk(KERN_INFO "PCI: Using configuration type 1 "
276*4882a593Smuzhiyun "for extended access\n");
277*4882a593Smuzhiyun raw_pci_ext_ops = &pci_direct_conf1;
278*4882a593Smuzhiyun return;
279*4882a593Smuzhiyun }
280*4882a593Smuzhiyun raw_pci_ops = &pci_direct_conf2;
281*4882a593Smuzhiyun }
282*4882a593Smuzhiyun
pci_direct_probe(void)283*4882a593Smuzhiyun int __init pci_direct_probe(void)
284*4882a593Smuzhiyun {
285*4882a593Smuzhiyun if ((pci_probe & PCI_PROBE_CONF1) == 0)
286*4882a593Smuzhiyun goto type2;
287*4882a593Smuzhiyun if (!request_region(0xCF8, 8, "PCI conf1"))
288*4882a593Smuzhiyun goto type2;
289*4882a593Smuzhiyun
290*4882a593Smuzhiyun if (pci_check_type1()) {
291*4882a593Smuzhiyun raw_pci_ops = &pci_direct_conf1;
292*4882a593Smuzhiyun port_cf9_safe = true;
293*4882a593Smuzhiyun return 1;
294*4882a593Smuzhiyun }
295*4882a593Smuzhiyun release_region(0xCF8, 8);
296*4882a593Smuzhiyun
297*4882a593Smuzhiyun type2:
298*4882a593Smuzhiyun if ((pci_probe & PCI_PROBE_CONF2) == 0)
299*4882a593Smuzhiyun return 0;
300*4882a593Smuzhiyun if (!request_region(0xCF8, 4, "PCI conf2"))
301*4882a593Smuzhiyun return 0;
302*4882a593Smuzhiyun if (!request_region(0xC000, 0x1000, "PCI conf2"))
303*4882a593Smuzhiyun goto fail2;
304*4882a593Smuzhiyun
305*4882a593Smuzhiyun if (pci_check_type2()) {
306*4882a593Smuzhiyun raw_pci_ops = &pci_direct_conf2;
307*4882a593Smuzhiyun port_cf9_safe = true;
308*4882a593Smuzhiyun return 2;
309*4882a593Smuzhiyun }
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun release_region(0xC000, 0x1000);
312*4882a593Smuzhiyun fail2:
313*4882a593Smuzhiyun release_region(0xCF8, 4);
314*4882a593Smuzhiyun return 0;
315*4882a593Smuzhiyun }
316