1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * PCIe host controller driver for Freescale Layerscape SoCs
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2014 Freescale Semiconductor.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Author: Minghuan Lian <Minghuan.Lian@freescale.com>
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun #include <linux/interrupt.h>
12*4882a593Smuzhiyun #include <linux/init.h>
13*4882a593Smuzhiyun #include <linux/of_pci.h>
14*4882a593Smuzhiyun #include <linux/of_platform.h>
15*4882a593Smuzhiyun #include <linux/of_irq.h>
16*4882a593Smuzhiyun #include <linux/of_address.h>
17*4882a593Smuzhiyun #include <linux/pci.h>
18*4882a593Smuzhiyun #include <linux/platform_device.h>
19*4882a593Smuzhiyun #include <linux/resource.h>
20*4882a593Smuzhiyun #include <linux/mfd/syscon.h>
21*4882a593Smuzhiyun #include <linux/regmap.h>
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun #include "pcie-designware.h"
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun /* PEX1/2 Misc Ports Status Register */
26*4882a593Smuzhiyun #define SCFG_PEXMSCPORTSR(pex_idx) (0x94 + (pex_idx) * 4)
27*4882a593Smuzhiyun #define LTSSM_STATE_SHIFT 20
28*4882a593Smuzhiyun #define LTSSM_STATE_MASK 0x3f
29*4882a593Smuzhiyun #define LTSSM_PCIE_L0 0x11 /* L0 state */
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun /* PEX Internal Configuration Registers */
32*4882a593Smuzhiyun #define PCIE_STRFMR1 0x71c /* Symbol Timer & Filter Mask Register1 */
33*4882a593Smuzhiyun #define PCIE_ABSERR 0x8d0 /* Bridge Slave Error Response Register */
34*4882a593Smuzhiyun #define PCIE_ABSERR_SETTING 0x9401 /* Forward error of non-posted request */
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun #define PCIE_IATU_NUM 6
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun struct ls_pcie_drvdata {
39*4882a593Smuzhiyun u32 lut_offset;
40*4882a593Smuzhiyun u32 ltssm_shift;
41*4882a593Smuzhiyun u32 lut_dbg;
42*4882a593Smuzhiyun const struct dw_pcie_host_ops *ops;
43*4882a593Smuzhiyun const struct dw_pcie_ops *dw_pcie_ops;
44*4882a593Smuzhiyun };
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun struct ls_pcie {
47*4882a593Smuzhiyun struct dw_pcie *pci;
48*4882a593Smuzhiyun void __iomem *lut;
49*4882a593Smuzhiyun struct regmap *scfg;
50*4882a593Smuzhiyun const struct ls_pcie_drvdata *drvdata;
51*4882a593Smuzhiyun int index;
52*4882a593Smuzhiyun };
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun #define to_ls_pcie(x) dev_get_drvdata((x)->dev)
55*4882a593Smuzhiyun
ls_pcie_is_bridge(struct ls_pcie * pcie)56*4882a593Smuzhiyun static bool ls_pcie_is_bridge(struct ls_pcie *pcie)
57*4882a593Smuzhiyun {
58*4882a593Smuzhiyun struct dw_pcie *pci = pcie->pci;
59*4882a593Smuzhiyun u32 header_type;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun header_type = ioread8(pci->dbi_base + PCI_HEADER_TYPE);
62*4882a593Smuzhiyun header_type &= 0x7f;
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun return header_type == PCI_HEADER_TYPE_BRIDGE;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun /* Clear multi-function bit */
ls_pcie_clear_multifunction(struct ls_pcie * pcie)68*4882a593Smuzhiyun static void ls_pcie_clear_multifunction(struct ls_pcie *pcie)
69*4882a593Smuzhiyun {
70*4882a593Smuzhiyun struct dw_pcie *pci = pcie->pci;
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun iowrite8(PCI_HEADER_TYPE_BRIDGE, pci->dbi_base + PCI_HEADER_TYPE);
73*4882a593Smuzhiyun }
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun /* Drop MSG TLP except for Vendor MSG */
ls_pcie_drop_msg_tlp(struct ls_pcie * pcie)76*4882a593Smuzhiyun static void ls_pcie_drop_msg_tlp(struct ls_pcie *pcie)
77*4882a593Smuzhiyun {
78*4882a593Smuzhiyun u32 val;
79*4882a593Smuzhiyun struct dw_pcie *pci = pcie->pci;
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun val = ioread32(pci->dbi_base + PCIE_STRFMR1);
82*4882a593Smuzhiyun val &= 0xDFFFFFFF;
83*4882a593Smuzhiyun iowrite32(val, pci->dbi_base + PCIE_STRFMR1);
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
ls_pcie_disable_outbound_atus(struct ls_pcie * pcie)86*4882a593Smuzhiyun static void ls_pcie_disable_outbound_atus(struct ls_pcie *pcie)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun int i;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun for (i = 0; i < PCIE_IATU_NUM; i++)
91*4882a593Smuzhiyun dw_pcie_disable_atu(pcie->pci, i, DW_PCIE_REGION_OUTBOUND);
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun
ls1021_pcie_link_up(struct dw_pcie * pci)94*4882a593Smuzhiyun static int ls1021_pcie_link_up(struct dw_pcie *pci)
95*4882a593Smuzhiyun {
96*4882a593Smuzhiyun u32 state;
97*4882a593Smuzhiyun struct ls_pcie *pcie = to_ls_pcie(pci);
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun if (!pcie->scfg)
100*4882a593Smuzhiyun return 0;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun regmap_read(pcie->scfg, SCFG_PEXMSCPORTSR(pcie->index), &state);
103*4882a593Smuzhiyun state = (state >> LTSSM_STATE_SHIFT) & LTSSM_STATE_MASK;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (state < LTSSM_PCIE_L0)
106*4882a593Smuzhiyun return 0;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun return 1;
109*4882a593Smuzhiyun }
110*4882a593Smuzhiyun
ls_pcie_link_up(struct dw_pcie * pci)111*4882a593Smuzhiyun static int ls_pcie_link_up(struct dw_pcie *pci)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun struct ls_pcie *pcie = to_ls_pcie(pci);
114*4882a593Smuzhiyun u32 state;
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun state = (ioread32(pcie->lut + pcie->drvdata->lut_dbg) >>
117*4882a593Smuzhiyun pcie->drvdata->ltssm_shift) &
118*4882a593Smuzhiyun LTSSM_STATE_MASK;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun if (state < LTSSM_PCIE_L0)
121*4882a593Smuzhiyun return 0;
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun return 1;
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun /* Forward error response of outbound non-posted requests */
ls_pcie_fix_error_response(struct ls_pcie * pcie)127*4882a593Smuzhiyun static void ls_pcie_fix_error_response(struct ls_pcie *pcie)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun struct dw_pcie *pci = pcie->pci;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun iowrite32(PCIE_ABSERR_SETTING, pci->dbi_base + PCIE_ABSERR);
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun
ls_pcie_host_init(struct pcie_port * pp)134*4882a593Smuzhiyun static int ls_pcie_host_init(struct pcie_port *pp)
135*4882a593Smuzhiyun {
136*4882a593Smuzhiyun struct dw_pcie *pci = to_dw_pcie_from_pp(pp);
137*4882a593Smuzhiyun struct ls_pcie *pcie = to_ls_pcie(pci);
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun /*
140*4882a593Smuzhiyun * Disable outbound windows configured by the bootloader to avoid
141*4882a593Smuzhiyun * one transaction hitting multiple outbound windows.
142*4882a593Smuzhiyun * dw_pcie_setup_rc() will reconfigure the outbound windows.
143*4882a593Smuzhiyun */
144*4882a593Smuzhiyun ls_pcie_disable_outbound_atus(pcie);
145*4882a593Smuzhiyun ls_pcie_fix_error_response(pcie);
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun dw_pcie_dbi_ro_wr_en(pci);
148*4882a593Smuzhiyun ls_pcie_clear_multifunction(pcie);
149*4882a593Smuzhiyun dw_pcie_dbi_ro_wr_dis(pci);
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun ls_pcie_drop_msg_tlp(pcie);
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun dw_pcie_setup_rc(pp);
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun return 0;
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun
ls1021_pcie_host_init(struct pcie_port * pp)158*4882a593Smuzhiyun static int ls1021_pcie_host_init(struct pcie_port *pp)
159*4882a593Smuzhiyun {
160*4882a593Smuzhiyun struct dw_pcie *pci = to_dw_pcie_from_pp(pp);
161*4882a593Smuzhiyun struct ls_pcie *pcie = to_ls_pcie(pci);
162*4882a593Smuzhiyun struct device *dev = pci->dev;
163*4882a593Smuzhiyun u32 index[2];
164*4882a593Smuzhiyun int ret;
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun pcie->scfg = syscon_regmap_lookup_by_phandle(dev->of_node,
167*4882a593Smuzhiyun "fsl,pcie-scfg");
168*4882a593Smuzhiyun if (IS_ERR(pcie->scfg)) {
169*4882a593Smuzhiyun ret = PTR_ERR(pcie->scfg);
170*4882a593Smuzhiyun dev_err(dev, "No syscfg phandle specified\n");
171*4882a593Smuzhiyun pcie->scfg = NULL;
172*4882a593Smuzhiyun return ret;
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun if (of_property_read_u32_array(dev->of_node,
176*4882a593Smuzhiyun "fsl,pcie-scfg", index, 2)) {
177*4882a593Smuzhiyun pcie->scfg = NULL;
178*4882a593Smuzhiyun return -EINVAL;
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun pcie->index = index[1];
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun return ls_pcie_host_init(pp);
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun
ls_pcie_msi_host_init(struct pcie_port * pp)185*4882a593Smuzhiyun static int ls_pcie_msi_host_init(struct pcie_port *pp)
186*4882a593Smuzhiyun {
187*4882a593Smuzhiyun struct dw_pcie *pci = to_dw_pcie_from_pp(pp);
188*4882a593Smuzhiyun struct device *dev = pci->dev;
189*4882a593Smuzhiyun struct device_node *np = dev->of_node;
190*4882a593Smuzhiyun struct device_node *msi_node;
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun /*
193*4882a593Smuzhiyun * The MSI domain is set by the generic of_msi_configure(). This
194*4882a593Smuzhiyun * .msi_host_init() function keeps us from doing the default MSI
195*4882a593Smuzhiyun * domain setup in dw_pcie_host_init() and also enforces the
196*4882a593Smuzhiyun * requirement that "msi-parent" exists.
197*4882a593Smuzhiyun */
198*4882a593Smuzhiyun msi_node = of_parse_phandle(np, "msi-parent", 0);
199*4882a593Smuzhiyun if (!msi_node) {
200*4882a593Smuzhiyun dev_err(dev, "failed to find msi-parent\n");
201*4882a593Smuzhiyun return -EINVAL;
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun
204*4882a593Smuzhiyun of_node_put(msi_node);
205*4882a593Smuzhiyun return 0;
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun static const struct dw_pcie_host_ops ls1021_pcie_host_ops = {
209*4882a593Smuzhiyun .host_init = ls1021_pcie_host_init,
210*4882a593Smuzhiyun .msi_host_init = ls_pcie_msi_host_init,
211*4882a593Smuzhiyun };
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun static const struct dw_pcie_host_ops ls_pcie_host_ops = {
214*4882a593Smuzhiyun .host_init = ls_pcie_host_init,
215*4882a593Smuzhiyun .msi_host_init = ls_pcie_msi_host_init,
216*4882a593Smuzhiyun };
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun static const struct dw_pcie_ops dw_ls1021_pcie_ops = {
219*4882a593Smuzhiyun .link_up = ls1021_pcie_link_up,
220*4882a593Smuzhiyun };
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun static const struct dw_pcie_ops dw_ls_pcie_ops = {
223*4882a593Smuzhiyun .link_up = ls_pcie_link_up,
224*4882a593Smuzhiyun };
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun static const struct ls_pcie_drvdata ls1021_drvdata = {
227*4882a593Smuzhiyun .ops = &ls1021_pcie_host_ops,
228*4882a593Smuzhiyun .dw_pcie_ops = &dw_ls1021_pcie_ops,
229*4882a593Smuzhiyun };
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun static const struct ls_pcie_drvdata ls1043_drvdata = {
232*4882a593Smuzhiyun .lut_offset = 0x10000,
233*4882a593Smuzhiyun .ltssm_shift = 24,
234*4882a593Smuzhiyun .lut_dbg = 0x7fc,
235*4882a593Smuzhiyun .ops = &ls_pcie_host_ops,
236*4882a593Smuzhiyun .dw_pcie_ops = &dw_ls_pcie_ops,
237*4882a593Smuzhiyun };
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun static const struct ls_pcie_drvdata ls1046_drvdata = {
240*4882a593Smuzhiyun .lut_offset = 0x80000,
241*4882a593Smuzhiyun .ltssm_shift = 24,
242*4882a593Smuzhiyun .lut_dbg = 0x407fc,
243*4882a593Smuzhiyun .ops = &ls_pcie_host_ops,
244*4882a593Smuzhiyun .dw_pcie_ops = &dw_ls_pcie_ops,
245*4882a593Smuzhiyun };
246*4882a593Smuzhiyun
247*4882a593Smuzhiyun static const struct ls_pcie_drvdata ls2080_drvdata = {
248*4882a593Smuzhiyun .lut_offset = 0x80000,
249*4882a593Smuzhiyun .ltssm_shift = 0,
250*4882a593Smuzhiyun .lut_dbg = 0x7fc,
251*4882a593Smuzhiyun .ops = &ls_pcie_host_ops,
252*4882a593Smuzhiyun .dw_pcie_ops = &dw_ls_pcie_ops,
253*4882a593Smuzhiyun };
254*4882a593Smuzhiyun
255*4882a593Smuzhiyun static const struct ls_pcie_drvdata ls2088_drvdata = {
256*4882a593Smuzhiyun .lut_offset = 0x80000,
257*4882a593Smuzhiyun .ltssm_shift = 0,
258*4882a593Smuzhiyun .lut_dbg = 0x407fc,
259*4882a593Smuzhiyun .ops = &ls_pcie_host_ops,
260*4882a593Smuzhiyun .dw_pcie_ops = &dw_ls_pcie_ops,
261*4882a593Smuzhiyun };
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun static const struct of_device_id ls_pcie_of_match[] = {
264*4882a593Smuzhiyun { .compatible = "fsl,ls1012a-pcie", .data = &ls1046_drvdata },
265*4882a593Smuzhiyun { .compatible = "fsl,ls1021a-pcie", .data = &ls1021_drvdata },
266*4882a593Smuzhiyun { .compatible = "fsl,ls1028a-pcie", .data = &ls2088_drvdata },
267*4882a593Smuzhiyun { .compatible = "fsl,ls1043a-pcie", .data = &ls1043_drvdata },
268*4882a593Smuzhiyun { .compatible = "fsl,ls1046a-pcie", .data = &ls1046_drvdata },
269*4882a593Smuzhiyun { .compatible = "fsl,ls2080a-pcie", .data = &ls2080_drvdata },
270*4882a593Smuzhiyun { .compatible = "fsl,ls2085a-pcie", .data = &ls2080_drvdata },
271*4882a593Smuzhiyun { .compatible = "fsl,ls2088a-pcie", .data = &ls2088_drvdata },
272*4882a593Smuzhiyun { .compatible = "fsl,ls1088a-pcie", .data = &ls2088_drvdata },
273*4882a593Smuzhiyun { },
274*4882a593Smuzhiyun };
275*4882a593Smuzhiyun
ls_add_pcie_port(struct ls_pcie * pcie)276*4882a593Smuzhiyun static int __init ls_add_pcie_port(struct ls_pcie *pcie)
277*4882a593Smuzhiyun {
278*4882a593Smuzhiyun struct dw_pcie *pci = pcie->pci;
279*4882a593Smuzhiyun struct pcie_port *pp = &pci->pp;
280*4882a593Smuzhiyun struct device *dev = pci->dev;
281*4882a593Smuzhiyun int ret;
282*4882a593Smuzhiyun
283*4882a593Smuzhiyun pp->ops = pcie->drvdata->ops;
284*4882a593Smuzhiyun
285*4882a593Smuzhiyun ret = dw_pcie_host_init(pp);
286*4882a593Smuzhiyun if (ret) {
287*4882a593Smuzhiyun dev_err(dev, "failed to initialize host\n");
288*4882a593Smuzhiyun return ret;
289*4882a593Smuzhiyun }
290*4882a593Smuzhiyun
291*4882a593Smuzhiyun return 0;
292*4882a593Smuzhiyun }
293*4882a593Smuzhiyun
ls_pcie_probe(struct platform_device * pdev)294*4882a593Smuzhiyun static int __init ls_pcie_probe(struct platform_device *pdev)
295*4882a593Smuzhiyun {
296*4882a593Smuzhiyun struct device *dev = &pdev->dev;
297*4882a593Smuzhiyun struct dw_pcie *pci;
298*4882a593Smuzhiyun struct ls_pcie *pcie;
299*4882a593Smuzhiyun struct resource *dbi_base;
300*4882a593Smuzhiyun int ret;
301*4882a593Smuzhiyun
302*4882a593Smuzhiyun pcie = devm_kzalloc(dev, sizeof(*pcie), GFP_KERNEL);
303*4882a593Smuzhiyun if (!pcie)
304*4882a593Smuzhiyun return -ENOMEM;
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun pci = devm_kzalloc(dev, sizeof(*pci), GFP_KERNEL);
307*4882a593Smuzhiyun if (!pci)
308*4882a593Smuzhiyun return -ENOMEM;
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun pcie->drvdata = of_device_get_match_data(dev);
311*4882a593Smuzhiyun
312*4882a593Smuzhiyun pci->dev = dev;
313*4882a593Smuzhiyun pci->ops = pcie->drvdata->dw_pcie_ops;
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun pcie->pci = pci;
316*4882a593Smuzhiyun
317*4882a593Smuzhiyun dbi_base = platform_get_resource_byname(pdev, IORESOURCE_MEM, "regs");
318*4882a593Smuzhiyun pci->dbi_base = devm_pci_remap_cfg_resource(dev, dbi_base);
319*4882a593Smuzhiyun if (IS_ERR(pci->dbi_base))
320*4882a593Smuzhiyun return PTR_ERR(pci->dbi_base);
321*4882a593Smuzhiyun
322*4882a593Smuzhiyun pcie->lut = pci->dbi_base + pcie->drvdata->lut_offset;
323*4882a593Smuzhiyun
324*4882a593Smuzhiyun if (!ls_pcie_is_bridge(pcie))
325*4882a593Smuzhiyun return -ENODEV;
326*4882a593Smuzhiyun
327*4882a593Smuzhiyun platform_set_drvdata(pdev, pcie);
328*4882a593Smuzhiyun
329*4882a593Smuzhiyun ret = ls_add_pcie_port(pcie);
330*4882a593Smuzhiyun if (ret < 0)
331*4882a593Smuzhiyun return ret;
332*4882a593Smuzhiyun
333*4882a593Smuzhiyun return 0;
334*4882a593Smuzhiyun }
335*4882a593Smuzhiyun
336*4882a593Smuzhiyun static struct platform_driver ls_pcie_driver = {
337*4882a593Smuzhiyun .driver = {
338*4882a593Smuzhiyun .name = "layerscape-pcie",
339*4882a593Smuzhiyun .of_match_table = ls_pcie_of_match,
340*4882a593Smuzhiyun .suppress_bind_attrs = true,
341*4882a593Smuzhiyun },
342*4882a593Smuzhiyun };
343*4882a593Smuzhiyun builtin_platform_driver_probe(ls_pcie_driver, ls_pcie_probe);
344