1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * PCIe Gen4 host controller driver for NXP Layerscape SoCs
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright 2019-2020 NXP
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Author: Zhiqiang Hou <Zhiqiang.Hou@nxp.com>
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun #include <linux/interrupt.h>
12*4882a593Smuzhiyun #include <linux/init.h>
13*4882a593Smuzhiyun #include <linux/of_pci.h>
14*4882a593Smuzhiyun #include <linux/of_platform.h>
15*4882a593Smuzhiyun #include <linux/of_irq.h>
16*4882a593Smuzhiyun #include <linux/of_address.h>
17*4882a593Smuzhiyun #include <linux/pci.h>
18*4882a593Smuzhiyun #include <linux/platform_device.h>
19*4882a593Smuzhiyun #include <linux/resource.h>
20*4882a593Smuzhiyun #include <linux/mfd/syscon.h>
21*4882a593Smuzhiyun #include <linux/regmap.h>
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun #include "pcie-mobiveil.h"
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun /* LUT and PF control registers */
26*4882a593Smuzhiyun #define PCIE_LUT_OFF 0x80000
27*4882a593Smuzhiyun #define PCIE_PF_OFF 0xc0000
28*4882a593Smuzhiyun #define PCIE_PF_INT_STAT 0x18
29*4882a593Smuzhiyun #define PF_INT_STAT_PABRST BIT(31)
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun #define PCIE_PF_DBG 0x7fc
32*4882a593Smuzhiyun #define PF_DBG_LTSSM_MASK 0x3f
33*4882a593Smuzhiyun #define PF_DBG_LTSSM_L0 0x2d /* L0 state */
34*4882a593Smuzhiyun #define PF_DBG_WE BIT(31)
35*4882a593Smuzhiyun #define PF_DBG_PABR BIT(27)
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #define to_ls_pcie_g4(x) platform_get_drvdata((x)->pdev)
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun struct ls_pcie_g4 {
40*4882a593Smuzhiyun struct mobiveil_pcie pci;
41*4882a593Smuzhiyun struct delayed_work dwork;
42*4882a593Smuzhiyun int irq;
43*4882a593Smuzhiyun };
44*4882a593Smuzhiyun
ls_pcie_g4_lut_readl(struct ls_pcie_g4 * pcie,u32 off)45*4882a593Smuzhiyun static inline u32 ls_pcie_g4_lut_readl(struct ls_pcie_g4 *pcie, u32 off)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun return ioread32(pcie->pci.csr_axi_slave_base + PCIE_LUT_OFF + off);
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun
ls_pcie_g4_lut_writel(struct ls_pcie_g4 * pcie,u32 off,u32 val)50*4882a593Smuzhiyun static inline void ls_pcie_g4_lut_writel(struct ls_pcie_g4 *pcie,
51*4882a593Smuzhiyun u32 off, u32 val)
52*4882a593Smuzhiyun {
53*4882a593Smuzhiyun iowrite32(val, pcie->pci.csr_axi_slave_base + PCIE_LUT_OFF + off);
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun
ls_pcie_g4_pf_readl(struct ls_pcie_g4 * pcie,u32 off)56*4882a593Smuzhiyun static inline u32 ls_pcie_g4_pf_readl(struct ls_pcie_g4 *pcie, u32 off)
57*4882a593Smuzhiyun {
58*4882a593Smuzhiyun return ioread32(pcie->pci.csr_axi_slave_base + PCIE_PF_OFF + off);
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun
ls_pcie_g4_pf_writel(struct ls_pcie_g4 * pcie,u32 off,u32 val)61*4882a593Smuzhiyun static inline void ls_pcie_g4_pf_writel(struct ls_pcie_g4 *pcie,
62*4882a593Smuzhiyun u32 off, u32 val)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun iowrite32(val, pcie->pci.csr_axi_slave_base + PCIE_PF_OFF + off);
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun
ls_pcie_g4_link_up(struct mobiveil_pcie * pci)67*4882a593Smuzhiyun static int ls_pcie_g4_link_up(struct mobiveil_pcie *pci)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun struct ls_pcie_g4 *pcie = to_ls_pcie_g4(pci);
70*4882a593Smuzhiyun u32 state;
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun state = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG);
73*4882a593Smuzhiyun state = state & PF_DBG_LTSSM_MASK;
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun if (state == PF_DBG_LTSSM_L0)
76*4882a593Smuzhiyun return 1;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun return 0;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
ls_pcie_g4_disable_interrupt(struct ls_pcie_g4 * pcie)81*4882a593Smuzhiyun static void ls_pcie_g4_disable_interrupt(struct ls_pcie_g4 *pcie)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun struct mobiveil_pcie *mv_pci = &pcie->pci;
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun mobiveil_csr_writel(mv_pci, 0, PAB_INTP_AMBA_MISC_ENB);
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun
ls_pcie_g4_enable_interrupt(struct ls_pcie_g4 * pcie)88*4882a593Smuzhiyun static void ls_pcie_g4_enable_interrupt(struct ls_pcie_g4 *pcie)
89*4882a593Smuzhiyun {
90*4882a593Smuzhiyun struct mobiveil_pcie *mv_pci = &pcie->pci;
91*4882a593Smuzhiyun u32 val;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun /* Clear the interrupt status */
94*4882a593Smuzhiyun mobiveil_csr_writel(mv_pci, 0xffffffff, PAB_INTP_AMBA_MISC_STAT);
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun val = PAB_INTP_INTX_MASK | PAB_INTP_MSI | PAB_INTP_RESET |
97*4882a593Smuzhiyun PAB_INTP_PCIE_UE | PAB_INTP_IE_PMREDI | PAB_INTP_IE_EC;
98*4882a593Smuzhiyun mobiveil_csr_writel(mv_pci, val, PAB_INTP_AMBA_MISC_ENB);
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun
ls_pcie_g4_reinit_hw(struct ls_pcie_g4 * pcie)101*4882a593Smuzhiyun static int ls_pcie_g4_reinit_hw(struct ls_pcie_g4 *pcie)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun struct mobiveil_pcie *mv_pci = &pcie->pci;
104*4882a593Smuzhiyun struct device *dev = &mv_pci->pdev->dev;
105*4882a593Smuzhiyun u32 val, act_stat;
106*4882a593Smuzhiyun int to = 100;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun /* Poll for pab_csb_reset to set and PAB activity to clear */
109*4882a593Smuzhiyun do {
110*4882a593Smuzhiyun usleep_range(10, 15);
111*4882a593Smuzhiyun val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_INT_STAT);
112*4882a593Smuzhiyun act_stat = mobiveil_csr_readl(mv_pci, PAB_ACTIVITY_STAT);
113*4882a593Smuzhiyun } while (((val & PF_INT_STAT_PABRST) == 0 || act_stat) && to--);
114*4882a593Smuzhiyun if (to < 0) {
115*4882a593Smuzhiyun dev_err(dev, "Poll PABRST&PABACT timeout\n");
116*4882a593Smuzhiyun return -EIO;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun /* clear PEX_RESET bit in PEX_PF0_DBG register */
120*4882a593Smuzhiyun val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG);
121*4882a593Smuzhiyun val |= PF_DBG_WE;
122*4882a593Smuzhiyun ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val);
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG);
125*4882a593Smuzhiyun val |= PF_DBG_PABR;
126*4882a593Smuzhiyun ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val);
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG);
129*4882a593Smuzhiyun val &= ~PF_DBG_WE;
130*4882a593Smuzhiyun ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val);
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun mobiveil_host_init(mv_pci, true);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun to = 100;
135*4882a593Smuzhiyun while (!ls_pcie_g4_link_up(mv_pci) && to--)
136*4882a593Smuzhiyun usleep_range(200, 250);
137*4882a593Smuzhiyun if (to < 0) {
138*4882a593Smuzhiyun dev_err(dev, "PCIe link training timeout\n");
139*4882a593Smuzhiyun return -EIO;
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun return 0;
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun
ls_pcie_g4_isr(int irq,void * dev_id)145*4882a593Smuzhiyun static irqreturn_t ls_pcie_g4_isr(int irq, void *dev_id)
146*4882a593Smuzhiyun {
147*4882a593Smuzhiyun struct ls_pcie_g4 *pcie = (struct ls_pcie_g4 *)dev_id;
148*4882a593Smuzhiyun struct mobiveil_pcie *mv_pci = &pcie->pci;
149*4882a593Smuzhiyun u32 val;
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun val = mobiveil_csr_readl(mv_pci, PAB_INTP_AMBA_MISC_STAT);
152*4882a593Smuzhiyun if (!val)
153*4882a593Smuzhiyun return IRQ_NONE;
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun if (val & PAB_INTP_RESET) {
156*4882a593Smuzhiyun ls_pcie_g4_disable_interrupt(pcie);
157*4882a593Smuzhiyun schedule_delayed_work(&pcie->dwork, msecs_to_jiffies(1));
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun mobiveil_csr_writel(mv_pci, val, PAB_INTP_AMBA_MISC_STAT);
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun return IRQ_HANDLED;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun
ls_pcie_g4_interrupt_init(struct mobiveil_pcie * mv_pci)165*4882a593Smuzhiyun static int ls_pcie_g4_interrupt_init(struct mobiveil_pcie *mv_pci)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun struct ls_pcie_g4 *pcie = to_ls_pcie_g4(mv_pci);
168*4882a593Smuzhiyun struct platform_device *pdev = mv_pci->pdev;
169*4882a593Smuzhiyun struct device *dev = &pdev->dev;
170*4882a593Smuzhiyun int ret;
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun pcie->irq = platform_get_irq_byname(pdev, "intr");
173*4882a593Smuzhiyun if (pcie->irq < 0)
174*4882a593Smuzhiyun return pcie->irq;
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun ret = devm_request_irq(dev, pcie->irq, ls_pcie_g4_isr,
177*4882a593Smuzhiyun IRQF_SHARED, pdev->name, pcie);
178*4882a593Smuzhiyun if (ret) {
179*4882a593Smuzhiyun dev_err(dev, "Can't register PCIe IRQ, errno = %d\n", ret);
180*4882a593Smuzhiyun return ret;
181*4882a593Smuzhiyun }
182*4882a593Smuzhiyun
183*4882a593Smuzhiyun return 0;
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
ls_pcie_g4_reset(struct work_struct * work)186*4882a593Smuzhiyun static void ls_pcie_g4_reset(struct work_struct *work)
187*4882a593Smuzhiyun {
188*4882a593Smuzhiyun struct delayed_work *dwork = container_of(work, struct delayed_work,
189*4882a593Smuzhiyun work);
190*4882a593Smuzhiyun struct ls_pcie_g4 *pcie = container_of(dwork, struct ls_pcie_g4, dwork);
191*4882a593Smuzhiyun struct mobiveil_pcie *mv_pci = &pcie->pci;
192*4882a593Smuzhiyun u16 ctrl;
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun ctrl = mobiveil_csr_readw(mv_pci, PCI_BRIDGE_CONTROL);
195*4882a593Smuzhiyun ctrl &= ~PCI_BRIDGE_CTL_BUS_RESET;
196*4882a593Smuzhiyun mobiveil_csr_writew(mv_pci, ctrl, PCI_BRIDGE_CONTROL);
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun if (!ls_pcie_g4_reinit_hw(pcie))
199*4882a593Smuzhiyun return;
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun ls_pcie_g4_enable_interrupt(pcie);
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun
204*4882a593Smuzhiyun static struct mobiveil_rp_ops ls_pcie_g4_rp_ops = {
205*4882a593Smuzhiyun .interrupt_init = ls_pcie_g4_interrupt_init,
206*4882a593Smuzhiyun };
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun static const struct mobiveil_pab_ops ls_pcie_g4_pab_ops = {
209*4882a593Smuzhiyun .link_up = ls_pcie_g4_link_up,
210*4882a593Smuzhiyun };
211*4882a593Smuzhiyun
ls_pcie_g4_probe(struct platform_device * pdev)212*4882a593Smuzhiyun static int __init ls_pcie_g4_probe(struct platform_device *pdev)
213*4882a593Smuzhiyun {
214*4882a593Smuzhiyun struct device *dev = &pdev->dev;
215*4882a593Smuzhiyun struct pci_host_bridge *bridge;
216*4882a593Smuzhiyun struct mobiveil_pcie *mv_pci;
217*4882a593Smuzhiyun struct ls_pcie_g4 *pcie;
218*4882a593Smuzhiyun struct device_node *np = dev->of_node;
219*4882a593Smuzhiyun int ret;
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun if (!of_parse_phandle(np, "msi-parent", 0)) {
222*4882a593Smuzhiyun dev_err(dev, "Failed to find msi-parent\n");
223*4882a593Smuzhiyun return -EINVAL;
224*4882a593Smuzhiyun }
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun bridge = devm_pci_alloc_host_bridge(dev, sizeof(*pcie));
227*4882a593Smuzhiyun if (!bridge)
228*4882a593Smuzhiyun return -ENOMEM;
229*4882a593Smuzhiyun
230*4882a593Smuzhiyun pcie = pci_host_bridge_priv(bridge);
231*4882a593Smuzhiyun mv_pci = &pcie->pci;
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun mv_pci->pdev = pdev;
234*4882a593Smuzhiyun mv_pci->ops = &ls_pcie_g4_pab_ops;
235*4882a593Smuzhiyun mv_pci->rp.ops = &ls_pcie_g4_rp_ops;
236*4882a593Smuzhiyun mv_pci->rp.bridge = bridge;
237*4882a593Smuzhiyun
238*4882a593Smuzhiyun platform_set_drvdata(pdev, pcie);
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun INIT_DELAYED_WORK(&pcie->dwork, ls_pcie_g4_reset);
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun ret = mobiveil_pcie_host_probe(mv_pci);
243*4882a593Smuzhiyun if (ret) {
244*4882a593Smuzhiyun dev_err(dev, "Fail to probe\n");
245*4882a593Smuzhiyun return ret;
246*4882a593Smuzhiyun }
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun ls_pcie_g4_enable_interrupt(pcie);
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun return 0;
251*4882a593Smuzhiyun }
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun static const struct of_device_id ls_pcie_g4_of_match[] = {
254*4882a593Smuzhiyun { .compatible = "fsl,lx2160a-pcie", },
255*4882a593Smuzhiyun { },
256*4882a593Smuzhiyun };
257*4882a593Smuzhiyun
258*4882a593Smuzhiyun static struct platform_driver ls_pcie_g4_driver = {
259*4882a593Smuzhiyun .driver = {
260*4882a593Smuzhiyun .name = "layerscape-pcie-gen4",
261*4882a593Smuzhiyun .of_match_table = ls_pcie_g4_of_match,
262*4882a593Smuzhiyun .suppress_bind_attrs = true,
263*4882a593Smuzhiyun },
264*4882a593Smuzhiyun };
265*4882a593Smuzhiyun
266*4882a593Smuzhiyun builtin_platform_driver_probe(ls_pcie_g4_driver, ls_pcie_g4_probe);
267