xref: /OK3568_Linux_fs/kernel/drivers/amba/tegra-ahb.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (c) 2012, NVIDIA CORPORATION.  All rights reserved.
4*4882a593Smuzhiyun  * Copyright (C) 2011 Google, Inc.
5*4882a593Smuzhiyun  *
6*4882a593Smuzhiyun  * Author:
7*4882a593Smuzhiyun  *	Jay Cheng <jacheng@nvidia.com>
8*4882a593Smuzhiyun  *	James Wylder <james.wylder@motorola.com>
9*4882a593Smuzhiyun  *	Benoit Goby <benoit@android.com>
10*4882a593Smuzhiyun  *	Colin Cross <ccross@android.com>
11*4882a593Smuzhiyun  *	Hiroshi DOYU <hdoyu@nvidia.com>
12*4882a593Smuzhiyun  */
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun #include <linux/err.h>
15*4882a593Smuzhiyun #include <linux/kernel.h>
16*4882a593Smuzhiyun #include <linux/module.h>
17*4882a593Smuzhiyun #include <linux/platform_device.h>
18*4882a593Smuzhiyun #include <linux/io.h>
19*4882a593Smuzhiyun #include <linux/of.h>
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun #include <soc/tegra/ahb.h>
22*4882a593Smuzhiyun 
23*4882a593Smuzhiyun #define DRV_NAME "tegra-ahb"
24*4882a593Smuzhiyun 
25*4882a593Smuzhiyun #define AHB_ARBITRATION_DISABLE		0x04
26*4882a593Smuzhiyun #define AHB_ARBITRATION_PRIORITY_CTRL	0x08
27*4882a593Smuzhiyun #define   AHB_PRIORITY_WEIGHT(x)	(((x) & 0x7) << 29)
28*4882a593Smuzhiyun #define   PRIORITY_SELECT_USB BIT(6)
29*4882a593Smuzhiyun #define   PRIORITY_SELECT_USB2 BIT(18)
30*4882a593Smuzhiyun #define   PRIORITY_SELECT_USB3 BIT(17)
31*4882a593Smuzhiyun 
32*4882a593Smuzhiyun #define AHB_GIZMO_AHB_MEM		0x10
33*4882a593Smuzhiyun #define   ENB_FAST_REARBITRATE BIT(2)
34*4882a593Smuzhiyun #define   DONT_SPLIT_AHB_WR     BIT(7)
35*4882a593Smuzhiyun 
36*4882a593Smuzhiyun #define AHB_GIZMO_APB_DMA		0x14
37*4882a593Smuzhiyun #define AHB_GIZMO_IDE			0x1c
38*4882a593Smuzhiyun #define AHB_GIZMO_USB			0x20
39*4882a593Smuzhiyun #define AHB_GIZMO_AHB_XBAR_BRIDGE	0x24
40*4882a593Smuzhiyun #define AHB_GIZMO_CPU_AHB_BRIDGE	0x28
41*4882a593Smuzhiyun #define AHB_GIZMO_COP_AHB_BRIDGE	0x2c
42*4882a593Smuzhiyun #define AHB_GIZMO_XBAR_APB_CTLR		0x30
43*4882a593Smuzhiyun #define AHB_GIZMO_VCP_AHB_BRIDGE	0x34
44*4882a593Smuzhiyun #define AHB_GIZMO_NAND			0x40
45*4882a593Smuzhiyun #define AHB_GIZMO_SDMMC4		0x48
46*4882a593Smuzhiyun #define AHB_GIZMO_XIO			0x4c
47*4882a593Smuzhiyun #define AHB_GIZMO_BSEV			0x64
48*4882a593Smuzhiyun #define AHB_GIZMO_BSEA			0x74
49*4882a593Smuzhiyun #define AHB_GIZMO_NOR			0x78
50*4882a593Smuzhiyun #define AHB_GIZMO_USB2			0x7c
51*4882a593Smuzhiyun #define AHB_GIZMO_USB3			0x80
52*4882a593Smuzhiyun #define   IMMEDIATE	BIT(18)
53*4882a593Smuzhiyun 
54*4882a593Smuzhiyun #define AHB_GIZMO_SDMMC1		0x84
55*4882a593Smuzhiyun #define AHB_GIZMO_SDMMC2		0x88
56*4882a593Smuzhiyun #define AHB_GIZMO_SDMMC3		0x8c
57*4882a593Smuzhiyun #define AHB_MEM_PREFETCH_CFG_X		0xdc
58*4882a593Smuzhiyun #define AHB_ARBITRATION_XBAR_CTRL	0xe0
59*4882a593Smuzhiyun #define AHB_MEM_PREFETCH_CFG3		0xe4
60*4882a593Smuzhiyun #define AHB_MEM_PREFETCH_CFG4		0xe8
61*4882a593Smuzhiyun #define AHB_MEM_PREFETCH_CFG1		0xf0
62*4882a593Smuzhiyun #define AHB_MEM_PREFETCH_CFG2		0xf4
63*4882a593Smuzhiyun #define   PREFETCH_ENB	BIT(31)
64*4882a593Smuzhiyun #define   MST_ID(x)	(((x) & 0x1f) << 26)
65*4882a593Smuzhiyun #define   AHBDMA_MST_ID	MST_ID(5)
66*4882a593Smuzhiyun #define   USB_MST_ID	MST_ID(6)
67*4882a593Smuzhiyun #define   USB2_MST_ID	MST_ID(18)
68*4882a593Smuzhiyun #define   USB3_MST_ID	MST_ID(17)
69*4882a593Smuzhiyun #define   ADDR_BNDRY(x)	(((x) & 0xf) << 21)
70*4882a593Smuzhiyun #define   INACTIVITY_TIMEOUT(x)	(((x) & 0xffff) << 0)
71*4882a593Smuzhiyun 
72*4882a593Smuzhiyun #define AHB_ARBITRATION_AHB_MEM_WRQUE_MST_ID	0xfc
73*4882a593Smuzhiyun 
74*4882a593Smuzhiyun #define AHB_ARBITRATION_XBAR_CTRL_SMMU_INIT_DONE BIT(17)
75*4882a593Smuzhiyun 
76*4882a593Smuzhiyun /*
77*4882a593Smuzhiyun  * INCORRECT_BASE_ADDR_LOW_BYTE: Legacy kernel DT files for Tegra SoCs
78*4882a593Smuzhiyun  * prior to Tegra124 generally use a physical base address ending in
79*4882a593Smuzhiyun  * 0x4 for the AHB IP block.  According to the TRM, the low byte
80*4882a593Smuzhiyun  * should be 0x0.  During device probing, this macro is used to detect
81*4882a593Smuzhiyun  * whether the passed-in physical address is incorrect, and if so, to
82*4882a593Smuzhiyun  * correct it.
83*4882a593Smuzhiyun  */
84*4882a593Smuzhiyun #define INCORRECT_BASE_ADDR_LOW_BYTE		0x4
85*4882a593Smuzhiyun 
86*4882a593Smuzhiyun static struct platform_driver tegra_ahb_driver;
87*4882a593Smuzhiyun 
88*4882a593Smuzhiyun static const u32 tegra_ahb_gizmo[] = {
89*4882a593Smuzhiyun 	AHB_ARBITRATION_DISABLE,
90*4882a593Smuzhiyun 	AHB_ARBITRATION_PRIORITY_CTRL,
91*4882a593Smuzhiyun 	AHB_GIZMO_AHB_MEM,
92*4882a593Smuzhiyun 	AHB_GIZMO_APB_DMA,
93*4882a593Smuzhiyun 	AHB_GIZMO_IDE,
94*4882a593Smuzhiyun 	AHB_GIZMO_USB,
95*4882a593Smuzhiyun 	AHB_GIZMO_AHB_XBAR_BRIDGE,
96*4882a593Smuzhiyun 	AHB_GIZMO_CPU_AHB_BRIDGE,
97*4882a593Smuzhiyun 	AHB_GIZMO_COP_AHB_BRIDGE,
98*4882a593Smuzhiyun 	AHB_GIZMO_XBAR_APB_CTLR,
99*4882a593Smuzhiyun 	AHB_GIZMO_VCP_AHB_BRIDGE,
100*4882a593Smuzhiyun 	AHB_GIZMO_NAND,
101*4882a593Smuzhiyun 	AHB_GIZMO_SDMMC4,
102*4882a593Smuzhiyun 	AHB_GIZMO_XIO,
103*4882a593Smuzhiyun 	AHB_GIZMO_BSEV,
104*4882a593Smuzhiyun 	AHB_GIZMO_BSEA,
105*4882a593Smuzhiyun 	AHB_GIZMO_NOR,
106*4882a593Smuzhiyun 	AHB_GIZMO_USB2,
107*4882a593Smuzhiyun 	AHB_GIZMO_USB3,
108*4882a593Smuzhiyun 	AHB_GIZMO_SDMMC1,
109*4882a593Smuzhiyun 	AHB_GIZMO_SDMMC2,
110*4882a593Smuzhiyun 	AHB_GIZMO_SDMMC3,
111*4882a593Smuzhiyun 	AHB_MEM_PREFETCH_CFG_X,
112*4882a593Smuzhiyun 	AHB_ARBITRATION_XBAR_CTRL,
113*4882a593Smuzhiyun 	AHB_MEM_PREFETCH_CFG3,
114*4882a593Smuzhiyun 	AHB_MEM_PREFETCH_CFG4,
115*4882a593Smuzhiyun 	AHB_MEM_PREFETCH_CFG1,
116*4882a593Smuzhiyun 	AHB_MEM_PREFETCH_CFG2,
117*4882a593Smuzhiyun 	AHB_ARBITRATION_AHB_MEM_WRQUE_MST_ID,
118*4882a593Smuzhiyun };
119*4882a593Smuzhiyun 
120*4882a593Smuzhiyun struct tegra_ahb {
121*4882a593Smuzhiyun 	void __iomem	*regs;
122*4882a593Smuzhiyun 	struct device	*dev;
123*4882a593Smuzhiyun 	u32		ctx[];
124*4882a593Smuzhiyun };
125*4882a593Smuzhiyun 
gizmo_readl(struct tegra_ahb * ahb,u32 offset)126*4882a593Smuzhiyun static inline u32 gizmo_readl(struct tegra_ahb *ahb, u32 offset)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun 	return readl(ahb->regs + offset);
129*4882a593Smuzhiyun }
130*4882a593Smuzhiyun 
gizmo_writel(struct tegra_ahb * ahb,u32 value,u32 offset)131*4882a593Smuzhiyun static inline void gizmo_writel(struct tegra_ahb *ahb, u32 value, u32 offset)
132*4882a593Smuzhiyun {
133*4882a593Smuzhiyun 	writel(value, ahb->regs + offset);
134*4882a593Smuzhiyun }
135*4882a593Smuzhiyun 
136*4882a593Smuzhiyun #ifdef CONFIG_TEGRA_IOMMU_SMMU
tegra_ahb_enable_smmu(struct device_node * dn)137*4882a593Smuzhiyun int tegra_ahb_enable_smmu(struct device_node *dn)
138*4882a593Smuzhiyun {
139*4882a593Smuzhiyun 	struct device *dev;
140*4882a593Smuzhiyun 	u32 val;
141*4882a593Smuzhiyun 	struct tegra_ahb *ahb;
142*4882a593Smuzhiyun 
143*4882a593Smuzhiyun 	dev = driver_find_device_by_of_node(&tegra_ahb_driver.driver, dn);
144*4882a593Smuzhiyun 	if (!dev)
145*4882a593Smuzhiyun 		return -EPROBE_DEFER;
146*4882a593Smuzhiyun 	ahb = dev_get_drvdata(dev);
147*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_ARBITRATION_XBAR_CTRL);
148*4882a593Smuzhiyun 	val |= AHB_ARBITRATION_XBAR_CTRL_SMMU_INIT_DONE;
149*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_ARBITRATION_XBAR_CTRL);
150*4882a593Smuzhiyun 	return 0;
151*4882a593Smuzhiyun }
152*4882a593Smuzhiyun EXPORT_SYMBOL(tegra_ahb_enable_smmu);
153*4882a593Smuzhiyun #endif
154*4882a593Smuzhiyun 
tegra_ahb_suspend(struct device * dev)155*4882a593Smuzhiyun static int __maybe_unused tegra_ahb_suspend(struct device *dev)
156*4882a593Smuzhiyun {
157*4882a593Smuzhiyun 	int i;
158*4882a593Smuzhiyun 	struct tegra_ahb *ahb = dev_get_drvdata(dev);
159*4882a593Smuzhiyun 
160*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(tegra_ahb_gizmo); i++)
161*4882a593Smuzhiyun 		ahb->ctx[i] = gizmo_readl(ahb, tegra_ahb_gizmo[i]);
162*4882a593Smuzhiyun 	return 0;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun 
tegra_ahb_resume(struct device * dev)165*4882a593Smuzhiyun static int __maybe_unused tegra_ahb_resume(struct device *dev)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun 	int i;
168*4882a593Smuzhiyun 	struct tegra_ahb *ahb = dev_get_drvdata(dev);
169*4882a593Smuzhiyun 
170*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(tegra_ahb_gizmo); i++)
171*4882a593Smuzhiyun 		gizmo_writel(ahb, ahb->ctx[i], tegra_ahb_gizmo[i]);
172*4882a593Smuzhiyun 	return 0;
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun 
175*4882a593Smuzhiyun static UNIVERSAL_DEV_PM_OPS(tegra_ahb_pm,
176*4882a593Smuzhiyun 			    tegra_ahb_suspend,
177*4882a593Smuzhiyun 			    tegra_ahb_resume, NULL);
178*4882a593Smuzhiyun 
tegra_ahb_gizmo_init(struct tegra_ahb * ahb)179*4882a593Smuzhiyun static void tegra_ahb_gizmo_init(struct tegra_ahb *ahb)
180*4882a593Smuzhiyun {
181*4882a593Smuzhiyun 	u32 val;
182*4882a593Smuzhiyun 
183*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_GIZMO_AHB_MEM);
184*4882a593Smuzhiyun 	val |= ENB_FAST_REARBITRATE | IMMEDIATE | DONT_SPLIT_AHB_WR;
185*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_GIZMO_AHB_MEM);
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_GIZMO_USB);
188*4882a593Smuzhiyun 	val |= IMMEDIATE;
189*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_GIZMO_USB);
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_GIZMO_USB2);
192*4882a593Smuzhiyun 	val |= IMMEDIATE;
193*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_GIZMO_USB2);
194*4882a593Smuzhiyun 
195*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_GIZMO_USB3);
196*4882a593Smuzhiyun 	val |= IMMEDIATE;
197*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_GIZMO_USB3);
198*4882a593Smuzhiyun 
199*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_ARBITRATION_PRIORITY_CTRL);
200*4882a593Smuzhiyun 	val |= PRIORITY_SELECT_USB |
201*4882a593Smuzhiyun 		PRIORITY_SELECT_USB2 |
202*4882a593Smuzhiyun 		PRIORITY_SELECT_USB3 |
203*4882a593Smuzhiyun 		AHB_PRIORITY_WEIGHT(7);
204*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_ARBITRATION_PRIORITY_CTRL);
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG1);
207*4882a593Smuzhiyun 	val &= ~MST_ID(~0);
208*4882a593Smuzhiyun 	val |= PREFETCH_ENB |
209*4882a593Smuzhiyun 		AHBDMA_MST_ID |
210*4882a593Smuzhiyun 		ADDR_BNDRY(0xc) |
211*4882a593Smuzhiyun 		INACTIVITY_TIMEOUT(0x1000);
212*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG1);
213*4882a593Smuzhiyun 
214*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG2);
215*4882a593Smuzhiyun 	val &= ~MST_ID(~0);
216*4882a593Smuzhiyun 	val |= PREFETCH_ENB |
217*4882a593Smuzhiyun 		USB_MST_ID |
218*4882a593Smuzhiyun 		ADDR_BNDRY(0xc) |
219*4882a593Smuzhiyun 		INACTIVITY_TIMEOUT(0x1000);
220*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG2);
221*4882a593Smuzhiyun 
222*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG3);
223*4882a593Smuzhiyun 	val &= ~MST_ID(~0);
224*4882a593Smuzhiyun 	val |= PREFETCH_ENB |
225*4882a593Smuzhiyun 		USB3_MST_ID |
226*4882a593Smuzhiyun 		ADDR_BNDRY(0xc) |
227*4882a593Smuzhiyun 		INACTIVITY_TIMEOUT(0x1000);
228*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG3);
229*4882a593Smuzhiyun 
230*4882a593Smuzhiyun 	val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG4);
231*4882a593Smuzhiyun 	val &= ~MST_ID(~0);
232*4882a593Smuzhiyun 	val |= PREFETCH_ENB |
233*4882a593Smuzhiyun 		USB2_MST_ID |
234*4882a593Smuzhiyun 		ADDR_BNDRY(0xc) |
235*4882a593Smuzhiyun 		INACTIVITY_TIMEOUT(0x1000);
236*4882a593Smuzhiyun 	gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG4);
237*4882a593Smuzhiyun }
238*4882a593Smuzhiyun 
tegra_ahb_probe(struct platform_device * pdev)239*4882a593Smuzhiyun static int tegra_ahb_probe(struct platform_device *pdev)
240*4882a593Smuzhiyun {
241*4882a593Smuzhiyun 	struct resource *res;
242*4882a593Smuzhiyun 	struct tegra_ahb *ahb;
243*4882a593Smuzhiyun 	size_t bytes;
244*4882a593Smuzhiyun 
245*4882a593Smuzhiyun 	bytes = sizeof(*ahb) + sizeof(u32) * ARRAY_SIZE(tegra_ahb_gizmo);
246*4882a593Smuzhiyun 	ahb = devm_kzalloc(&pdev->dev, bytes, GFP_KERNEL);
247*4882a593Smuzhiyun 	if (!ahb)
248*4882a593Smuzhiyun 		return -ENOMEM;
249*4882a593Smuzhiyun 
250*4882a593Smuzhiyun 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
251*4882a593Smuzhiyun 
252*4882a593Smuzhiyun 	/* Correct the IP block base address if necessary */
253*4882a593Smuzhiyun 	if (res &&
254*4882a593Smuzhiyun 	    (res->start & INCORRECT_BASE_ADDR_LOW_BYTE) ==
255*4882a593Smuzhiyun 	    INCORRECT_BASE_ADDR_LOW_BYTE) {
256*4882a593Smuzhiyun 		dev_warn(&pdev->dev, "incorrect AHB base address in DT data - enabling workaround\n");
257*4882a593Smuzhiyun 		res->start -= INCORRECT_BASE_ADDR_LOW_BYTE;
258*4882a593Smuzhiyun 	}
259*4882a593Smuzhiyun 
260*4882a593Smuzhiyun 	ahb->regs = devm_ioremap_resource(&pdev->dev, res);
261*4882a593Smuzhiyun 	if (IS_ERR(ahb->regs))
262*4882a593Smuzhiyun 		return PTR_ERR(ahb->regs);
263*4882a593Smuzhiyun 
264*4882a593Smuzhiyun 	ahb->dev = &pdev->dev;
265*4882a593Smuzhiyun 	platform_set_drvdata(pdev, ahb);
266*4882a593Smuzhiyun 	tegra_ahb_gizmo_init(ahb);
267*4882a593Smuzhiyun 	return 0;
268*4882a593Smuzhiyun }
269*4882a593Smuzhiyun 
270*4882a593Smuzhiyun static const struct of_device_id tegra_ahb_of_match[] = {
271*4882a593Smuzhiyun 	{ .compatible = "nvidia,tegra30-ahb", },
272*4882a593Smuzhiyun 	{ .compatible = "nvidia,tegra20-ahb", },
273*4882a593Smuzhiyun 	{},
274*4882a593Smuzhiyun };
275*4882a593Smuzhiyun 
276*4882a593Smuzhiyun static struct platform_driver tegra_ahb_driver = {
277*4882a593Smuzhiyun 	.probe = tegra_ahb_probe,
278*4882a593Smuzhiyun 	.driver = {
279*4882a593Smuzhiyun 		.name = DRV_NAME,
280*4882a593Smuzhiyun 		.of_match_table = tegra_ahb_of_match,
281*4882a593Smuzhiyun 		.pm = &tegra_ahb_pm,
282*4882a593Smuzhiyun 	},
283*4882a593Smuzhiyun };
284*4882a593Smuzhiyun module_platform_driver(tegra_ahb_driver);
285*4882a593Smuzhiyun 
286*4882a593Smuzhiyun MODULE_AUTHOR("Hiroshi DOYU <hdoyu@nvidia.com>");
287*4882a593Smuzhiyun MODULE_DESCRIPTION("Tegra AHB driver");
288*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
289*4882a593Smuzhiyun MODULE_ALIAS("platform:" DRV_NAME);
290