1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun /* Copyright (c) 2018 Rockchip Electronics Co. Ltd. */
4*4882a593Smuzhiyun
5*4882a593Smuzhiyun #include <asm/cacheflush.h>
6*4882a593Smuzhiyun #include <linux/clk.h>
7*4882a593Smuzhiyun #include <linux/dma-mapping.h>
8*4882a593Smuzhiyun #include <linux/interrupt.h>
9*4882a593Smuzhiyun #include <linux/iopoll.h>
10*4882a593Smuzhiyun #include <linux/irq.h>
11*4882a593Smuzhiyun #include <linux/kernel.h>
12*4882a593Smuzhiyun #include <linux/module.h>
13*4882a593Smuzhiyun #include <linux/platform_device.h>
14*4882a593Smuzhiyun #include <linux/sched.h>
15*4882a593Smuzhiyun #include <linux/slab.h>
16*4882a593Smuzhiyun #ifdef CONFIG_OF
17*4882a593Smuzhiyun #include <linux/of.h>
18*4882a593Smuzhiyun #endif
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #include "sfc.h"
21*4882a593Smuzhiyun #include "rkflash_api.h"
22*4882a593Smuzhiyun #include "rkflash_blk.h"
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun #define RKSFC_VERSION_AND_DATE "rksfc_base v1.1 2016-01-08"
25*4882a593Smuzhiyun #define RKSFC_CLK_MAX_RATE (150 * 1000 * 1000)
26*4882a593Smuzhiyun #define RKSFC_DLL_THRESHOLD_RATE (50 * 1000 * 1000)
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun struct rksfc_info {
29*4882a593Smuzhiyun void __iomem *reg_base;
30*4882a593Smuzhiyun int irq;
31*4882a593Smuzhiyun int clk_rate;
32*4882a593Smuzhiyun struct clk *clk; /* sfc clk*/
33*4882a593Smuzhiyun struct clk *ahb_clk; /* ahb clk gate*/
34*4882a593Smuzhiyun u16 dll_cells;
35*4882a593Smuzhiyun };
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun static struct rksfc_info g_sfc_info;
38*4882a593Smuzhiyun static struct device *g_sfc_dev;
39*4882a593Smuzhiyun static struct completion sfc_irq_complete;
40*4882a593Smuzhiyun
rksfc_dma_map_single(unsigned long ptr,int size,int dir)41*4882a593Smuzhiyun unsigned long rksfc_dma_map_single(unsigned long ptr, int size, int dir)
42*4882a593Smuzhiyun {
43*4882a593Smuzhiyun return dma_map_single(g_sfc_dev, (void *)ptr, size
44*4882a593Smuzhiyun , dir ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
45*4882a593Smuzhiyun }
46*4882a593Smuzhiyun
rksfc_dma_unmap_single(unsigned long ptr,int size,int dir)47*4882a593Smuzhiyun void rksfc_dma_unmap_single(unsigned long ptr, int size, int dir)
48*4882a593Smuzhiyun {
49*4882a593Smuzhiyun dma_unmap_single(g_sfc_dev, (dma_addr_t)ptr, size
50*4882a593Smuzhiyun , dir ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
rksfc_interrupt(int irq,void * dev_id)53*4882a593Smuzhiyun static irqreturn_t rksfc_interrupt(int irq, void *dev_id)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun sfc_clean_irq();
56*4882a593Smuzhiyun complete(&sfc_irq_complete);
57*4882a593Smuzhiyun return IRQ_HANDLED;
58*4882a593Smuzhiyun }
59*4882a593Smuzhiyun
rksfc_irq_flag_init(void)60*4882a593Smuzhiyun void rksfc_irq_flag_init(void)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun init_completion(&sfc_irq_complete);
63*4882a593Smuzhiyun }
64*4882a593Smuzhiyun
rksfc_wait_for_irq_completed(void)65*4882a593Smuzhiyun void rksfc_wait_for_irq_completed(void)
66*4882a593Smuzhiyun {
67*4882a593Smuzhiyun wait_for_completion_timeout(&sfc_irq_complete,
68*4882a593Smuzhiyun msecs_to_jiffies(10));
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun
rksfc_irq_config(int mode,void * pfun)71*4882a593Smuzhiyun static int rksfc_irq_config(int mode, void *pfun)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun int ret = 0;
74*4882a593Smuzhiyun int irq = g_sfc_info.irq;
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun if (mode)
77*4882a593Smuzhiyun ret = request_irq(irq, pfun, 0, "rksfc",
78*4882a593Smuzhiyun g_sfc_info.reg_base);
79*4882a593Smuzhiyun else
80*4882a593Smuzhiyun free_irq(irq, NULL);
81*4882a593Smuzhiyun return ret;
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun
rksfc_irq_init(void)84*4882a593Smuzhiyun static int rksfc_irq_init(void)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun init_completion(&sfc_irq_complete);
87*4882a593Smuzhiyun rksfc_irq_config(1, rksfc_interrupt);
88*4882a593Smuzhiyun return 0;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
rksfc_irq_deinit(void)91*4882a593Smuzhiyun static int rksfc_irq_deinit(void)
92*4882a593Smuzhiyun {
93*4882a593Smuzhiyun rksfc_irq_config(0, rksfc_interrupt);
94*4882a593Smuzhiyun return 0;
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun
rksfc_delay_lines_tuning(void)97*4882a593Smuzhiyun static void rksfc_delay_lines_tuning(void)
98*4882a593Smuzhiyun {
99*4882a593Smuzhiyun u8 id[3], id_temp[3];
100*4882a593Smuzhiyun struct rk_sfc_op op;
101*4882a593Smuzhiyun u16 cell_max = (u16)sfc_get_max_dll_cells();
102*4882a593Smuzhiyun u16 right, left = 0;
103*4882a593Smuzhiyun u16 step = SFC_DLL_TRANING_STEP;
104*4882a593Smuzhiyun bool dll_valid = false;
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun op.sfcmd.d32 = 0;
107*4882a593Smuzhiyun op.sfcmd.b.cmd = 0x9F;
108*4882a593Smuzhiyun op.sfctrl.d32 = 0;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun clk_set_rate(g_sfc_info.clk, RKSFC_DLL_THRESHOLD_RATE);
111*4882a593Smuzhiyun sfc_request(&op, 0, id, 3);
112*4882a593Smuzhiyun if ((0xFF == id[0] && 0xFF == id[1]) ||
113*4882a593Smuzhiyun (0x00 == id[0] && 0x00 == id[1])) {
114*4882a593Smuzhiyun dev_dbg(g_sfc_dev, "no dev, dll by pass\n");
115*4882a593Smuzhiyun clk_set_rate(g_sfc_info.clk, g_sfc_info.clk_rate);
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun return;
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun clk_set_rate(g_sfc_info.clk, g_sfc_info.clk_rate);
121*4882a593Smuzhiyun for (right = 0; right <= cell_max; right += step) {
122*4882a593Smuzhiyun int ret;
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun sfc_set_delay_lines(right);
125*4882a593Smuzhiyun sfc_request(&op, 0, id_temp, 3);
126*4882a593Smuzhiyun dev_dbg(g_sfc_dev, "dll read flash id:%x %x %x\n",
127*4882a593Smuzhiyun id_temp[0], id_temp[1], id_temp[2]);
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun ret = memcmp(&id, &id_temp, 3);
130*4882a593Smuzhiyun if (dll_valid && ret) {
131*4882a593Smuzhiyun right -= step;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun break;
134*4882a593Smuzhiyun }
135*4882a593Smuzhiyun if (!dll_valid && !ret)
136*4882a593Smuzhiyun left = right;
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun if (!ret)
139*4882a593Smuzhiyun dll_valid = true;
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun /* Add cell_max to loop */
142*4882a593Smuzhiyun if (right == cell_max)
143*4882a593Smuzhiyun break;
144*4882a593Smuzhiyun if (right + step > cell_max)
145*4882a593Smuzhiyun right = cell_max - step;
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun if (dll_valid && (right - left) >= SFC_DLL_TRANING_VALID_WINDOW) {
149*4882a593Smuzhiyun if (left == 0 && right < cell_max)
150*4882a593Smuzhiyun g_sfc_info.dll_cells = left + (right - left) * 2 / 5;
151*4882a593Smuzhiyun else
152*4882a593Smuzhiyun g_sfc_info.dll_cells = left + (right - left) / 2;
153*4882a593Smuzhiyun } else {
154*4882a593Smuzhiyun g_sfc_info.dll_cells = 0;
155*4882a593Smuzhiyun }
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun if (g_sfc_info.dll_cells) {
158*4882a593Smuzhiyun dev_dbg(g_sfc_dev, "%d %d %d dll training success in %dMHz max_cells=%u sfc_ver=%d\n",
159*4882a593Smuzhiyun left, right, g_sfc_info.dll_cells, g_sfc_info.clk_rate,
160*4882a593Smuzhiyun sfc_get_max_dll_cells(), sfc_get_version());
161*4882a593Smuzhiyun sfc_set_delay_lines((u16)g_sfc_info.dll_cells);
162*4882a593Smuzhiyun } else {
163*4882a593Smuzhiyun dev_err(g_sfc_dev, "%d %d dll training failed in %dMHz, reduce the frequency\n",
164*4882a593Smuzhiyun left, right, g_sfc_info.clk_rate);
165*4882a593Smuzhiyun sfc_set_delay_lines(0);
166*4882a593Smuzhiyun clk_set_rate(g_sfc_info.clk, RKSFC_DLL_THRESHOLD_RATE);
167*4882a593Smuzhiyun g_sfc_info.clk_rate = clk_get_rate(g_sfc_info.clk);
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun
rksfc_probe(struct platform_device * pdev)171*4882a593Smuzhiyun static int rksfc_probe(struct platform_device *pdev)
172*4882a593Smuzhiyun {
173*4882a593Smuzhiyun int irq;
174*4882a593Smuzhiyun struct resource *mem;
175*4882a593Smuzhiyun void __iomem *membase;
176*4882a593Smuzhiyun int dev_result = -1;
177*4882a593Smuzhiyun #ifdef CONFIG_ROCKCHIP_THUNDER_BOOT
178*4882a593Smuzhiyun u32 status;
179*4882a593Smuzhiyun #endif
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun g_sfc_dev = &pdev->dev;
182*4882a593Smuzhiyun mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
183*4882a593Smuzhiyun membase = devm_ioremap_resource(&pdev->dev, mem);
184*4882a593Smuzhiyun if (!membase) {
185*4882a593Smuzhiyun dev_err(&pdev->dev, "no reg resource?\n");
186*4882a593Smuzhiyun return -1;
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun irq = platform_get_irq(pdev, 0);
190*4882a593Smuzhiyun if (irq < 0) {
191*4882a593Smuzhiyun dev_err(&pdev->dev, "no irq resource?\n");
192*4882a593Smuzhiyun return irq;
193*4882a593Smuzhiyun }
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun g_sfc_info.irq = irq;
196*4882a593Smuzhiyun g_sfc_info.reg_base = membase;
197*4882a593Smuzhiyun g_sfc_info.ahb_clk = devm_clk_get(&pdev->dev, "hclk_sfc");
198*4882a593Smuzhiyun g_sfc_info.clk = devm_clk_get(&pdev->dev, "clk_sfc");
199*4882a593Smuzhiyun if (unlikely(IS_ERR(g_sfc_info.clk)) ||
200*4882a593Smuzhiyun unlikely(IS_ERR(g_sfc_info.ahb_clk))) {
201*4882a593Smuzhiyun dev_err(&pdev->dev, "%s get clk error\n", __func__);
202*4882a593Smuzhiyun return -1;
203*4882a593Smuzhiyun }
204*4882a593Smuzhiyun clk_prepare_enable(g_sfc_info.ahb_clk);
205*4882a593Smuzhiyun g_sfc_info.clk_rate = clk_get_rate(g_sfc_info.clk);
206*4882a593Smuzhiyun if (g_sfc_info.clk_rate > RKSFC_CLK_MAX_RATE) {
207*4882a593Smuzhiyun clk_set_rate(g_sfc_info.clk, RKSFC_CLK_MAX_RATE);
208*4882a593Smuzhiyun g_sfc_info.clk_rate = clk_get_rate(g_sfc_info.clk);
209*4882a593Smuzhiyun }
210*4882a593Smuzhiyun clk_prepare_enable(g_sfc_info.clk);
211*4882a593Smuzhiyun dev_info(&pdev->dev,
212*4882a593Smuzhiyun "%s clk rate = %d\n",
213*4882a593Smuzhiyun __func__,
214*4882a593Smuzhiyun g_sfc_info.clk_rate);
215*4882a593Smuzhiyun rksfc_irq_init();
216*4882a593Smuzhiyun #ifdef CONFIG_ROCKCHIP_THUNDER_BOOT
217*4882a593Smuzhiyun if (readl_poll_timeout(membase + SFC_SR, status,
218*4882a593Smuzhiyun !(status & SFC_BUSY), 10,
219*4882a593Smuzhiyun 500 * USEC_PER_MSEC))
220*4882a593Smuzhiyun dev_err(g_sfc_dev, "Wait for SFC idle timeout!\n");
221*4882a593Smuzhiyun #endif
222*4882a593Smuzhiyun
223*4882a593Smuzhiyun sfc_init(g_sfc_info.reg_base);
224*4882a593Smuzhiyun if (sfc_get_version() >= SFC_VER_4 && g_sfc_info.clk_rate > RKSFC_DLL_THRESHOLD_RATE)
225*4882a593Smuzhiyun rksfc_delay_lines_tuning();
226*4882a593Smuzhiyun else if (sfc_get_version() >= SFC_VER_4)
227*4882a593Smuzhiyun sfc_set_delay_lines(0);
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun #ifdef CONFIG_RK_SFC_NOR
230*4882a593Smuzhiyun dev_result = rkflash_dev_init(g_sfc_info.reg_base, FLASH_TYPE_SFC_NOR, &sfc_nor_ops);
231*4882a593Smuzhiyun #endif
232*4882a593Smuzhiyun #ifdef CONFIG_RK_SFC_NAND
233*4882a593Smuzhiyun if (dev_result)
234*4882a593Smuzhiyun dev_result = rkflash_dev_init(g_sfc_info.reg_base, FLASH_TYPE_SFC_NAND, &sfc_nand_ops);
235*4882a593Smuzhiyun #endif
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun if (dev_result)
238*4882a593Smuzhiyun return dev_result;
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun return dma_set_mask(g_sfc_dev, DMA_BIT_MASK(32));
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun
rksfc_suspend(struct device * dev)243*4882a593Smuzhiyun static int __maybe_unused rksfc_suspend(struct device *dev)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun return rkflash_dev_suspend();
246*4882a593Smuzhiyun }
247*4882a593Smuzhiyun
rksfc_resume(struct device * dev)248*4882a593Smuzhiyun static int __maybe_unused rksfc_resume(struct device *dev)
249*4882a593Smuzhiyun {
250*4882a593Smuzhiyun if (g_sfc_info.dll_cells)
251*4882a593Smuzhiyun sfc_set_delay_lines(g_sfc_info.dll_cells);
252*4882a593Smuzhiyun return rkflash_dev_resume(g_sfc_info.reg_base);
253*4882a593Smuzhiyun }
254*4882a593Smuzhiyun
255*4882a593Smuzhiyun static SIMPLE_DEV_PM_OPS(rksfc_pmops,
256*4882a593Smuzhiyun rksfc_suspend,
257*4882a593Smuzhiyun rksfc_resume);
258*4882a593Smuzhiyun
rksfc_shutdown(struct platform_device * pdev)259*4882a593Smuzhiyun static void rksfc_shutdown(struct platform_device *pdev)
260*4882a593Smuzhiyun {
261*4882a593Smuzhiyun rkflash_dev_shutdown();
262*4882a593Smuzhiyun }
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun #ifdef CONFIG_OF
265*4882a593Smuzhiyun static const struct of_device_id of_rksfc_match[] = {
266*4882a593Smuzhiyun {.compatible = "rockchip,sfc"},
267*4882a593Smuzhiyun {}
268*4882a593Smuzhiyun };
269*4882a593Smuzhiyun #endif
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun static struct platform_driver rksfc_driver = {
272*4882a593Smuzhiyun .probe = rksfc_probe,
273*4882a593Smuzhiyun .shutdown = rksfc_shutdown,
274*4882a593Smuzhiyun .driver = {
275*4882a593Smuzhiyun .name = "rksfc",
276*4882a593Smuzhiyun #ifdef CONFIG_OF
277*4882a593Smuzhiyun .of_match_table = of_rksfc_match,
278*4882a593Smuzhiyun #endif
279*4882a593Smuzhiyun .pm = &rksfc_pmops,
280*4882a593Smuzhiyun },
281*4882a593Smuzhiyun };
282*4882a593Smuzhiyun
rksfc_driver_exit(void)283*4882a593Smuzhiyun static void __exit rksfc_driver_exit(void)
284*4882a593Smuzhiyun {
285*4882a593Smuzhiyun rkflash_dev_exit();
286*4882a593Smuzhiyun rksfc_irq_deinit();
287*4882a593Smuzhiyun platform_driver_unregister(&rksfc_driver);
288*4882a593Smuzhiyun }
289*4882a593Smuzhiyun
rksfc_driver_init(void)290*4882a593Smuzhiyun static int __init rksfc_driver_init(void)
291*4882a593Smuzhiyun {
292*4882a593Smuzhiyun int ret = 0;
293*4882a593Smuzhiyun
294*4882a593Smuzhiyun pr_err("%s\n", RKSFC_VERSION_AND_DATE);
295*4882a593Smuzhiyun ret = platform_driver_register(&rksfc_driver);
296*4882a593Smuzhiyun return ret;
297*4882a593Smuzhiyun }
298*4882a593Smuzhiyun
299*4882a593Smuzhiyun module_init(rksfc_driver_init);
300*4882a593Smuzhiyun module_exit(rksfc_driver_exit);
301*4882a593Smuzhiyun MODULE_ALIAS("rksfc");
302