1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * JZ4740 ECC controller driver
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (c) 2019 Paul Cercueil <paul@crapouillou.net>
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * based on jz4740-nand.c
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <linux/bitops.h>
11*4882a593Smuzhiyun #include <linux/device.h>
12*4882a593Smuzhiyun #include <linux/io.h>
13*4882a593Smuzhiyun #include <linux/module.h>
14*4882a593Smuzhiyun #include <linux/of_platform.h>
15*4882a593Smuzhiyun #include <linux/platform_device.h>
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #include "ingenic_ecc.h"
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun #define JZ_REG_NAND_ECC_CTRL 0x00
20*4882a593Smuzhiyun #define JZ_REG_NAND_DATA 0x04
21*4882a593Smuzhiyun #define JZ_REG_NAND_PAR0 0x08
22*4882a593Smuzhiyun #define JZ_REG_NAND_PAR1 0x0C
23*4882a593Smuzhiyun #define JZ_REG_NAND_PAR2 0x10
24*4882a593Smuzhiyun #define JZ_REG_NAND_IRQ_STAT 0x14
25*4882a593Smuzhiyun #define JZ_REG_NAND_IRQ_CTRL 0x18
26*4882a593Smuzhiyun #define JZ_REG_NAND_ERR(x) (0x1C + ((x) << 2))
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun #define JZ_NAND_ECC_CTRL_PAR_READY BIT(4)
29*4882a593Smuzhiyun #define JZ_NAND_ECC_CTRL_ENCODING BIT(3)
30*4882a593Smuzhiyun #define JZ_NAND_ECC_CTRL_RS BIT(2)
31*4882a593Smuzhiyun #define JZ_NAND_ECC_CTRL_RESET BIT(1)
32*4882a593Smuzhiyun #define JZ_NAND_ECC_CTRL_ENABLE BIT(0)
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun #define JZ_NAND_STATUS_ERR_COUNT (BIT(31) | BIT(30) | BIT(29))
35*4882a593Smuzhiyun #define JZ_NAND_STATUS_PAD_FINISH BIT(4)
36*4882a593Smuzhiyun #define JZ_NAND_STATUS_DEC_FINISH BIT(3)
37*4882a593Smuzhiyun #define JZ_NAND_STATUS_ENC_FINISH BIT(2)
38*4882a593Smuzhiyun #define JZ_NAND_STATUS_UNCOR_ERROR BIT(1)
39*4882a593Smuzhiyun #define JZ_NAND_STATUS_ERROR BIT(0)
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun static const uint8_t empty_block_ecc[] = {
42*4882a593Smuzhiyun 0xcd, 0x9d, 0x90, 0x58, 0xf4, 0x8b, 0xff, 0xb7, 0x6f
43*4882a593Smuzhiyun };
44*4882a593Smuzhiyun
jz4740_ecc_reset(struct ingenic_ecc * ecc,bool calc_ecc)45*4882a593Smuzhiyun static void jz4740_ecc_reset(struct ingenic_ecc *ecc, bool calc_ecc)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun uint32_t reg;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /* Clear interrupt status */
50*4882a593Smuzhiyun writel(0, ecc->base + JZ_REG_NAND_IRQ_STAT);
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /* Initialize and enable ECC hardware */
53*4882a593Smuzhiyun reg = readl(ecc->base + JZ_REG_NAND_ECC_CTRL);
54*4882a593Smuzhiyun reg |= JZ_NAND_ECC_CTRL_RESET;
55*4882a593Smuzhiyun reg |= JZ_NAND_ECC_CTRL_ENABLE;
56*4882a593Smuzhiyun reg |= JZ_NAND_ECC_CTRL_RS;
57*4882a593Smuzhiyun if (calc_ecc) /* calculate ECC from data */
58*4882a593Smuzhiyun reg |= JZ_NAND_ECC_CTRL_ENCODING;
59*4882a593Smuzhiyun else /* correct data from ECC */
60*4882a593Smuzhiyun reg &= ~JZ_NAND_ECC_CTRL_ENCODING;
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun writel(reg, ecc->base + JZ_REG_NAND_ECC_CTRL);
63*4882a593Smuzhiyun }
64*4882a593Smuzhiyun
jz4740_ecc_calculate(struct ingenic_ecc * ecc,struct ingenic_ecc_params * params,const u8 * buf,u8 * ecc_code)65*4882a593Smuzhiyun static int jz4740_ecc_calculate(struct ingenic_ecc *ecc,
66*4882a593Smuzhiyun struct ingenic_ecc_params *params,
67*4882a593Smuzhiyun const u8 *buf, u8 *ecc_code)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun uint32_t reg, status;
70*4882a593Smuzhiyun unsigned int timeout = 1000;
71*4882a593Smuzhiyun int i;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun jz4740_ecc_reset(ecc, true);
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun do {
76*4882a593Smuzhiyun status = readl(ecc->base + JZ_REG_NAND_IRQ_STAT);
77*4882a593Smuzhiyun } while (!(status & JZ_NAND_STATUS_ENC_FINISH) && --timeout);
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun if (timeout == 0)
80*4882a593Smuzhiyun return -ETIMEDOUT;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun reg = readl(ecc->base + JZ_REG_NAND_ECC_CTRL);
83*4882a593Smuzhiyun reg &= ~JZ_NAND_ECC_CTRL_ENABLE;
84*4882a593Smuzhiyun writel(reg, ecc->base + JZ_REG_NAND_ECC_CTRL);
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun for (i = 0; i < params->bytes; ++i)
87*4882a593Smuzhiyun ecc_code[i] = readb(ecc->base + JZ_REG_NAND_PAR0 + i);
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun /*
90*4882a593Smuzhiyun * If the written data is completely 0xff, we also want to write 0xff as
91*4882a593Smuzhiyun * ECC, otherwise we will get in trouble when doing subpage writes.
92*4882a593Smuzhiyun */
93*4882a593Smuzhiyun if (memcmp(ecc_code, empty_block_ecc, sizeof(empty_block_ecc)) == 0)
94*4882a593Smuzhiyun memset(ecc_code, 0xff, sizeof(empty_block_ecc));
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun return 0;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun
jz_nand_correct_data(uint8_t * buf,int index,int mask)99*4882a593Smuzhiyun static void jz_nand_correct_data(uint8_t *buf, int index, int mask)
100*4882a593Smuzhiyun {
101*4882a593Smuzhiyun int offset = index & 0x7;
102*4882a593Smuzhiyun uint16_t data;
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun index += (index >> 3);
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun data = buf[index];
107*4882a593Smuzhiyun data |= buf[index + 1] << 8;
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun mask ^= (data >> offset) & 0x1ff;
110*4882a593Smuzhiyun data &= ~(0x1ff << offset);
111*4882a593Smuzhiyun data |= (mask << offset);
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun buf[index] = data & 0xff;
114*4882a593Smuzhiyun buf[index + 1] = (data >> 8) & 0xff;
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun
jz4740_ecc_correct(struct ingenic_ecc * ecc,struct ingenic_ecc_params * params,u8 * buf,u8 * ecc_code)117*4882a593Smuzhiyun static int jz4740_ecc_correct(struct ingenic_ecc *ecc,
118*4882a593Smuzhiyun struct ingenic_ecc_params *params,
119*4882a593Smuzhiyun u8 *buf, u8 *ecc_code)
120*4882a593Smuzhiyun {
121*4882a593Smuzhiyun int i, error_count, index;
122*4882a593Smuzhiyun uint32_t reg, status, error;
123*4882a593Smuzhiyun unsigned int timeout = 1000;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun jz4740_ecc_reset(ecc, false);
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun for (i = 0; i < params->bytes; ++i)
128*4882a593Smuzhiyun writeb(ecc_code[i], ecc->base + JZ_REG_NAND_PAR0 + i);
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun reg = readl(ecc->base + JZ_REG_NAND_ECC_CTRL);
131*4882a593Smuzhiyun reg |= JZ_NAND_ECC_CTRL_PAR_READY;
132*4882a593Smuzhiyun writel(reg, ecc->base + JZ_REG_NAND_ECC_CTRL);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun do {
135*4882a593Smuzhiyun status = readl(ecc->base + JZ_REG_NAND_IRQ_STAT);
136*4882a593Smuzhiyun } while (!(status & JZ_NAND_STATUS_DEC_FINISH) && --timeout);
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun if (timeout == 0)
139*4882a593Smuzhiyun return -ETIMEDOUT;
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun reg = readl(ecc->base + JZ_REG_NAND_ECC_CTRL);
142*4882a593Smuzhiyun reg &= ~JZ_NAND_ECC_CTRL_ENABLE;
143*4882a593Smuzhiyun writel(reg, ecc->base + JZ_REG_NAND_ECC_CTRL);
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun if (status & JZ_NAND_STATUS_ERROR) {
146*4882a593Smuzhiyun if (status & JZ_NAND_STATUS_UNCOR_ERROR)
147*4882a593Smuzhiyun return -EBADMSG;
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun error_count = (status & JZ_NAND_STATUS_ERR_COUNT) >> 29;
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun for (i = 0; i < error_count; ++i) {
152*4882a593Smuzhiyun error = readl(ecc->base + JZ_REG_NAND_ERR(i));
153*4882a593Smuzhiyun index = ((error >> 16) & 0x1ff) - 1;
154*4882a593Smuzhiyun if (index >= 0 && index < params->size)
155*4882a593Smuzhiyun jz_nand_correct_data(buf, index, error & 0x1ff);
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun return error_count;
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun return 0;
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun
jz4740_ecc_disable(struct ingenic_ecc * ecc)164*4882a593Smuzhiyun static void jz4740_ecc_disable(struct ingenic_ecc *ecc)
165*4882a593Smuzhiyun {
166*4882a593Smuzhiyun u32 reg;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun writel(0, ecc->base + JZ_REG_NAND_IRQ_STAT);
169*4882a593Smuzhiyun reg = readl(ecc->base + JZ_REG_NAND_ECC_CTRL);
170*4882a593Smuzhiyun reg &= ~JZ_NAND_ECC_CTRL_ENABLE;
171*4882a593Smuzhiyun writel(reg, ecc->base + JZ_REG_NAND_ECC_CTRL);
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun static const struct ingenic_ecc_ops jz4740_ecc_ops = {
175*4882a593Smuzhiyun .disable = jz4740_ecc_disable,
176*4882a593Smuzhiyun .calculate = jz4740_ecc_calculate,
177*4882a593Smuzhiyun .correct = jz4740_ecc_correct,
178*4882a593Smuzhiyun };
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun static const struct of_device_id jz4740_ecc_dt_match[] = {
181*4882a593Smuzhiyun { .compatible = "ingenic,jz4740-ecc", .data = &jz4740_ecc_ops },
182*4882a593Smuzhiyun {},
183*4882a593Smuzhiyun };
184*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, jz4740_ecc_dt_match);
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun static struct platform_driver jz4740_ecc_driver = {
187*4882a593Smuzhiyun .probe = ingenic_ecc_probe,
188*4882a593Smuzhiyun .driver = {
189*4882a593Smuzhiyun .name = "jz4740-ecc",
190*4882a593Smuzhiyun .of_match_table = jz4740_ecc_dt_match,
191*4882a593Smuzhiyun },
192*4882a593Smuzhiyun };
193*4882a593Smuzhiyun module_platform_driver(jz4740_ecc_driver);
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun MODULE_AUTHOR("Paul Cercueil <paul@crapouillou.net>");
196*4882a593Smuzhiyun MODULE_DESCRIPTION("Ingenic JZ4740 ECC controller driver");
197*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
198