1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun #include <linux/kernel.h>
5*4882a593Smuzhiyun #include <linux/module.h>
6*4882a593Smuzhiyun #include <linux/list.h>
7*4882a593Smuzhiyun #include <linux/random.h>
8*4882a593Smuzhiyun #include <linux/string.h>
9*4882a593Smuzhiyun #include <linux/bitops.h>
10*4882a593Smuzhiyun #include <linux/slab.h>
11*4882a593Smuzhiyun #include <linux/mtd/nand_ecc.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include "mtd_test.h"
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun /*
16*4882a593Smuzhiyun * Test the implementation for software ECC
17*4882a593Smuzhiyun *
18*4882a593Smuzhiyun * No actual MTD device is needed, So we don't need to warry about losing
19*4882a593Smuzhiyun * important data by human error.
20*4882a593Smuzhiyun *
21*4882a593Smuzhiyun * This covers possible patterns of corruption which can be reliably corrected
22*4882a593Smuzhiyun * or detected.
23*4882a593Smuzhiyun */
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun #if IS_ENABLED(CONFIG_MTD_RAW_NAND)
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun struct nand_ecc_test {
28*4882a593Smuzhiyun const char *name;
29*4882a593Smuzhiyun void (*prepare)(void *, void *, void *, void *, const size_t);
30*4882a593Smuzhiyun int (*verify)(void *, void *, void *, const size_t);
31*4882a593Smuzhiyun };
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun /*
34*4882a593Smuzhiyun * The reason for this __change_bit_le() instead of __change_bit() is to inject
35*4882a593Smuzhiyun * bit error properly within the region which is not a multiple of
36*4882a593Smuzhiyun * sizeof(unsigned long) on big-endian systems
37*4882a593Smuzhiyun */
38*4882a593Smuzhiyun #ifdef __LITTLE_ENDIAN
39*4882a593Smuzhiyun #define __change_bit_le(nr, addr) __change_bit(nr, addr)
40*4882a593Smuzhiyun #elif defined(__BIG_ENDIAN)
41*4882a593Smuzhiyun #define __change_bit_le(nr, addr) \
42*4882a593Smuzhiyun __change_bit((nr) ^ ((BITS_PER_LONG - 1) & ~0x7), addr)
43*4882a593Smuzhiyun #else
44*4882a593Smuzhiyun #error "Unknown byte order"
45*4882a593Smuzhiyun #endif
46*4882a593Smuzhiyun
single_bit_error_data(void * error_data,void * correct_data,size_t size)47*4882a593Smuzhiyun static void single_bit_error_data(void *error_data, void *correct_data,
48*4882a593Smuzhiyun size_t size)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun unsigned int offset = prandom_u32() % (size * BITS_PER_BYTE);
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun memcpy(error_data, correct_data, size);
53*4882a593Smuzhiyun __change_bit_le(offset, error_data);
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun
double_bit_error_data(void * error_data,void * correct_data,size_t size)56*4882a593Smuzhiyun static void double_bit_error_data(void *error_data, void *correct_data,
57*4882a593Smuzhiyun size_t size)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun unsigned int offset[2];
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun offset[0] = prandom_u32() % (size * BITS_PER_BYTE);
62*4882a593Smuzhiyun do {
63*4882a593Smuzhiyun offset[1] = prandom_u32() % (size * BITS_PER_BYTE);
64*4882a593Smuzhiyun } while (offset[0] == offset[1]);
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun memcpy(error_data, correct_data, size);
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun __change_bit_le(offset[0], error_data);
69*4882a593Smuzhiyun __change_bit_le(offset[1], error_data);
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun
random_ecc_bit(size_t size)72*4882a593Smuzhiyun static unsigned int random_ecc_bit(size_t size)
73*4882a593Smuzhiyun {
74*4882a593Smuzhiyun unsigned int offset = prandom_u32() % (3 * BITS_PER_BYTE);
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun if (size == 256) {
77*4882a593Smuzhiyun /*
78*4882a593Smuzhiyun * Don't inject a bit error into the insignificant bits (16th
79*4882a593Smuzhiyun * and 17th bit) in ECC code for 256 byte data block
80*4882a593Smuzhiyun */
81*4882a593Smuzhiyun while (offset == 16 || offset == 17)
82*4882a593Smuzhiyun offset = prandom_u32() % (3 * BITS_PER_BYTE);
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun return offset;
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun
single_bit_error_ecc(void * error_ecc,void * correct_ecc,size_t size)88*4882a593Smuzhiyun static void single_bit_error_ecc(void *error_ecc, void *correct_ecc,
89*4882a593Smuzhiyun size_t size)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun unsigned int offset = random_ecc_bit(size);
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun memcpy(error_ecc, correct_ecc, 3);
94*4882a593Smuzhiyun __change_bit_le(offset, error_ecc);
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun
double_bit_error_ecc(void * error_ecc,void * correct_ecc,size_t size)97*4882a593Smuzhiyun static void double_bit_error_ecc(void *error_ecc, void *correct_ecc,
98*4882a593Smuzhiyun size_t size)
99*4882a593Smuzhiyun {
100*4882a593Smuzhiyun unsigned int offset[2];
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun offset[0] = random_ecc_bit(size);
103*4882a593Smuzhiyun do {
104*4882a593Smuzhiyun offset[1] = random_ecc_bit(size);
105*4882a593Smuzhiyun } while (offset[0] == offset[1]);
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun memcpy(error_ecc, correct_ecc, 3);
108*4882a593Smuzhiyun __change_bit_le(offset[0], error_ecc);
109*4882a593Smuzhiyun __change_bit_le(offset[1], error_ecc);
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
no_bit_error(void * error_data,void * error_ecc,void * correct_data,void * correct_ecc,const size_t size)112*4882a593Smuzhiyun static void no_bit_error(void *error_data, void *error_ecc,
113*4882a593Smuzhiyun void *correct_data, void *correct_ecc, const size_t size)
114*4882a593Smuzhiyun {
115*4882a593Smuzhiyun memcpy(error_data, correct_data, size);
116*4882a593Smuzhiyun memcpy(error_ecc, correct_ecc, 3);
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
no_bit_error_verify(void * error_data,void * error_ecc,void * correct_data,const size_t size)119*4882a593Smuzhiyun static int no_bit_error_verify(void *error_data, void *error_ecc,
120*4882a593Smuzhiyun void *correct_data, const size_t size)
121*4882a593Smuzhiyun {
122*4882a593Smuzhiyun unsigned char calc_ecc[3];
123*4882a593Smuzhiyun int ret;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun __nand_calculate_ecc(error_data, size, calc_ecc,
126*4882a593Smuzhiyun IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC));
127*4882a593Smuzhiyun ret = __nand_correct_data(error_data, error_ecc, calc_ecc, size,
128*4882a593Smuzhiyun IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC));
129*4882a593Smuzhiyun if (ret == 0 && !memcmp(correct_data, error_data, size))
130*4882a593Smuzhiyun return 0;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun return -EINVAL;
133*4882a593Smuzhiyun }
134*4882a593Smuzhiyun
single_bit_error_in_data(void * error_data,void * error_ecc,void * correct_data,void * correct_ecc,const size_t size)135*4882a593Smuzhiyun static void single_bit_error_in_data(void *error_data, void *error_ecc,
136*4882a593Smuzhiyun void *correct_data, void *correct_ecc, const size_t size)
137*4882a593Smuzhiyun {
138*4882a593Smuzhiyun single_bit_error_data(error_data, correct_data, size);
139*4882a593Smuzhiyun memcpy(error_ecc, correct_ecc, 3);
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun
single_bit_error_in_ecc(void * error_data,void * error_ecc,void * correct_data,void * correct_ecc,const size_t size)142*4882a593Smuzhiyun static void single_bit_error_in_ecc(void *error_data, void *error_ecc,
143*4882a593Smuzhiyun void *correct_data, void *correct_ecc, const size_t size)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun memcpy(error_data, correct_data, size);
146*4882a593Smuzhiyun single_bit_error_ecc(error_ecc, correct_ecc, size);
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
single_bit_error_correct(void * error_data,void * error_ecc,void * correct_data,const size_t size)149*4882a593Smuzhiyun static int single_bit_error_correct(void *error_data, void *error_ecc,
150*4882a593Smuzhiyun void *correct_data, const size_t size)
151*4882a593Smuzhiyun {
152*4882a593Smuzhiyun unsigned char calc_ecc[3];
153*4882a593Smuzhiyun int ret;
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun __nand_calculate_ecc(error_data, size, calc_ecc,
156*4882a593Smuzhiyun IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC));
157*4882a593Smuzhiyun ret = __nand_correct_data(error_data, error_ecc, calc_ecc, size,
158*4882a593Smuzhiyun IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC));
159*4882a593Smuzhiyun if (ret == 1 && !memcmp(correct_data, error_data, size))
160*4882a593Smuzhiyun return 0;
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun return -EINVAL;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun
double_bit_error_in_data(void * error_data,void * error_ecc,void * correct_data,void * correct_ecc,const size_t size)165*4882a593Smuzhiyun static void double_bit_error_in_data(void *error_data, void *error_ecc,
166*4882a593Smuzhiyun void *correct_data, void *correct_ecc, const size_t size)
167*4882a593Smuzhiyun {
168*4882a593Smuzhiyun double_bit_error_data(error_data, correct_data, size);
169*4882a593Smuzhiyun memcpy(error_ecc, correct_ecc, 3);
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun
single_bit_error_in_data_and_ecc(void * error_data,void * error_ecc,void * correct_data,void * correct_ecc,const size_t size)172*4882a593Smuzhiyun static void single_bit_error_in_data_and_ecc(void *error_data, void *error_ecc,
173*4882a593Smuzhiyun void *correct_data, void *correct_ecc, const size_t size)
174*4882a593Smuzhiyun {
175*4882a593Smuzhiyun single_bit_error_data(error_data, correct_data, size);
176*4882a593Smuzhiyun single_bit_error_ecc(error_ecc, correct_ecc, size);
177*4882a593Smuzhiyun }
178*4882a593Smuzhiyun
double_bit_error_in_ecc(void * error_data,void * error_ecc,void * correct_data,void * correct_ecc,const size_t size)179*4882a593Smuzhiyun static void double_bit_error_in_ecc(void *error_data, void *error_ecc,
180*4882a593Smuzhiyun void *correct_data, void *correct_ecc, const size_t size)
181*4882a593Smuzhiyun {
182*4882a593Smuzhiyun memcpy(error_data, correct_data, size);
183*4882a593Smuzhiyun double_bit_error_ecc(error_ecc, correct_ecc, size);
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
double_bit_error_detect(void * error_data,void * error_ecc,void * correct_data,const size_t size)186*4882a593Smuzhiyun static int double_bit_error_detect(void *error_data, void *error_ecc,
187*4882a593Smuzhiyun void *correct_data, const size_t size)
188*4882a593Smuzhiyun {
189*4882a593Smuzhiyun unsigned char calc_ecc[3];
190*4882a593Smuzhiyun int ret;
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun __nand_calculate_ecc(error_data, size, calc_ecc,
193*4882a593Smuzhiyun IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC));
194*4882a593Smuzhiyun ret = __nand_correct_data(error_data, error_ecc, calc_ecc, size,
195*4882a593Smuzhiyun IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC));
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun return (ret == -EBADMSG) ? 0 : -EINVAL;
198*4882a593Smuzhiyun }
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun static const struct nand_ecc_test nand_ecc_test[] = {
201*4882a593Smuzhiyun {
202*4882a593Smuzhiyun .name = "no-bit-error",
203*4882a593Smuzhiyun .prepare = no_bit_error,
204*4882a593Smuzhiyun .verify = no_bit_error_verify,
205*4882a593Smuzhiyun },
206*4882a593Smuzhiyun {
207*4882a593Smuzhiyun .name = "single-bit-error-in-data-correct",
208*4882a593Smuzhiyun .prepare = single_bit_error_in_data,
209*4882a593Smuzhiyun .verify = single_bit_error_correct,
210*4882a593Smuzhiyun },
211*4882a593Smuzhiyun {
212*4882a593Smuzhiyun .name = "single-bit-error-in-ecc-correct",
213*4882a593Smuzhiyun .prepare = single_bit_error_in_ecc,
214*4882a593Smuzhiyun .verify = single_bit_error_correct,
215*4882a593Smuzhiyun },
216*4882a593Smuzhiyun {
217*4882a593Smuzhiyun .name = "double-bit-error-in-data-detect",
218*4882a593Smuzhiyun .prepare = double_bit_error_in_data,
219*4882a593Smuzhiyun .verify = double_bit_error_detect,
220*4882a593Smuzhiyun },
221*4882a593Smuzhiyun {
222*4882a593Smuzhiyun .name = "single-bit-error-in-data-and-ecc-detect",
223*4882a593Smuzhiyun .prepare = single_bit_error_in_data_and_ecc,
224*4882a593Smuzhiyun .verify = double_bit_error_detect,
225*4882a593Smuzhiyun },
226*4882a593Smuzhiyun {
227*4882a593Smuzhiyun .name = "double-bit-error-in-ecc-detect",
228*4882a593Smuzhiyun .prepare = double_bit_error_in_ecc,
229*4882a593Smuzhiyun .verify = double_bit_error_detect,
230*4882a593Smuzhiyun },
231*4882a593Smuzhiyun };
232*4882a593Smuzhiyun
dump_data_ecc(void * error_data,void * error_ecc,void * correct_data,void * correct_ecc,const size_t size)233*4882a593Smuzhiyun static void dump_data_ecc(void *error_data, void *error_ecc, void *correct_data,
234*4882a593Smuzhiyun void *correct_ecc, const size_t size)
235*4882a593Smuzhiyun {
236*4882a593Smuzhiyun pr_info("hexdump of error data:\n");
237*4882a593Smuzhiyun print_hex_dump(KERN_INFO, "", DUMP_PREFIX_OFFSET, 16, 4,
238*4882a593Smuzhiyun error_data, size, false);
239*4882a593Smuzhiyun print_hex_dump(KERN_INFO, "hexdump of error ecc: ",
240*4882a593Smuzhiyun DUMP_PREFIX_NONE, 16, 1, error_ecc, 3, false);
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun pr_info("hexdump of correct data:\n");
243*4882a593Smuzhiyun print_hex_dump(KERN_INFO, "", DUMP_PREFIX_OFFSET, 16, 4,
244*4882a593Smuzhiyun correct_data, size, false);
245*4882a593Smuzhiyun print_hex_dump(KERN_INFO, "hexdump of correct ecc: ",
246*4882a593Smuzhiyun DUMP_PREFIX_NONE, 16, 1, correct_ecc, 3, false);
247*4882a593Smuzhiyun }
248*4882a593Smuzhiyun
nand_ecc_test_run(const size_t size)249*4882a593Smuzhiyun static int nand_ecc_test_run(const size_t size)
250*4882a593Smuzhiyun {
251*4882a593Smuzhiyun int i;
252*4882a593Smuzhiyun int err = 0;
253*4882a593Smuzhiyun void *error_data;
254*4882a593Smuzhiyun void *error_ecc;
255*4882a593Smuzhiyun void *correct_data;
256*4882a593Smuzhiyun void *correct_ecc;
257*4882a593Smuzhiyun
258*4882a593Smuzhiyun error_data = kmalloc(size, GFP_KERNEL);
259*4882a593Smuzhiyun error_ecc = kmalloc(3, GFP_KERNEL);
260*4882a593Smuzhiyun correct_data = kmalloc(size, GFP_KERNEL);
261*4882a593Smuzhiyun correct_ecc = kmalloc(3, GFP_KERNEL);
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun if (!error_data || !error_ecc || !correct_data || !correct_ecc) {
264*4882a593Smuzhiyun err = -ENOMEM;
265*4882a593Smuzhiyun goto error;
266*4882a593Smuzhiyun }
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun prandom_bytes(correct_data, size);
269*4882a593Smuzhiyun __nand_calculate_ecc(correct_data, size, correct_ecc,
270*4882a593Smuzhiyun IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC));
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(nand_ecc_test); i++) {
273*4882a593Smuzhiyun nand_ecc_test[i].prepare(error_data, error_ecc,
274*4882a593Smuzhiyun correct_data, correct_ecc, size);
275*4882a593Smuzhiyun err = nand_ecc_test[i].verify(error_data, error_ecc,
276*4882a593Smuzhiyun correct_data, size);
277*4882a593Smuzhiyun
278*4882a593Smuzhiyun if (err) {
279*4882a593Smuzhiyun pr_err("not ok - %s-%zd\n",
280*4882a593Smuzhiyun nand_ecc_test[i].name, size);
281*4882a593Smuzhiyun dump_data_ecc(error_data, error_ecc,
282*4882a593Smuzhiyun correct_data, correct_ecc, size);
283*4882a593Smuzhiyun break;
284*4882a593Smuzhiyun }
285*4882a593Smuzhiyun pr_info("ok - %s-%zd\n",
286*4882a593Smuzhiyun nand_ecc_test[i].name, size);
287*4882a593Smuzhiyun
288*4882a593Smuzhiyun err = mtdtest_relax();
289*4882a593Smuzhiyun if (err)
290*4882a593Smuzhiyun break;
291*4882a593Smuzhiyun }
292*4882a593Smuzhiyun error:
293*4882a593Smuzhiyun kfree(error_data);
294*4882a593Smuzhiyun kfree(error_ecc);
295*4882a593Smuzhiyun kfree(correct_data);
296*4882a593Smuzhiyun kfree(correct_ecc);
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun return err;
299*4882a593Smuzhiyun }
300*4882a593Smuzhiyun
301*4882a593Smuzhiyun #else
302*4882a593Smuzhiyun
nand_ecc_test_run(const size_t size)303*4882a593Smuzhiyun static int nand_ecc_test_run(const size_t size)
304*4882a593Smuzhiyun {
305*4882a593Smuzhiyun return 0;
306*4882a593Smuzhiyun }
307*4882a593Smuzhiyun
308*4882a593Smuzhiyun #endif
309*4882a593Smuzhiyun
ecc_test_init(void)310*4882a593Smuzhiyun static int __init ecc_test_init(void)
311*4882a593Smuzhiyun {
312*4882a593Smuzhiyun int err;
313*4882a593Smuzhiyun
314*4882a593Smuzhiyun err = nand_ecc_test_run(256);
315*4882a593Smuzhiyun if (err)
316*4882a593Smuzhiyun return err;
317*4882a593Smuzhiyun
318*4882a593Smuzhiyun return nand_ecc_test_run(512);
319*4882a593Smuzhiyun }
320*4882a593Smuzhiyun
ecc_test_exit(void)321*4882a593Smuzhiyun static void __exit ecc_test_exit(void)
322*4882a593Smuzhiyun {
323*4882a593Smuzhiyun }
324*4882a593Smuzhiyun
325*4882a593Smuzhiyun module_init(ecc_test_init);
326*4882a593Smuzhiyun module_exit(ecc_test_exit);
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun MODULE_DESCRIPTION("NAND ECC function test module");
329*4882a593Smuzhiyun MODULE_AUTHOR("Akinobu Mita");
330*4882a593Smuzhiyun MODULE_LICENSE("GPL");
331