1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2000 Steven J. Hill (sjhill@realitydiluted.com)
4*4882a593Smuzhiyun * 2002-2006 Thomas Gleixner (tglx@linutronix.de)
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Credits:
7*4882a593Smuzhiyun * David Woodhouse for adding multichip support
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * Aleph One Ltd. and Toby Churchill Ltd. for supporting the
10*4882a593Smuzhiyun * rework for 2K page size chips
11*4882a593Smuzhiyun *
12*4882a593Smuzhiyun * This file contains all ONFI helpers.
13*4882a593Smuzhiyun */
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #include <linux/slab.h>
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #include "internals.h"
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun #define ONFI_PARAM_PAGES 3
20*4882a593Smuzhiyun
onfi_crc16(u16 crc,u8 const * p,size_t len)21*4882a593Smuzhiyun u16 onfi_crc16(u16 crc, u8 const *p, size_t len)
22*4882a593Smuzhiyun {
23*4882a593Smuzhiyun int i;
24*4882a593Smuzhiyun while (len--) {
25*4882a593Smuzhiyun crc ^= *p++ << 8;
26*4882a593Smuzhiyun for (i = 0; i < 8; i++)
27*4882a593Smuzhiyun crc = (crc << 1) ^ ((crc & 0x8000) ? 0x8005 : 0);
28*4882a593Smuzhiyun }
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun return crc;
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun /* Parse the Extended Parameter Page. */
nand_flash_detect_ext_param_page(struct nand_chip * chip,struct nand_onfi_params * p)34*4882a593Smuzhiyun static int nand_flash_detect_ext_param_page(struct nand_chip *chip,
35*4882a593Smuzhiyun struct nand_onfi_params *p)
36*4882a593Smuzhiyun {
37*4882a593Smuzhiyun struct nand_device *base = &chip->base;
38*4882a593Smuzhiyun struct nand_ecc_props requirements;
39*4882a593Smuzhiyun struct onfi_ext_param_page *ep;
40*4882a593Smuzhiyun struct onfi_ext_section *s;
41*4882a593Smuzhiyun struct onfi_ext_ecc_info *ecc;
42*4882a593Smuzhiyun uint8_t *cursor;
43*4882a593Smuzhiyun int ret;
44*4882a593Smuzhiyun int len;
45*4882a593Smuzhiyun int i;
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun len = le16_to_cpu(p->ext_param_page_length) * 16;
48*4882a593Smuzhiyun ep = kmalloc(len, GFP_KERNEL);
49*4882a593Smuzhiyun if (!ep)
50*4882a593Smuzhiyun return -ENOMEM;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /*
53*4882a593Smuzhiyun * Use the Change Read Column command to skip the ONFI param pages and
54*4882a593Smuzhiyun * ensure we read at the right location.
55*4882a593Smuzhiyun */
56*4882a593Smuzhiyun ret = nand_change_read_column_op(chip,
57*4882a593Smuzhiyun sizeof(*p) * p->num_of_param_pages,
58*4882a593Smuzhiyun ep, len, true);
59*4882a593Smuzhiyun if (ret)
60*4882a593Smuzhiyun goto ext_out;
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun ret = -EINVAL;
63*4882a593Smuzhiyun if ((onfi_crc16(ONFI_CRC_BASE, ((uint8_t *)ep) + 2, len - 2)
64*4882a593Smuzhiyun != le16_to_cpu(ep->crc))) {
65*4882a593Smuzhiyun pr_debug("fail in the CRC.\n");
66*4882a593Smuzhiyun goto ext_out;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun /*
70*4882a593Smuzhiyun * Check the signature.
71*4882a593Smuzhiyun * Do not strictly follow the ONFI spec, maybe changed in future.
72*4882a593Smuzhiyun */
73*4882a593Smuzhiyun if (strncmp(ep->sig, "EPPS", 4)) {
74*4882a593Smuzhiyun pr_debug("The signature is invalid.\n");
75*4882a593Smuzhiyun goto ext_out;
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun /* find the ECC section. */
79*4882a593Smuzhiyun cursor = (uint8_t *)(ep + 1);
80*4882a593Smuzhiyun for (i = 0; i < ONFI_EXT_SECTION_MAX; i++) {
81*4882a593Smuzhiyun s = ep->sections + i;
82*4882a593Smuzhiyun if (s->type == ONFI_SECTION_TYPE_2)
83*4882a593Smuzhiyun break;
84*4882a593Smuzhiyun cursor += s->length * 16;
85*4882a593Smuzhiyun }
86*4882a593Smuzhiyun if (i == ONFI_EXT_SECTION_MAX) {
87*4882a593Smuzhiyun pr_debug("We can not find the ECC section.\n");
88*4882a593Smuzhiyun goto ext_out;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun /* get the info we want. */
92*4882a593Smuzhiyun ecc = (struct onfi_ext_ecc_info *)cursor;
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun if (!ecc->codeword_size) {
95*4882a593Smuzhiyun pr_debug("Invalid codeword size\n");
96*4882a593Smuzhiyun goto ext_out;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun requirements.strength = ecc->ecc_bits;
100*4882a593Smuzhiyun requirements.step_size = 1 << ecc->codeword_size;
101*4882a593Smuzhiyun nanddev_set_ecc_requirements(base, &requirements);
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun ret = 0;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun ext_out:
106*4882a593Smuzhiyun kfree(ep);
107*4882a593Smuzhiyun return ret;
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun /*
111*4882a593Smuzhiyun * Recover data with bit-wise majority
112*4882a593Smuzhiyun */
nand_bit_wise_majority(const void ** srcbufs,unsigned int nsrcbufs,void * dstbuf,unsigned int bufsize)113*4882a593Smuzhiyun static void nand_bit_wise_majority(const void **srcbufs,
114*4882a593Smuzhiyun unsigned int nsrcbufs,
115*4882a593Smuzhiyun void *dstbuf,
116*4882a593Smuzhiyun unsigned int bufsize)
117*4882a593Smuzhiyun {
118*4882a593Smuzhiyun int i, j, k;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun for (i = 0; i < bufsize; i++) {
121*4882a593Smuzhiyun u8 val = 0;
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun for (j = 0; j < 8; j++) {
124*4882a593Smuzhiyun unsigned int cnt = 0;
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun for (k = 0; k < nsrcbufs; k++) {
127*4882a593Smuzhiyun const u8 *srcbuf = srcbufs[k];
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun if (srcbuf[i] & BIT(j))
130*4882a593Smuzhiyun cnt++;
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun if (cnt > nsrcbufs / 2)
134*4882a593Smuzhiyun val |= BIT(j);
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun ((u8 *)dstbuf)[i] = val;
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun /*
142*4882a593Smuzhiyun * Check if the NAND chip is ONFI compliant, returns 1 if it is, 0 otherwise.
143*4882a593Smuzhiyun */
nand_onfi_detect(struct nand_chip * chip)144*4882a593Smuzhiyun int nand_onfi_detect(struct nand_chip *chip)
145*4882a593Smuzhiyun {
146*4882a593Smuzhiyun struct nand_device *base = &chip->base;
147*4882a593Smuzhiyun struct mtd_info *mtd = nand_to_mtd(chip);
148*4882a593Smuzhiyun struct nand_memory_organization *memorg;
149*4882a593Smuzhiyun struct nand_onfi_params *p = NULL, *pbuf;
150*4882a593Smuzhiyun struct onfi_params *onfi;
151*4882a593Smuzhiyun bool use_datain = false;
152*4882a593Smuzhiyun int onfi_version = 0;
153*4882a593Smuzhiyun char id[4];
154*4882a593Smuzhiyun int i, ret, val;
155*4882a593Smuzhiyun u16 crc;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun memorg = nanddev_get_memorg(&chip->base);
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun /* Try ONFI for unknown chip or LP */
160*4882a593Smuzhiyun ret = nand_readid_op(chip, 0x20, id, sizeof(id));
161*4882a593Smuzhiyun if (ret || strncmp(id, "ONFI", 4))
162*4882a593Smuzhiyun return 0;
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun /* ONFI chip: allocate a buffer to hold its parameter page */
165*4882a593Smuzhiyun pbuf = kzalloc((sizeof(*pbuf) * ONFI_PARAM_PAGES), GFP_KERNEL);
166*4882a593Smuzhiyun if (!pbuf)
167*4882a593Smuzhiyun return -ENOMEM;
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun if (!nand_has_exec_op(chip) ||
170*4882a593Smuzhiyun !nand_read_data_op(chip, &pbuf[0], sizeof(*pbuf), true, true))
171*4882a593Smuzhiyun use_datain = true;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun for (i = 0; i < ONFI_PARAM_PAGES; i++) {
174*4882a593Smuzhiyun if (!i)
175*4882a593Smuzhiyun ret = nand_read_param_page_op(chip, 0, &pbuf[i],
176*4882a593Smuzhiyun sizeof(*pbuf));
177*4882a593Smuzhiyun else if (use_datain)
178*4882a593Smuzhiyun ret = nand_read_data_op(chip, &pbuf[i], sizeof(*pbuf),
179*4882a593Smuzhiyun true, false);
180*4882a593Smuzhiyun else
181*4882a593Smuzhiyun ret = nand_change_read_column_op(chip, sizeof(*pbuf) * i,
182*4882a593Smuzhiyun &pbuf[i], sizeof(*pbuf),
183*4882a593Smuzhiyun true);
184*4882a593Smuzhiyun if (ret) {
185*4882a593Smuzhiyun ret = 0;
186*4882a593Smuzhiyun goto free_onfi_param_page;
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun crc = onfi_crc16(ONFI_CRC_BASE, (u8 *)&pbuf[i], 254);
190*4882a593Smuzhiyun if (crc == le16_to_cpu(pbuf[i].crc)) {
191*4882a593Smuzhiyun p = &pbuf[i];
192*4882a593Smuzhiyun break;
193*4882a593Smuzhiyun }
194*4882a593Smuzhiyun }
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun if (i == ONFI_PARAM_PAGES) {
197*4882a593Smuzhiyun const void *srcbufs[ONFI_PARAM_PAGES];
198*4882a593Smuzhiyun unsigned int j;
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun for (j = 0; j < ONFI_PARAM_PAGES; j++)
201*4882a593Smuzhiyun srcbufs[j] = pbuf + j;
202*4882a593Smuzhiyun
203*4882a593Smuzhiyun pr_warn("Could not find a valid ONFI parameter page, trying bit-wise majority to recover it\n");
204*4882a593Smuzhiyun nand_bit_wise_majority(srcbufs, ONFI_PARAM_PAGES, pbuf,
205*4882a593Smuzhiyun sizeof(*pbuf));
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun crc = onfi_crc16(ONFI_CRC_BASE, (u8 *)pbuf, 254);
208*4882a593Smuzhiyun if (crc != le16_to_cpu(pbuf->crc)) {
209*4882a593Smuzhiyun pr_err("ONFI parameter recovery failed, aborting\n");
210*4882a593Smuzhiyun goto free_onfi_param_page;
211*4882a593Smuzhiyun }
212*4882a593Smuzhiyun p = pbuf;
213*4882a593Smuzhiyun }
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun if (chip->manufacturer.desc && chip->manufacturer.desc->ops &&
216*4882a593Smuzhiyun chip->manufacturer.desc->ops->fixup_onfi_param_page)
217*4882a593Smuzhiyun chip->manufacturer.desc->ops->fixup_onfi_param_page(chip, p);
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun /* Check version */
220*4882a593Smuzhiyun val = le16_to_cpu(p->revision);
221*4882a593Smuzhiyun if (val & ONFI_VERSION_2_3)
222*4882a593Smuzhiyun onfi_version = 23;
223*4882a593Smuzhiyun else if (val & ONFI_VERSION_2_2)
224*4882a593Smuzhiyun onfi_version = 22;
225*4882a593Smuzhiyun else if (val & ONFI_VERSION_2_1)
226*4882a593Smuzhiyun onfi_version = 21;
227*4882a593Smuzhiyun else if (val & ONFI_VERSION_2_0)
228*4882a593Smuzhiyun onfi_version = 20;
229*4882a593Smuzhiyun else if (val & ONFI_VERSION_1_0)
230*4882a593Smuzhiyun onfi_version = 10;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun if (!onfi_version) {
233*4882a593Smuzhiyun pr_info("unsupported ONFI version: %d\n", val);
234*4882a593Smuzhiyun goto free_onfi_param_page;
235*4882a593Smuzhiyun }
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun sanitize_string(p->manufacturer, sizeof(p->manufacturer));
238*4882a593Smuzhiyun sanitize_string(p->model, sizeof(p->model));
239*4882a593Smuzhiyun chip->parameters.model = kstrdup(p->model, GFP_KERNEL);
240*4882a593Smuzhiyun if (!chip->parameters.model) {
241*4882a593Smuzhiyun ret = -ENOMEM;
242*4882a593Smuzhiyun goto free_onfi_param_page;
243*4882a593Smuzhiyun }
244*4882a593Smuzhiyun
245*4882a593Smuzhiyun memorg->pagesize = le32_to_cpu(p->byte_per_page);
246*4882a593Smuzhiyun mtd->writesize = memorg->pagesize;
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun /*
249*4882a593Smuzhiyun * pages_per_block and blocks_per_lun may not be a power-of-2 size
250*4882a593Smuzhiyun * (don't ask me who thought of this...). MTD assumes that these
251*4882a593Smuzhiyun * dimensions will be power-of-2, so just truncate the remaining area.
252*4882a593Smuzhiyun */
253*4882a593Smuzhiyun memorg->pages_per_eraseblock =
254*4882a593Smuzhiyun 1 << (fls(le32_to_cpu(p->pages_per_block)) - 1);
255*4882a593Smuzhiyun mtd->erasesize = memorg->pages_per_eraseblock * memorg->pagesize;
256*4882a593Smuzhiyun
257*4882a593Smuzhiyun memorg->oobsize = le16_to_cpu(p->spare_bytes_per_page);
258*4882a593Smuzhiyun mtd->oobsize = memorg->oobsize;
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun memorg->luns_per_target = p->lun_count;
261*4882a593Smuzhiyun memorg->planes_per_lun = 1 << p->interleaved_bits;
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun /* See erasesize comment */
264*4882a593Smuzhiyun memorg->eraseblocks_per_lun =
265*4882a593Smuzhiyun 1 << (fls(le32_to_cpu(p->blocks_per_lun)) - 1);
266*4882a593Smuzhiyun memorg->max_bad_eraseblocks_per_lun = le32_to_cpu(p->blocks_per_lun);
267*4882a593Smuzhiyun memorg->bits_per_cell = p->bits_per_cell;
268*4882a593Smuzhiyun
269*4882a593Smuzhiyun if (le16_to_cpu(p->features) & ONFI_FEATURE_16_BIT_BUS)
270*4882a593Smuzhiyun chip->options |= NAND_BUSWIDTH_16;
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun if (p->ecc_bits != 0xff) {
273*4882a593Smuzhiyun struct nand_ecc_props requirements = {
274*4882a593Smuzhiyun .strength = p->ecc_bits,
275*4882a593Smuzhiyun .step_size = 512,
276*4882a593Smuzhiyun };
277*4882a593Smuzhiyun
278*4882a593Smuzhiyun nanddev_set_ecc_requirements(base, &requirements);
279*4882a593Smuzhiyun } else if (onfi_version >= 21 &&
280*4882a593Smuzhiyun (le16_to_cpu(p->features) & ONFI_FEATURE_EXT_PARAM_PAGE)) {
281*4882a593Smuzhiyun
282*4882a593Smuzhiyun /*
283*4882a593Smuzhiyun * The nand_flash_detect_ext_param_page() uses the
284*4882a593Smuzhiyun * Change Read Column command which maybe not supported
285*4882a593Smuzhiyun * by the chip->legacy.cmdfunc. So try to update the
286*4882a593Smuzhiyun * chip->legacy.cmdfunc now. We do not replace user supplied
287*4882a593Smuzhiyun * command function.
288*4882a593Smuzhiyun */
289*4882a593Smuzhiyun nand_legacy_adjust_cmdfunc(chip);
290*4882a593Smuzhiyun
291*4882a593Smuzhiyun /* The Extended Parameter Page is supported since ONFI 2.1. */
292*4882a593Smuzhiyun if (nand_flash_detect_ext_param_page(chip, p))
293*4882a593Smuzhiyun pr_warn("Failed to detect ONFI extended param page\n");
294*4882a593Smuzhiyun } else {
295*4882a593Smuzhiyun pr_warn("Could not retrieve ONFI ECC requirements\n");
296*4882a593Smuzhiyun }
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun /* Save some parameters from the parameter page for future use */
299*4882a593Smuzhiyun if (le16_to_cpu(p->opt_cmd) & ONFI_OPT_CMD_SET_GET_FEATURES) {
300*4882a593Smuzhiyun chip->parameters.supports_set_get_features = true;
301*4882a593Smuzhiyun bitmap_set(chip->parameters.get_feature_list,
302*4882a593Smuzhiyun ONFI_FEATURE_ADDR_TIMING_MODE, 1);
303*4882a593Smuzhiyun bitmap_set(chip->parameters.set_feature_list,
304*4882a593Smuzhiyun ONFI_FEATURE_ADDR_TIMING_MODE, 1);
305*4882a593Smuzhiyun }
306*4882a593Smuzhiyun
307*4882a593Smuzhiyun onfi = kzalloc(sizeof(*onfi), GFP_KERNEL);
308*4882a593Smuzhiyun if (!onfi) {
309*4882a593Smuzhiyun ret = -ENOMEM;
310*4882a593Smuzhiyun goto free_model;
311*4882a593Smuzhiyun }
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun onfi->version = onfi_version;
314*4882a593Smuzhiyun onfi->tPROG = le16_to_cpu(p->t_prog);
315*4882a593Smuzhiyun onfi->tBERS = le16_to_cpu(p->t_bers);
316*4882a593Smuzhiyun onfi->tR = le16_to_cpu(p->t_r);
317*4882a593Smuzhiyun onfi->tCCS = le16_to_cpu(p->t_ccs);
318*4882a593Smuzhiyun onfi->async_timing_mode = le16_to_cpu(p->async_timing_mode);
319*4882a593Smuzhiyun onfi->vendor_revision = le16_to_cpu(p->vendor_revision);
320*4882a593Smuzhiyun memcpy(onfi->vendor, p->vendor, sizeof(p->vendor));
321*4882a593Smuzhiyun chip->parameters.onfi = onfi;
322*4882a593Smuzhiyun
323*4882a593Smuzhiyun /* Identification done, free the full ONFI parameter page and exit */
324*4882a593Smuzhiyun kfree(pbuf);
325*4882a593Smuzhiyun
326*4882a593Smuzhiyun return 1;
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun free_model:
329*4882a593Smuzhiyun kfree(chip->parameters.model);
330*4882a593Smuzhiyun free_onfi_param_page:
331*4882a593Smuzhiyun kfree(pbuf);
332*4882a593Smuzhiyun
333*4882a593Smuzhiyun return ret;
334*4882a593Smuzhiyun }
335