Lines Matching refs:flctl
115 static void empty_fifo(struct sh_flctl *flctl) in empty_fifo() argument
117 writel(flctl->flintdmacr_base | AC1CLR | AC0CLR, FLINTDMACR(flctl)); in empty_fifo()
118 writel(flctl->flintdmacr_base, FLINTDMACR(flctl)); in empty_fifo()
121 static void start_translation(struct sh_flctl *flctl) in start_translation() argument
123 writeb(TRSTRT, FLTRCR(flctl)); in start_translation()
126 static void timeout_error(struct sh_flctl *flctl, const char *str) in timeout_error() argument
128 dev_err(&flctl->pdev->dev, "Timeout occurred in %s\n", str); in timeout_error()
131 static void wait_completion(struct sh_flctl *flctl) in wait_completion() argument
136 if (readb(FLTRCR(flctl)) & TREND) { in wait_completion()
137 writeb(0x0, FLTRCR(flctl)); in wait_completion()
143 timeout_error(flctl, __func__); in wait_completion()
144 writeb(0x0, FLTRCR(flctl)); in wait_completion()
149 struct sh_flctl *flctl = param; in flctl_dma_complete() local
151 complete(&flctl->dma_complete); in flctl_dma_complete()
154 static void flctl_release_dma(struct sh_flctl *flctl) in flctl_release_dma() argument
156 if (flctl->chan_fifo0_rx) { in flctl_release_dma()
157 dma_release_channel(flctl->chan_fifo0_rx); in flctl_release_dma()
158 flctl->chan_fifo0_rx = NULL; in flctl_release_dma()
160 if (flctl->chan_fifo0_tx) { in flctl_release_dma()
161 dma_release_channel(flctl->chan_fifo0_tx); in flctl_release_dma()
162 flctl->chan_fifo0_tx = NULL; in flctl_release_dma()
166 static void flctl_setup_dma(struct sh_flctl *flctl) in flctl_setup_dma() argument
170 struct platform_device *pdev = flctl->pdev; in flctl_setup_dma()
184 flctl->chan_fifo0_tx = dma_request_channel(mask, shdma_chan_filter, in flctl_setup_dma()
187 flctl->chan_fifo0_tx); in flctl_setup_dma()
189 if (!flctl->chan_fifo0_tx) in flctl_setup_dma()
194 cfg.dst_addr = flctl->fifo; in flctl_setup_dma()
196 ret = dmaengine_slave_config(flctl->chan_fifo0_tx, &cfg); in flctl_setup_dma()
200 flctl->chan_fifo0_rx = dma_request_channel(mask, shdma_chan_filter, in flctl_setup_dma()
203 flctl->chan_fifo0_rx); in flctl_setup_dma()
205 if (!flctl->chan_fifo0_rx) in flctl_setup_dma()
210 cfg.src_addr = flctl->fifo; in flctl_setup_dma()
211 ret = dmaengine_slave_config(flctl->chan_fifo0_rx, &cfg); in flctl_setup_dma()
215 init_completion(&flctl->dma_complete); in flctl_setup_dma()
220 flctl_release_dma(flctl); in flctl_setup_dma()
225 struct sh_flctl *flctl = mtd_to_flctl(mtd); in set_addr() local
232 if (flctl->chip.options & NAND_BUSWIDTH_16) in set_addr()
234 if (flctl->page_size) { in set_addr()
239 if (flctl->rw_ADRCNT == ADRCNT2_E) { in set_addr()
242 writel(addr2, FLADR2(flctl)); in set_addr()
251 writel(addr, FLADR(flctl)); in set_addr()
254 static void wait_rfifo_ready(struct sh_flctl *flctl) in wait_rfifo_ready() argument
261 val = readl(FLDTCNTR(flctl)) >> 16; in wait_rfifo_ready()
266 timeout_error(flctl, __func__); in wait_rfifo_ready()
269 static void wait_wfifo_ready(struct sh_flctl *flctl) in wait_wfifo_ready() argument
275 len = (readl(FLDTCNTR(flctl)) >> 16) & 0xFF; in wait_wfifo_ready()
280 timeout_error(flctl, __func__); in wait_wfifo_ready()
284 (struct sh_flctl *flctl, int sector_number) in wait_recfifo_ready() argument
301 size = readl(FLDTCNTR(flctl)) >> 24; in wait_recfifo_ready()
306 if (!(readl(FL4ECCCR(flctl)) & _4ECCEND)) { in wait_recfifo_ready()
316 if (readl(FL4ECCCR(flctl)) & _4ECCFA) { in wait_recfifo_ready()
319 if (flctl->done_buff[i] != 0xff) { in wait_recfifo_ready()
326 dev_dbg(&flctl->pdev->dev, in wait_recfifo_ready()
330 writel(0, FL4ECCCR(flctl)); in wait_recfifo_ready()
335 ecc_reg[0] = FL4ECCRESULT0(flctl); in wait_recfifo_ready()
336 ecc_reg[1] = FL4ECCRESULT1(flctl); in wait_recfifo_ready()
337 ecc_reg[2] = FL4ECCRESULT2(flctl); in wait_recfifo_ready()
338 ecc_reg[3] = FL4ECCRESULT3(flctl); in wait_recfifo_ready()
346 if (flctl->page_size) in wait_recfifo_ready()
352 org = flctl->done_buff[index]; in wait_recfifo_ready()
353 flctl->done_buff[index] = org ^ (data & 0xFF); in wait_recfifo_ready()
356 writel(0, FL4ECCCR(flctl)); in wait_recfifo_ready()
359 timeout_error(flctl, __func__); in wait_recfifo_ready()
363 static void wait_wecfifo_ready(struct sh_flctl *flctl) in wait_wecfifo_ready() argument
370 len = (readl(FLDTCNTR(flctl)) >> 24) & 0xFF; in wait_wecfifo_ready()
375 timeout_error(flctl, __func__); in wait_wecfifo_ready()
378 static int flctl_dma_fifo0_transfer(struct sh_flctl *flctl, unsigned long *buf, in flctl_dma_fifo0_transfer() argument
391 chan = flctl->chan_fifo0_rx; in flctl_dma_fifo0_transfer()
394 chan = flctl->chan_fifo0_tx; in flctl_dma_fifo0_transfer()
405 reg = readl(FLINTDMACR(flctl)); in flctl_dma_fifo0_transfer()
407 writel(reg, FLINTDMACR(flctl)); in flctl_dma_fifo0_transfer()
410 desc->callback_param = flctl; in flctl_dma_fifo0_transfer()
414 dev_warn(&flctl->pdev->dev, in flctl_dma_fifo0_transfer()
422 flctl_release_dma(flctl); in flctl_dma_fifo0_transfer()
423 dev_warn(&flctl->pdev->dev, in flctl_dma_fifo0_transfer()
430 wait_for_completion_timeout(&flctl->dma_complete, in flctl_dma_fifo0_transfer()
435 dev_err(&flctl->pdev->dev, "wait_for_completion_timeout\n"); in flctl_dma_fifo0_transfer()
440 reg = readl(FLINTDMACR(flctl)); in flctl_dma_fifo0_transfer()
442 writel(reg, FLINTDMACR(flctl)); in flctl_dma_fifo0_transfer()
450 static void read_datareg(struct sh_flctl *flctl, int offset) in read_datareg() argument
453 unsigned long *buf = (unsigned long *)&flctl->done_buff[offset]; in read_datareg()
455 wait_completion(flctl); in read_datareg()
457 data = readl(FLDATAR(flctl)); in read_datareg()
461 static void read_fiforeg(struct sh_flctl *flctl, int rlen, int offset) in read_fiforeg() argument
464 unsigned long *buf = (unsigned long *)&flctl->done_buff[offset]; in read_fiforeg()
469 if (flctl->chan_fifo0_rx && rlen >= 32 && in read_fiforeg()
470 !flctl_dma_fifo0_transfer(flctl, buf, rlen, DMA_FROM_DEVICE)) in read_fiforeg()
475 wait_rfifo_ready(flctl); in read_fiforeg()
476 buf[i] = readl(FLDTFIFO(flctl)); in read_fiforeg()
485 (struct sh_flctl *flctl, uint8_t *buff, int sector) in read_ecfiforeg() argument
491 res = wait_recfifo_ready(flctl , sector); in read_ecfiforeg()
495 ecc_buf[i] = readl(FLECFIFO(flctl)); in read_ecfiforeg()
503 static void write_fiforeg(struct sh_flctl *flctl, int rlen, in write_fiforeg() argument
507 unsigned long *buf = (unsigned long *)&flctl->done_buff[offset]; in write_fiforeg()
511 wait_wfifo_ready(flctl); in write_fiforeg()
512 writel(cpu_to_be32(buf[i]), FLDTFIFO(flctl)); in write_fiforeg()
516 static void write_ec_fiforeg(struct sh_flctl *flctl, int rlen, in write_ec_fiforeg() argument
520 unsigned long *buf = (unsigned long *)&flctl->done_buff[offset]; in write_ec_fiforeg()
528 if (flctl->chan_fifo0_tx && rlen >= 32 && in write_ec_fiforeg()
529 !flctl_dma_fifo0_transfer(flctl, buf, rlen, DMA_TO_DEVICE)) in write_ec_fiforeg()
534 wait_wecfifo_ready(flctl); in write_ec_fiforeg()
535 writel(buf[i], FLECFIFO(flctl)); in write_ec_fiforeg()
541 struct sh_flctl *flctl = mtd_to_flctl(mtd); in set_cmd_regs() local
542 uint32_t flcmncr_val = flctl->flcmncr_base & ~SEL_16BIT; in set_cmd_regs()
546 if (flctl->page_size) in set_cmd_regs()
557 addr_len_bytes = flctl->erase_ADRCNT; in set_cmd_regs()
563 addr_len_bytes = flctl->rw_ADRCNT; in set_cmd_regs()
565 if (flctl->chip.options & NAND_BUSWIDTH_16) in set_cmd_regs()
573 addr_len_bytes = flctl->rw_ADRCNT; in set_cmd_regs()
575 if (flctl->chip.options & NAND_BUSWIDTH_16) in set_cmd_regs()
596 writel(flcmncr_val, FLCMNCR(flctl)); in set_cmd_regs()
597 writel(flcmdcr_val, FLCMDCR(flctl)); in set_cmd_regs()
598 writel(flcmcdr_val, FLCMCDR(flctl)); in set_cmd_regs()
624 struct sh_flctl *flctl = mtd_to_flctl(mtd); in execmd_read_page_sector() local
628 page_sectors = flctl->page_size ? 4 : 1; in execmd_read_page_sector()
633 writel(readl(FLCMNCR(flctl)) | ACM_SACCES_MODE | _4ECCCORRECT, in execmd_read_page_sector()
634 FLCMNCR(flctl)); in execmd_read_page_sector()
635 writel(readl(FLCMDCR(flctl)) | page_sectors, FLCMDCR(flctl)); in execmd_read_page_sector()
636 writel(page_addr << 2, FLADR(flctl)); in execmd_read_page_sector()
638 empty_fifo(flctl); in execmd_read_page_sector()
639 start_translation(flctl); in execmd_read_page_sector()
642 read_fiforeg(flctl, 512, 512 * sector); in execmd_read_page_sector()
644 ecc_result = read_ecfiforeg(flctl, in execmd_read_page_sector()
645 &flctl->done_buff[mtd->writesize + 16 * sector], in execmd_read_page_sector()
650 dev_info(&flctl->pdev->dev, in execmd_read_page_sector()
655 dev_warn(&flctl->pdev->dev, in execmd_read_page_sector()
665 wait_completion(flctl); in execmd_read_page_sector()
667 writel(readl(FLCMNCR(flctl)) & ~(ACM_SACCES_MODE | _4ECCCORRECT), in execmd_read_page_sector()
668 FLCMNCR(flctl)); in execmd_read_page_sector()
673 struct sh_flctl *flctl = mtd_to_flctl(mtd); in execmd_read_oob() local
674 int page_sectors = flctl->page_size ? 4 : 1; in execmd_read_oob()
680 empty_fifo(flctl); in execmd_read_oob()
684 writel(16, FLDTCNTR(flctl)); in execmd_read_oob()
686 start_translation(flctl); in execmd_read_oob()
687 read_fiforeg(flctl, 16, 16 * i); in execmd_read_oob()
688 wait_completion(flctl); in execmd_read_oob()
694 struct sh_flctl *flctl = mtd_to_flctl(mtd); in execmd_write_page_sector() local
695 int page_addr = flctl->seqin_page_addr; in execmd_write_page_sector()
698 page_sectors = flctl->page_size ? 4 : 1; in execmd_write_page_sector()
703 empty_fifo(flctl); in execmd_write_page_sector()
704 writel(readl(FLCMNCR(flctl)) | ACM_SACCES_MODE, FLCMNCR(flctl)); in execmd_write_page_sector()
705 writel(readl(FLCMDCR(flctl)) | page_sectors, FLCMDCR(flctl)); in execmd_write_page_sector()
706 writel(page_addr << 2, FLADR(flctl)); in execmd_write_page_sector()
707 start_translation(flctl); in execmd_write_page_sector()
710 write_fiforeg(flctl, 512, 512 * sector); in execmd_write_page_sector()
711 write_ec_fiforeg(flctl, 16, mtd->writesize + 16 * sector); in execmd_write_page_sector()
714 wait_completion(flctl); in execmd_write_page_sector()
715 writel(readl(FLCMNCR(flctl)) & ~ACM_SACCES_MODE, FLCMNCR(flctl)); in execmd_write_page_sector()
720 struct sh_flctl *flctl = mtd_to_flctl(mtd); in execmd_write_oob() local
721 int page_addr = flctl->seqin_page_addr; in execmd_write_oob()
724 page_sectors = flctl->page_size ? 4 : 1; in execmd_write_oob()
730 empty_fifo(flctl); in execmd_write_oob()
732 writel(16, FLDTCNTR(flctl)); /* set read size */ in execmd_write_oob()
734 start_translation(flctl); in execmd_write_oob()
735 write_fiforeg(flctl, 16, 16 * sector); in execmd_write_oob()
736 wait_completion(flctl); in execmd_write_oob()
744 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_cmdfunc() local
747 pm_runtime_get_sync(&flctl->pdev->dev); in flctl_cmdfunc()
749 flctl->read_bytes = 0; in flctl_cmdfunc()
751 flctl->index = 0; in flctl_cmdfunc()
756 if (flctl->hwecc) { in flctl_cmdfunc()
761 if (flctl->page_size) in flctl_cmdfunc()
769 flctl->read_bytes = mtd->writesize + mtd->oobsize; in flctl_cmdfunc()
770 if (flctl->chip.options & NAND_BUSWIDTH_16) in flctl_cmdfunc()
772 flctl->index += column; in flctl_cmdfunc()
776 if (flctl->hwecc) { in flctl_cmdfunc()
782 if (flctl->page_size) { in flctl_cmdfunc()
790 flctl->read_bytes = mtd->oobsize; in flctl_cmdfunc()
794 if (flctl->hwecc) in flctl_cmdfunc()
797 if (flctl->page_size) in flctl_cmdfunc()
805 flctl->read_bytes = mtd->writesize + mtd->oobsize - column; in flctl_cmdfunc()
812 if (flctl->chip.options & NAND_BUSWIDTH_16) in flctl_cmdfunc()
816 flctl->read_bytes = 8; in flctl_cmdfunc()
817 writel(flctl->read_bytes, FLDTCNTR(flctl)); /* set read size */ in flctl_cmdfunc()
818 empty_fifo(flctl); in flctl_cmdfunc()
819 start_translation(flctl); in flctl_cmdfunc()
820 read_fiforeg(flctl, flctl->read_bytes, 0); in flctl_cmdfunc()
821 wait_completion(flctl); in flctl_cmdfunc()
825 flctl->erase1_page_addr = page_addr; in flctl_cmdfunc()
831 set_addr(mtd, -1, flctl->erase1_page_addr); in flctl_cmdfunc()
832 start_translation(flctl); in flctl_cmdfunc()
833 wait_completion(flctl); in flctl_cmdfunc()
837 if (!flctl->page_size) { in flctl_cmdfunc()
849 flctl->seqin_column = column; in flctl_cmdfunc()
850 flctl->seqin_page_addr = page_addr; in flctl_cmdfunc()
851 flctl->seqin_read_cmd = read_cmd; in flctl_cmdfunc()
855 empty_fifo(flctl); in flctl_cmdfunc()
856 if (!flctl->page_size) { in flctl_cmdfunc()
858 flctl->seqin_read_cmd); in flctl_cmdfunc()
860 writel(0, FLDTCNTR(flctl)); /* set 0 size */ in flctl_cmdfunc()
861 start_translation(flctl); in flctl_cmdfunc()
862 wait_completion(flctl); in flctl_cmdfunc()
864 if (flctl->hwecc) { in flctl_cmdfunc()
866 if (flctl->seqin_column == mtd->writesize) in flctl_cmdfunc()
868 else if (!flctl->seqin_column) in flctl_cmdfunc()
875 set_addr(mtd, flctl->seqin_column, flctl->seqin_page_addr); in flctl_cmdfunc()
876 writel(flctl->index, FLDTCNTR(flctl)); /* set write size */ in flctl_cmdfunc()
877 start_translation(flctl); in flctl_cmdfunc()
878 write_fiforeg(flctl, flctl->index, 0); in flctl_cmdfunc()
879 wait_completion(flctl); in flctl_cmdfunc()
886 flctl->read_bytes = 1; in flctl_cmdfunc()
887 writel(flctl->read_bytes, FLDTCNTR(flctl)); /* set read size */ in flctl_cmdfunc()
888 start_translation(flctl); in flctl_cmdfunc()
889 read_datareg(flctl, 0); /* read and end */ in flctl_cmdfunc()
896 writel(0, FLDTCNTR(flctl)); /* set 0 size */ in flctl_cmdfunc()
897 start_translation(flctl); in flctl_cmdfunc()
898 wait_completion(flctl); in flctl_cmdfunc()
907 writel(flctl->read_bytes, FLDTCNTR(flctl)); /* set read size */ in flctl_cmdfunc()
908 empty_fifo(flctl); in flctl_cmdfunc()
909 start_translation(flctl); in flctl_cmdfunc()
910 read_fiforeg(flctl, flctl->read_bytes, 0); in flctl_cmdfunc()
911 wait_completion(flctl); in flctl_cmdfunc()
913 pm_runtime_put_sync(&flctl->pdev->dev); in flctl_cmdfunc()
919 struct sh_flctl *flctl = mtd_to_flctl(nand_to_mtd(chip)); in flctl_select_chip() local
924 flctl->flcmncr_base &= ~CE0_ENABLE; in flctl_select_chip()
926 pm_runtime_get_sync(&flctl->pdev->dev); in flctl_select_chip()
927 writel(flctl->flcmncr_base, FLCMNCR(flctl)); in flctl_select_chip()
929 if (flctl->qos_request) { in flctl_select_chip()
930 dev_pm_qos_remove_request(&flctl->pm_qos); in flctl_select_chip()
931 flctl->qos_request = 0; in flctl_select_chip()
934 pm_runtime_put_sync(&flctl->pdev->dev); in flctl_select_chip()
937 flctl->flcmncr_base |= CE0_ENABLE; in flctl_select_chip()
939 if (!flctl->qos_request) { in flctl_select_chip()
940 ret = dev_pm_qos_add_request(&flctl->pdev->dev, in flctl_select_chip()
941 &flctl->pm_qos, in flctl_select_chip()
945 dev_err(&flctl->pdev->dev, in flctl_select_chip()
947 flctl->qos_request = 1; in flctl_select_chip()
950 if (flctl->holden) { in flctl_select_chip()
951 pm_runtime_get_sync(&flctl->pdev->dev); in flctl_select_chip()
952 writel(HOLDEN, FLHOLDCR(flctl)); in flctl_select_chip()
953 pm_runtime_put_sync(&flctl->pdev->dev); in flctl_select_chip()
963 struct sh_flctl *flctl = mtd_to_flctl(nand_to_mtd(chip)); in flctl_write_buf() local
965 memcpy(&flctl->done_buff[flctl->index], buf, len); in flctl_write_buf()
966 flctl->index += len; in flctl_write_buf()
971 struct sh_flctl *flctl = mtd_to_flctl(nand_to_mtd(chip)); in flctl_read_byte() local
974 data = flctl->done_buff[flctl->index]; in flctl_read_byte()
975 flctl->index++; in flctl_read_byte()
981 struct sh_flctl *flctl = mtd_to_flctl(nand_to_mtd(chip)); in flctl_read_buf() local
983 memcpy(buf, &flctl->done_buff[flctl->index], len); in flctl_read_buf()
984 flctl->index += len; in flctl_read_buf()
991 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_chip_attach_chip() local
998 flctl->flcmncr_base |= SEL_16BIT; in flctl_chip_attach_chip()
1001 flctl->page_size = 0; in flctl_chip_attach_chip()
1004 flctl->rw_ADRCNT = ADRCNT_4; in flctl_chip_attach_chip()
1005 flctl->erase_ADRCNT = ADRCNT_3; in flctl_chip_attach_chip()
1008 flctl->rw_ADRCNT = ADRCNT_3; in flctl_chip_attach_chip()
1009 flctl->erase_ADRCNT = ADRCNT_2; in flctl_chip_attach_chip()
1011 flctl->rw_ADRCNT = ADRCNT_2; in flctl_chip_attach_chip()
1012 flctl->erase_ADRCNT = ADRCNT_1; in flctl_chip_attach_chip()
1015 flctl->page_size = 1; in flctl_chip_attach_chip()
1018 flctl->rw_ADRCNT = ADRCNT2_E; in flctl_chip_attach_chip()
1019 flctl->erase_ADRCNT = ADRCNT_3; in flctl_chip_attach_chip()
1022 flctl->rw_ADRCNT = ADRCNT_4; in flctl_chip_attach_chip()
1023 flctl->erase_ADRCNT = ADRCNT_2; in flctl_chip_attach_chip()
1025 flctl->rw_ADRCNT = ADRCNT_3; in flctl_chip_attach_chip()
1026 flctl->erase_ADRCNT = ADRCNT_1; in flctl_chip_attach_chip()
1030 if (flctl->hwecc) { in flctl_chip_attach_chip()
1047 flctl->flcmncr_base |= _4ECCEN; in flctl_chip_attach_chip()
1062 struct sh_flctl *flctl = dev_id; in flctl_handle_flste() local
1064 dev_err(&flctl->pdev->dev, "flste irq: %x\n", readl(FLINTDMACR(flctl))); in flctl_handle_flste()
1065 writel(flctl->flintdmacr_base, FLINTDMACR(flctl)); in flctl_handle_flste()
1116 struct sh_flctl *flctl; in flctl_probe() local
1123 flctl = devm_kzalloc(&pdev->dev, sizeof(struct sh_flctl), GFP_KERNEL); in flctl_probe()
1124 if (!flctl) in flctl_probe()
1128 flctl->reg = devm_ioremap_resource(&pdev->dev, res); in flctl_probe()
1129 if (IS_ERR(flctl->reg)) in flctl_probe()
1130 return PTR_ERR(flctl->reg); in flctl_probe()
1131 flctl->fifo = res->start + 0x24; /* FLDTFIFO */ in flctl_probe()
1138 "flste", flctl); in flctl_probe()
1154 platform_set_drvdata(pdev, flctl); in flctl_probe()
1155 nand = &flctl->chip; in flctl_probe()
1159 flctl->pdev = pdev; in flctl_probe()
1160 flctl->hwecc = pdata->has_hwecc; in flctl_probe()
1161 flctl->holden = pdata->use_holden; in flctl_probe()
1162 flctl->flcmncr_base = pdata->flcmncr_val; in flctl_probe()
1163 flctl->flintdmacr_base = flctl->hwecc ? (STERINTE | ECERB) : STERINTE; in flctl_probe()
1185 flctl_setup_dma(flctl); in flctl_probe()
1201 flctl_release_dma(flctl); in flctl_probe()
1208 struct sh_flctl *flctl = platform_get_drvdata(pdev); in flctl_remove() local
1209 struct nand_chip *chip = &flctl->chip; in flctl_remove()
1212 flctl_release_dma(flctl); in flctl_remove()