154 		dma_pool_free(fsl_desc->echan->tcd_pool, fsl_desc->tcd[i].vtcd,  in fsl_edma_free_desc()
155 			      fsl_desc->tcd[i].ptcd);  in fsl_edma_free_desc()
283 		len += le32_to_cpu(edesc->tcd[i].vtcd->nbytes)  in fsl_edma_desc_residue()
284 			* le16_to_cpu(edesc->tcd[i].vtcd->biter);  in fsl_edma_desc_residue()
290 		cur_addr = edma_readl(fsl_chan->edma, &regs->tcd[ch].saddr);  in fsl_edma_desc_residue()
292 		cur_addr = edma_readl(fsl_chan->edma, &regs->tcd[ch].daddr);  in fsl_edma_desc_residue()
296 		size = le32_to_cpu(edesc->tcd[i].vtcd->nbytes)  in fsl_edma_desc_residue()
297 			* le16_to_cpu(edesc->tcd[i].vtcd->biter);  in fsl_edma_desc_residue()
299 			dma_addr = le32_to_cpu(edesc->tcd[i].vtcd->saddr);  in fsl_edma_desc_residue()
301 			dma_addr = le32_to_cpu(edesc->tcd[i].vtcd->daddr);  in fsl_edma_desc_residue()
346 				  struct fsl_edma_hw_tcd *tcd)  in fsl_edma_set_tcd_regs()  argument
358 	edma_writew(edma, 0,  &regs->tcd[ch].csr);  in fsl_edma_set_tcd_regs()
360 	edma_writel(edma, (s32)tcd->saddr, &regs->tcd[ch].saddr);  in fsl_edma_set_tcd_regs()
361 	edma_writel(edma, (s32)tcd->daddr, &regs->tcd[ch].daddr);  in fsl_edma_set_tcd_regs()
363 	edma_writew(edma, (s16)tcd->attr, &regs->tcd[ch].attr);  in fsl_edma_set_tcd_regs()
364 	edma_writew(edma, tcd->soff, &regs->tcd[ch].soff);  in fsl_edma_set_tcd_regs()
366 	edma_writel(edma, (s32)tcd->nbytes, &regs->tcd[ch].nbytes);  in fsl_edma_set_tcd_regs()
367 	edma_writel(edma, (s32)tcd->slast, &regs->tcd[ch].slast);  in fsl_edma_set_tcd_regs()
369 	edma_writew(edma, (s16)tcd->citer, &regs->tcd[ch].citer);  in fsl_edma_set_tcd_regs()
370 	edma_writew(edma, (s16)tcd->biter, &regs->tcd[ch].biter);  in fsl_edma_set_tcd_regs()
371 	edma_writew(edma, (s16)tcd->doff, &regs->tcd[ch].doff);  in fsl_edma_set_tcd_regs()
373 	edma_writel(edma, (s32)tcd->dlast_sga,  in fsl_edma_set_tcd_regs()
374 			&regs->tcd[ch].dlast_sga);  in fsl_edma_set_tcd_regs()
376 	edma_writew(edma, (s16)tcd->csr, &regs->tcd[ch].csr);  in fsl_edma_set_tcd_regs()
380 void fsl_edma_fill_tcd(struct fsl_edma_hw_tcd *tcd, u32 src, u32 dst,  in fsl_edma_fill_tcd()  argument
393 	tcd->saddr = cpu_to_le32(src);  in fsl_edma_fill_tcd()
394 	tcd->daddr = cpu_to_le32(dst);  in fsl_edma_fill_tcd()
396 	tcd->attr = cpu_to_le16(attr);  in fsl_edma_fill_tcd()
398 	tcd->soff = cpu_to_le16(soff);  in fsl_edma_fill_tcd()
400 	tcd->nbytes = cpu_to_le32(nbytes);  in fsl_edma_fill_tcd()
401 	tcd->slast = cpu_to_le32(slast);  in fsl_edma_fill_tcd()
403 	tcd->citer = cpu_to_le16(EDMA_TCD_CITER_CITER(citer));  in fsl_edma_fill_tcd()
404 	tcd->doff = cpu_to_le16(doff);  in fsl_edma_fill_tcd()
406 	tcd->dlast_sga = cpu_to_le32(dlast_sga);  in fsl_edma_fill_tcd()
408 	tcd->biter = cpu_to_le16(EDMA_TCD_BITER_BITER(biter));  in fsl_edma_fill_tcd()
418 	tcd->csr = cpu_to_le16(csr);  in fsl_edma_fill_tcd()
427 	fsl_desc = kzalloc(struct_size(fsl_desc, tcd, sg_len), GFP_NOWAIT);  in fsl_edma_alloc_desc()
434 		fsl_desc->tcd[i].vtcd = dma_pool_alloc(fsl_chan->tcd_pool,  in fsl_edma_alloc_desc()
435 					GFP_NOWAIT, &fsl_desc->tcd[i].ptcd);  in fsl_edma_alloc_desc()
436 		if (!fsl_desc->tcd[i].vtcd)  in fsl_edma_alloc_desc()
443 		dma_pool_free(fsl_chan->tcd_pool, fsl_desc->tcd[i].vtcd,  in fsl_edma_alloc_desc()
444 				fsl_desc->tcd[i].ptcd);  in fsl_edma_alloc_desc()
494 		last_sg = fsl_desc->tcd[(i + 1) % sg_len].ptcd;  in fsl_edma_prep_dma_cyclic()
508 		fsl_edma_fill_tcd(fsl_desc->tcd[i].vtcd, src_addr, dst_addr,  in fsl_edma_prep_dma_cyclic()
556 		last_sg = fsl_desc->tcd[(i + 1) % sg_len].ptcd;  in fsl_edma_prep_slave_sg()
572 			last_sg = fsl_desc->tcd[(i + 1)].ptcd;  in fsl_edma_prep_slave_sg()
573 			fsl_edma_fill_tcd(fsl_desc->tcd[i].vtcd, src_addr,  in fsl_edma_prep_slave_sg()
579 			fsl_edma_fill_tcd(fsl_desc->tcd[i].vtcd, src_addr,  in fsl_edma_prep_slave_sg()
600 	fsl_edma_set_tcd_regs(fsl_chan, fsl_chan->edesc->tcd[0].vtcd);  in fsl_edma_xfer_desc()
714 	edma->regs.tcd = edma->membase + EDMA_TCD;  in fsl_edma_setup_regs()