Lines Matching refs:jzchan
176 struct jz4780_dma_chan *jzchan) in jz4780_dma_chan_parent() argument
178 return container_of(jzchan->vchan.chan.device, struct jz4780_dma_dev, in jz4780_dma_chan_parent()
230 struct jz4780_dma_chan *jzchan, unsigned int count, in jz4780_dma_desc_alloc() argument
242 desc->desc = dma_pool_alloc(jzchan->desc_pool, GFP_NOWAIT, in jz4780_dma_desc_alloc()
257 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(vdesc->tx.chan); in jz4780_dma_desc_free() local
259 dma_pool_free(jzchan->desc_pool, desc->desc, desc->desc_phys); in jz4780_dma_desc_free()
263 static uint32_t jz4780_dma_transfer_size(struct jz4780_dma_chan *jzchan, in jz4780_dma_transfer_size() argument
266 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan); in jz4780_dma_transfer_size()
301 static int jz4780_dma_setup_hwdesc(struct jz4780_dma_chan *jzchan, in jz4780_dma_setup_hwdesc() argument
305 struct dma_slave_config *config = &jzchan->config; in jz4780_dma_setup_hwdesc()
331 tsz = jz4780_dma_transfer_size(jzchan, addr | len | (width * maxburst), in jz4780_dma_setup_hwdesc()
332 &jzchan->transfer_shift); in jz4780_dma_setup_hwdesc()
349 desc->dtc = len >> jzchan->transfer_shift; in jz4780_dma_setup_hwdesc()
358 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_prep_slave_sg() local
359 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan); in jz4780_dma_prep_slave_sg()
364 desc = jz4780_dma_desc_alloc(jzchan, sg_len, DMA_SLAVE); in jz4780_dma_prep_slave_sg()
369 err = jz4780_dma_setup_hwdesc(jzchan, &desc->desc[i], in jz4780_dma_prep_slave_sg()
374 jz4780_dma_desc_free(&jzchan->desc->vdesc); in jz4780_dma_prep_slave_sg()
395 return vchan_tx_prep(&jzchan->vchan, &desc->vdesc, flags); in jz4780_dma_prep_slave_sg()
403 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_prep_dma_cyclic() local
413 desc = jz4780_dma_desc_alloc(jzchan, periods, DMA_CYCLIC); in jz4780_dma_prep_dma_cyclic()
418 err = jz4780_dma_setup_hwdesc(jzchan, &desc->desc[i], buf_addr, in jz4780_dma_prep_dma_cyclic()
421 jz4780_dma_desc_free(&jzchan->desc->vdesc); in jz4780_dma_prep_dma_cyclic()
447 return vchan_tx_prep(&jzchan->vchan, &desc->vdesc, flags); in jz4780_dma_prep_dma_cyclic()
454 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_prep_dma_memcpy() local
458 desc = jz4780_dma_desc_alloc(jzchan, 1, DMA_MEMCPY); in jz4780_dma_prep_dma_memcpy()
462 tsz = jz4780_dma_transfer_size(jzchan, dest | src | len, in jz4780_dma_prep_dma_memcpy()
463 &jzchan->transfer_shift); in jz4780_dma_prep_dma_memcpy()
465 jzchan->transfer_type = JZ_DMA_DRT_AUTO; in jz4780_dma_prep_dma_memcpy()
473 desc->desc[0].dtc = len >> jzchan->transfer_shift; in jz4780_dma_prep_dma_memcpy()
475 return vchan_tx_prep(&jzchan->vchan, &desc->vdesc, flags); in jz4780_dma_prep_dma_memcpy()
478 static void jz4780_dma_begin(struct jz4780_dma_chan *jzchan) in jz4780_dma_begin() argument
480 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan); in jz4780_dma_begin()
485 if (!jzchan->desc) { in jz4780_dma_begin()
486 vdesc = vchan_next_desc(&jzchan->vchan); in jz4780_dma_begin()
492 jzchan->desc = to_jz4780_dma_desc(vdesc); in jz4780_dma_begin()
493 jzchan->curr_hwdesc = 0; in jz4780_dma_begin()
495 if (jzchan->desc->type == DMA_CYCLIC && vdesc->tx.callback) { in jz4780_dma_begin()
510 for (i = 0; i < jzchan->desc->count; i++) in jz4780_dma_begin()
511 jzchan->desc->desc[i].dcm &= ~JZ_DMA_DCM_LINK; in jz4780_dma_begin()
519 jzchan->curr_hwdesc = in jz4780_dma_begin()
520 (jzchan->curr_hwdesc + 1) % jzchan->desc->count; in jz4780_dma_begin()
524 jz4780_dma_chan_enable(jzdma, jzchan->id); in jz4780_dma_begin()
527 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DCS, 0); in jz4780_dma_begin()
530 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DRT, in jz4780_dma_begin()
531 jzchan->transfer_type); in jz4780_dma_begin()
539 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DTC, in jz4780_dma_begin()
540 jzchan->desc->desc[jzchan->curr_hwdesc].dtc); in jz4780_dma_begin()
543 desc_phys = jzchan->desc->desc_phys + in jz4780_dma_begin()
544 (jzchan->curr_hwdesc * sizeof(*jzchan->desc->desc)); in jz4780_dma_begin()
545 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DDA, desc_phys); in jz4780_dma_begin()
546 jz4780_dma_ctrl_writel(jzdma, JZ_DMA_REG_DDRS, BIT(jzchan->id)); in jz4780_dma_begin()
549 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DCS, in jz4780_dma_begin()
555 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_issue_pending() local
558 spin_lock_irqsave(&jzchan->vchan.lock, flags); in jz4780_dma_issue_pending()
560 if (vchan_issue_pending(&jzchan->vchan) && !jzchan->desc) in jz4780_dma_issue_pending()
561 jz4780_dma_begin(jzchan); in jz4780_dma_issue_pending()
563 spin_unlock_irqrestore(&jzchan->vchan.lock, flags); in jz4780_dma_issue_pending()
568 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_terminate_all() local
569 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan); in jz4780_dma_terminate_all()
573 spin_lock_irqsave(&jzchan->vchan.lock, flags); in jz4780_dma_terminate_all()
576 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DCS, 0); in jz4780_dma_terminate_all()
577 if (jzchan->desc) { in jz4780_dma_terminate_all()
578 vchan_terminate_vdesc(&jzchan->desc->vdesc); in jz4780_dma_terminate_all()
579 jzchan->desc = NULL; in jz4780_dma_terminate_all()
582 jz4780_dma_chan_disable(jzdma, jzchan->id); in jz4780_dma_terminate_all()
584 vchan_get_all_descriptors(&jzchan->vchan, &head); in jz4780_dma_terminate_all()
586 spin_unlock_irqrestore(&jzchan->vchan.lock, flags); in jz4780_dma_terminate_all()
588 vchan_dma_desc_free_list(&jzchan->vchan, &head); in jz4780_dma_terminate_all()
594 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_synchronize() local
595 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan); in jz4780_dma_synchronize()
597 vchan_synchronize(&jzchan->vchan); in jz4780_dma_synchronize()
598 jz4780_dma_chan_disable(jzdma, jzchan->id); in jz4780_dma_synchronize()
604 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_config() local
611 memcpy(&jzchan->config, config, sizeof(jzchan->config)); in jz4780_dma_config()
616 static size_t jz4780_dma_desc_residue(struct jz4780_dma_chan *jzchan, in jz4780_dma_desc_residue() argument
619 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan); in jz4780_dma_desc_residue()
627 count += jz4780_dma_chn_readl(jzdma, jzchan->id, in jz4780_dma_desc_residue()
630 return count << jzchan->transfer_shift; in jz4780_dma_desc_residue()
636 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_tx_status() local
642 spin_lock_irqsave(&jzchan->vchan.lock, flags); in jz4780_dma_tx_status()
648 vdesc = vchan_find_desc(&jzchan->vchan, cookie); in jz4780_dma_tx_status()
651 residue = jz4780_dma_desc_residue(jzchan, in jz4780_dma_tx_status()
653 } else if (cookie == jzchan->desc->vdesc.tx.cookie) { in jz4780_dma_tx_status()
654 residue = jz4780_dma_desc_residue(jzchan, jzchan->desc, in jz4780_dma_tx_status()
655 jzchan->curr_hwdesc + 1); in jz4780_dma_tx_status()
659 if (vdesc && jzchan->desc && vdesc == &jzchan->desc->vdesc in jz4780_dma_tx_status()
660 && jzchan->desc->status & (JZ_DMA_DCS_AR | JZ_DMA_DCS_HLT)) in jz4780_dma_tx_status()
664 spin_unlock_irqrestore(&jzchan->vchan.lock, flags); in jz4780_dma_tx_status()
669 struct jz4780_dma_chan *jzchan) in jz4780_dma_chan_irq() argument
672 struct jz4780_dma_desc *desc = jzchan->desc; in jz4780_dma_chan_irq()
676 spin_lock(&jzchan->vchan.lock); in jz4780_dma_chan_irq()
678 dcs = jz4780_dma_chn_readl(jzdma, jzchan->id, JZ_DMA_REG_DCS); in jz4780_dma_chan_irq()
679 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DCS, 0); in jz4780_dma_chan_irq()
682 dev_warn(&jzchan->vchan.chan.dev->device, in jz4780_dma_chan_irq()
687 dev_warn(&jzchan->vchan.chan.dev->device, in jz4780_dma_chan_irq()
691 if (jzchan->desc) { in jz4780_dma_chan_irq()
692 jzchan->desc->status = dcs; in jz4780_dma_chan_irq()
695 if (jzchan->desc->type == DMA_CYCLIC) { in jz4780_dma_chan_irq()
696 vchan_cyclic_callback(&jzchan->desc->vdesc); in jz4780_dma_chan_irq()
698 jz4780_dma_begin(jzchan); in jz4780_dma_chan_irq()
701 (jzchan->curr_hwdesc + 1 == desc->count)) { in jz4780_dma_chan_irq()
703 jzchan->desc = NULL; in jz4780_dma_chan_irq()
706 jz4780_dma_begin(jzchan); in jz4780_dma_chan_irq()
710 jz4780_dma_chn_writel(jzdma, jzchan->id, in jz4780_dma_chan_irq()
716 dev_err(&jzchan->vchan.chan.dev->device, in jz4780_dma_chan_irq()
720 spin_unlock(&jzchan->vchan.lock); in jz4780_dma_chan_irq()
753 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_alloc_chan_resources() local
755 jzchan->desc_pool = dma_pool_create(dev_name(&chan->dev->device), in jz4780_dma_alloc_chan_resources()
759 if (!jzchan->desc_pool) { in jz4780_dma_alloc_chan_resources()
770 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_free_chan_resources() local
772 vchan_free_chan_resources(&jzchan->vchan); in jz4780_dma_free_chan_resources()
773 dma_pool_destroy(jzchan->desc_pool); in jz4780_dma_free_chan_resources()
774 jzchan->desc_pool = NULL; in jz4780_dma_free_chan_resources()
779 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan); in jz4780_dma_filter_fn() local
780 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan); in jz4780_dma_filter_fn()
785 if (data->channel != jzchan->id) in jz4780_dma_filter_fn()
787 } else if (jzdma->chan_reserved & BIT(jzchan->id)) { in jz4780_dma_filter_fn()
791 jzchan->transfer_type = data->transfer_type; in jz4780_dma_filter_fn()
840 struct jz4780_dma_chan *jzchan; in jz4780_dma_probe() local
933 jzchan = &jzdma->chan[i]; in jz4780_dma_probe()
934 jzchan->id = i; in jz4780_dma_probe()
936 vchan_init(&jzchan->vchan, dd); in jz4780_dma_probe()
937 jzchan->vchan.desc_free = jz4780_dma_desc_free; in jz4780_dma_probe()