319  * One cycle of DMAC operation.
371 /* A DMAC Thread */
377 	/* Parent DMAC */
378 	struct pl330_dmac *dmac;  member
394 	/* In the DMAC pool */
428 	/* Pointer to the DMAC that manages this channel,
430 	 * As the parent, this DMAC also provides descriptors
433 	struct pl330_dmac *dmac;  member
439 	 * Hardware channel thread of PL330 DMAC. NULL if the channel is
461 	/* Pool of descriptors available for the DMAC's channels */
487 	/* State of DMAC operation */
492 	/* Peripheral channels connected to this DMAC */
538 	/* Hook to attach to DMAC's list of reqs with due callback */
567 	return thrd->dmac->manager == thrd;  in is_manager()
573 	return (thrd->dmac->pcfg.mode & DMAC_MODE_NS) ? true : false;  in _manager_ns()
675 	cnt--; /* DMAC increments by 1 internally */  in _emit_LP()
890 	void __iomem *regs = thrd->dmac->base;  in _until_dmac_idle()
910 	void __iomem *regs = thrd->dmac->base;  in _execute_DBGINSN()
915 		dev_err(thrd->dmac->ddma.dev, "DMAC halted!\n");  in _execute_DBGINSN()
935 	void __iomem *regs = thrd->dmac->base;  in _state()
993 	void __iomem *regs = thrd->dmac->base;  in _stop()
1020 	void __iomem *regs = thrd->dmac->base;  in _trigger()
1057 		dev_info(thrd->dmac->ddma.dev, "%s:%d Recipe for ABORT!\n",  in _trigger()
1674 	struct pl330_dmac *pl330 = thrd->dmac;  in pl330_submit_req()
1697 		dev_info(thrd->dmac->ddma.dev, "%s:%d\n",  in pl330_submit_req()
1705 		dev_info(thrd->dmac->ddma.dev,  in pl330_submit_req()
1787 	/* The DMAC itself gone nuts */  in pl330_dotask()
1945 	struct pl330_dmac *pl330 = thrd->dmac;  in _alloc_event()
1998 	struct pl330_dmac *pl330 = thrd->dmac;  in _free_event()
2021  * by the client driver the make best use of the DMAC
2067 	struct pl330_dmac *pl330 = thrd->dmac;  in _reset_thread()
2100 		thrd->dmac = pl330;  in dmac_alloc_threads()
2108 	thrd->dmac = pl330;  in dmac_alloc_threads()
2136 		dev_err(pl330->ddma.dev, "%s:%d Can't to create channels for DMAC!\n",  in dmac_alloc_resources()
2152 	/* Check if we can handle this DMAC */  in pl330_add()
2159 	/* Read the configuration of the DMAC */  in pl330_add()
2180 	/* Allocate resources needed by the DMAC */  in pl330_add()
2183 		dev_err(pl330->ddma.dev, "Unable to create channels for DMAC\n");  in pl330_add()
2217 	/* Free DMAC resources */  in pl330_del()
2258 			/* QFull or DMAC Dying */  in fill_queue()
2263 			dev_err(pch->dmac->ddma.dev, "%s:%d Bad Desc(%d)\n",  in fill_queue()
2304 		spin_lock(&pch->thread->dmac->lock);  in pl330_tasklet()
2306 		spin_unlock(&pch->thread->dmac->lock);  in pl330_tasklet()
2311 		spin_lock(&pch->thread->dmac->lock);  in pl330_tasklet()
2313 		spin_unlock(&pch->thread->dmac->lock);  in pl330_tasklet()
2325 		list_move_tail(&desc->node, &pch->dmac->desc_pool);  in pl330_tasklet()
2339 		pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_tasklet()
2340 		pm_runtime_put_autosuspend(pch->dmac->ddma.dev);  in pl330_tasklet()
2367 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_alloc_chan_resources()
2388  * We need the data direction between the DMAC (the dma-mapping "device") and
2462 			pch->dmac->quirks);  in pl330_config_write()
2473 			pch->dmac->quirks);  in pl330_config_write()
2494 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_terminate_all()
2543 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_pause()
2563 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_free_chan_resources()
2568 	pm_runtime_get_sync(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2574 	list_splice_tail_init(&pch->work_list, &pch->dmac->desc_pool);  in pl330_free_chan_resources()
2577 	pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2578 	pm_runtime_put_autosuspend(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2586 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_get_current_xferred_count()
2587 	void __iomem *regs = thrd->dmac->base;  in pl330_get_current_xferred_count()
2599 	pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_get_current_xferred_count()
2628 	spin_lock(&pch->thread->dmac->lock);  in pl330_tx_status()
2671 	spin_unlock(&pch->thread->dmac->lock);  in pl330_tx_status()
2694 		pm_runtime_get_sync(pch->dmac->ddma.dev);  in pl330_issue_pending()
2745 /* Returns the number of descriptors added to the DMAC pool */
2794 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_get_desc()
2798 	/* Pluck one desc from the pool of DMAC */  in pl330_get_desc()
2801 	/* If the DMAC pool is empty, alloc new */  in pl330_get_desc()
2819 	desc->rqcfg.pcfg = &pch->dmac->pcfg;  in pl330_get_desc()
2844 		dev_err(pch->dmac->ddma.dev, "%s:%d Unable to fetch desc\n",  in __pl330_prep_dma_memcpy()
2868 	struct pl330_dmac *pl330 = pch->dmac;  in get_burst_len()
2896 		dev_err(pch->dmac->ddma.dev, "%s:%d Invalid dma direction\n",  in pl330_prep_dma_cyclic()
2908 		dev_err(pch->dmac->ddma.dev, "%s:%d Unable to fetch desc\n",  in pl330_prep_dma_cyclic()
2958 	pl330 = pch->dmac;  in pl330_prep_dma_memcpy()
3044 			struct pl330_dmac *pl330 = pch->dmac;  in pl330_prep_slave_sg()
3046 			dev_err(pch->dmac->ddma.dev,  in pl330_prep_slave_sg()
3200 	/* Allocate a new DMAC and its Channels */  in pl330_probe()
3296 		pch->dmac = pl330;  in pl330_probe()
3299 		/* Add the channel to the DMAC list */  in pl330_probe()
3328 		dev_err(&adev->dev, "unable to register DMAC\n");  in pl330_probe()
3352 		"Loaded driver for PL330 DMAC-%x\n", adev->periphid);  in pl330_probe()
3366 	/* Idle the DMAC */  in pl330_probe()
3409 	/* Idle the DMAC */  in pl330_remove()
3456 MODULE_DESCRIPTION("API Driver for PL330 DMAC");