79 	return container_of(dmadev, struct hidma_dev, ddev);  in to_hidma_dev()
101 	INIT_LIST_HEAD(&dmadev->ddev.channels);  in hidma_free()
116 	struct dma_device *ddev = mchan->chan.device;  in hidma_process_completed()  local
117 	struct hidma_dev *mdma = to_hidma_dev(ddev);  in hidma_process_completed()
175 	struct dma_device *ddev = mchan->chan.device;  in hidma_callback()  local
176 	struct hidma_dev *dmadev = to_hidma_dev(ddev);  in hidma_callback()
195 		pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_callback()
196 		pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_callback()
203 	struct dma_device *ddev;  in hidma_chan_init()  local
205 	mchan = devm_kzalloc(dmadev->ddev.dev, sizeof(*mchan), GFP_KERNEL);  in hidma_chan_init()
209 	ddev = &dmadev->ddev;  in hidma_chan_init()
212 	mchan->chan.device = ddev;  in hidma_chan_init()
222 	list_add_tail(&mchan->chan.device_node, &ddev->channels);  in hidma_chan_init()
223 	dmadev->ddev.chancnt++;  in hidma_chan_init()
231 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_issue_task()
258 	status = pm_runtime_get(dmadev->ddev.dev);  in hidma_issue_pending()
325 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_tx_submit()
327 		pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_tx_submit()
328 		pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_tx_submit()
331 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_tx_submit()
332 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_tx_submit()
474 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_terminate_channel()
489 		dev_err(dmadev->ddev.dev, "channel did not pause\n");  in hidma_terminate_channel()
507 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_terminate_channel()
508 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_terminate_channel()
523 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_terminate_all()
525 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_terminate_all()
526 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_terminate_all()
565 		pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_pause()
567 			dev_warn(dmadev->ddev.dev, "channel did not stop\n");  in hidma_pause()
569 		pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_pause()
570 		pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_pause()
584 		pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_resume()
589 			dev_err(dmadev->ddev.dev,  in hidma_resume()
591 		pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_resume()
592 		pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_resume()
634 	device_remove_file(dev->ddev.dev, dev->chid_attrs);  in hidma_sysfs_uninit()
643 	attrs = devm_kmalloc(dev->ddev.dev, sizeof(struct device_attribute),  in hidma_create_sysfs_entry()
648 	name_copy = devm_kstrdup(dev->ddev.dev, name, GFP_KERNEL);  in hidma_create_sysfs_entry()
666 	return device_create_file(dev->ddev.dev, dev->chid_attrs);  in hidma_sysfs_init()
686 	struct device *dev = dmadev->ddev.dev;  in hidma_free_msis()
800 	INIT_LIST_HEAD(&dmadev->ddev.channels);  in hidma_probe()
802 	dmadev->ddev.dev = &pdev->dev;  in hidma_probe()
803 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_probe()
805 	dma_cap_set(DMA_MEMCPY, dmadev->ddev.cap_mask);  in hidma_probe()
806 	dma_cap_set(DMA_MEMSET, dmadev->ddev.cap_mask);  in hidma_probe()
816 	dmadev->ddev.device_prep_dma_memcpy = hidma_prep_dma_memcpy;  in hidma_probe()
817 	dmadev->ddev.device_prep_dma_memset = hidma_prep_dma_memset;  in hidma_probe()
818 	dmadev->ddev.device_alloc_chan_resources = hidma_alloc_chan_resources;  in hidma_probe()
819 	dmadev->ddev.device_free_chan_resources = hidma_free_chan_resources;  in hidma_probe()
820 	dmadev->ddev.device_tx_status = hidma_tx_status;  in hidma_probe()
821 	dmadev->ddev.device_issue_pending = hidma_issue_pending;  in hidma_probe()
822 	dmadev->ddev.device_pause = hidma_pause;  in hidma_probe()
823 	dmadev->ddev.device_resume = hidma_resume;  in hidma_probe()
824 	dmadev->ddev.device_terminate_all = hidma_terminate_all;  in hidma_probe()
825 	dmadev->ddev.copy_align = 8;  in hidma_probe()
858 	dmadev->lldev = hidma_ll_init(dmadev->ddev.dev,  in hidma_probe()
878 	INIT_LIST_HEAD(&dmadev->ddev.channels);  in hidma_probe()
883 	rc = dma_async_device_register(&dmadev->ddev);  in hidma_probe()
892 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_probe()
893 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_probe()
914 	dev_info(dmadev->ddev.dev, "HI-DMA engine shutdown\n");  in hidma_shutdown()
916 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_shutdown()
918 		dev_warn(dmadev->ddev.dev, "channel did not stop\n");  in hidma_shutdown()
919 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_shutdown()
920 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_shutdown()
928 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_remove()
929 	dma_async_device_unregister(&dmadev->ddev);  in hidma_remove()
931 		devm_free_irq(dmadev->ddev.dev, dmadev->irq, dmadev->lldev);  in hidma_remove()