34 int spi_controller_dma_map_mem_op_data(struct spi_controller *ctlr,  in spi_controller_dma_map_mem_op_data()  argument
43 	if (op->data.dir == SPI_MEM_DATA_OUT && ctlr->dma_tx)  in spi_controller_dma_map_mem_op_data()
44 		dmadev = ctlr->dma_tx->device->dev;  in spi_controller_dma_map_mem_op_data()
45 	else if (op->data.dir == SPI_MEM_DATA_IN && ctlr->dma_rx)  in spi_controller_dma_map_mem_op_data()
46 		dmadev = ctlr->dma_rx->device->dev;  in spi_controller_dma_map_mem_op_data()
48 		dmadev = ctlr->dev.parent;  in spi_controller_dma_map_mem_op_data()
53 	return spi_map_buf(ctlr, dmadev, sgt, op->data.buf.in, op->data.nbytes,  in spi_controller_dma_map_mem_op_data()
80 void spi_controller_dma_unmap_mem_op_data(struct spi_controller *ctlr,  in spi_controller_dma_unmap_mem_op_data()  argument
89 	if (op->data.dir == SPI_MEM_DATA_OUT && ctlr->dma_tx)  in spi_controller_dma_unmap_mem_op_data()
90 		dmadev = ctlr->dma_tx->device->dev;  in spi_controller_dma_unmap_mem_op_data()
91 	else if (op->data.dir == SPI_MEM_DATA_IN && ctlr->dma_rx)  in spi_controller_dma_unmap_mem_op_data()
92 		dmadev = ctlr->dma_rx->device->dev;  in spi_controller_dma_unmap_mem_op_data()
94 		dmadev = ctlr->dev.parent;  in spi_controller_dma_unmap_mem_op_data()
96 	spi_unmap_buf(ctlr, dmadev, sgt,  in spi_controller_dma_unmap_mem_op_data()
215 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_internal_supports_op()  local
217 	if (ctlr->mem_ops && ctlr->mem_ops->supports_op)  in spi_mem_internal_supports_op()
218 		return ctlr->mem_ops->supports_op(mem, op);  in spi_mem_internal_supports_op()
249 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_access_start()  local
255 	spi_flush_queue(ctlr);  in spi_mem_access_start()
257 	if (ctlr->auto_runtime_pm) {  in spi_mem_access_start()
260 		ret = pm_runtime_get_sync(ctlr->dev.parent);  in spi_mem_access_start()
262 			pm_runtime_put_noidle(ctlr->dev.parent);  in spi_mem_access_start()
263 			dev_err(&ctlr->dev, "Failed to power device: %d\n",  in spi_mem_access_start()
269 	mutex_lock(&ctlr->bus_lock_mutex);  in spi_mem_access_start()
270 	mutex_lock(&ctlr->io_mutex);  in spi_mem_access_start()
277 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_access_end()  local
279 	mutex_unlock(&ctlr->io_mutex);  in spi_mem_access_end()
280 	mutex_unlock(&ctlr->bus_lock_mutex);  in spi_mem_access_end()
282 	if (ctlr->auto_runtime_pm)  in spi_mem_access_end()
283 		pm_runtime_put(ctlr->dev.parent);  in spi_mem_access_end()
301 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_exec_op()  local
314 	if (ctlr->mem_ops && !mem->spi->cs_gpiod) {  in spi_mem_exec_op()
319 		ret = ctlr->mem_ops->exec_op(mem, op);  in spi_mem_exec_op()
442 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_adjust_op_size()  local
445 	if (ctlr->mem_ops && ctlr->mem_ops->adjust_op_size)  in spi_mem_adjust_op_size()
446 		return ctlr->mem_ops->adjust_op_size(mem, op);  in spi_mem_adjust_op_size()
448 	if (!ctlr->mem_ops || !ctlr->mem_ops->exec_op) {  in spi_mem_adjust_op_size()
523 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_dirmap_create()  local
541 	if (ctlr->mem_ops && ctlr->mem_ops->dirmap_create)  in spi_mem_dirmap_create()
542 		ret = ctlr->mem_ops->dirmap_create(desc);  in spi_mem_dirmap_create()
570 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_destroy()  local
572 	if (!desc->nodirmap && ctlr->mem_ops && ctlr->mem_ops->dirmap_destroy)  in spi_mem_dirmap_destroy()
573 		ctlr->mem_ops->dirmap_destroy(desc);  in spi_mem_dirmap_destroy()
667 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_read()  local
678 	} else if (ctlr->mem_ops && ctlr->mem_ops->dirmap_read) {  in spi_mem_dirmap_read()
683 		ret = ctlr->mem_ops->dirmap_read(desc, offs, len, buf);  in spi_mem_dirmap_read()
713 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_write()  local
724 	} else if (ctlr->mem_ops && ctlr->mem_ops->dirmap_write) {  in spi_mem_dirmap_write()
729 		ret = ctlr->mem_ops->dirmap_write(desc, offs, len, buf);  in spi_mem_dirmap_write()
748 	struct spi_controller *ctlr = spi->controller;  in spi_mem_probe()  local
757 	if (ctlr->mem_ops && ctlr->mem_ops->get_name)  in spi_mem_probe()
758 		mem->name = ctlr->mem_ops->get_name(mem);  in spi_mem_probe()