1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * timb_dma.c timberdale FPGA DMA driver
4*4882a593Smuzhiyun * Copyright (c) 2010 Intel Corporation
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun /* Supports:
8*4882a593Smuzhiyun * Timberdale FPGA DMA engine
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include <linux/dmaengine.h>
12*4882a593Smuzhiyun #include <linux/dma-mapping.h>
13*4882a593Smuzhiyun #include <linux/init.h>
14*4882a593Smuzhiyun #include <linux/interrupt.h>
15*4882a593Smuzhiyun #include <linux/io.h>
16*4882a593Smuzhiyun #include <linux/module.h>
17*4882a593Smuzhiyun #include <linux/platform_device.h>
18*4882a593Smuzhiyun #include <linux/slab.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #include <linux/timb_dma.h>
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #include "dmaengine.h"
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun #define DRIVER_NAME "timb-dma"
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun /* Global DMA registers */
27*4882a593Smuzhiyun #define TIMBDMA_ACR 0x34
28*4882a593Smuzhiyun #define TIMBDMA_32BIT_ADDR 0x01
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun #define TIMBDMA_ISR 0x080000
31*4882a593Smuzhiyun #define TIMBDMA_IPR 0x080004
32*4882a593Smuzhiyun #define TIMBDMA_IER 0x080008
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun /* Channel specific registers */
35*4882a593Smuzhiyun /* RX instances base addresses are 0x00, 0x40, 0x80 ...
36*4882a593Smuzhiyun * TX instances base addresses are 0x18, 0x58, 0x98 ...
37*4882a593Smuzhiyun */
38*4882a593Smuzhiyun #define TIMBDMA_INSTANCE_OFFSET 0x40
39*4882a593Smuzhiyun #define TIMBDMA_INSTANCE_TX_OFFSET 0x18
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun /* RX registers, relative the instance base */
42*4882a593Smuzhiyun #define TIMBDMA_OFFS_RX_DHAR 0x00
43*4882a593Smuzhiyun #define TIMBDMA_OFFS_RX_DLAR 0x04
44*4882a593Smuzhiyun #define TIMBDMA_OFFS_RX_LR 0x0C
45*4882a593Smuzhiyun #define TIMBDMA_OFFS_RX_BLR 0x10
46*4882a593Smuzhiyun #define TIMBDMA_OFFS_RX_ER 0x14
47*4882a593Smuzhiyun #define TIMBDMA_RX_EN 0x01
48*4882a593Smuzhiyun /* bytes per Row, video specific register
49*4882a593Smuzhiyun * which is placed after the TX registers...
50*4882a593Smuzhiyun */
51*4882a593Smuzhiyun #define TIMBDMA_OFFS_RX_BPRR 0x30
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun /* TX registers, relative the instance base */
54*4882a593Smuzhiyun #define TIMBDMA_OFFS_TX_DHAR 0x00
55*4882a593Smuzhiyun #define TIMBDMA_OFFS_TX_DLAR 0x04
56*4882a593Smuzhiyun #define TIMBDMA_OFFS_TX_BLR 0x0C
57*4882a593Smuzhiyun #define TIMBDMA_OFFS_TX_LR 0x14
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun #define TIMB_DMA_DESC_SIZE 8
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun struct timb_dma_desc {
63*4882a593Smuzhiyun struct list_head desc_node;
64*4882a593Smuzhiyun struct dma_async_tx_descriptor txd;
65*4882a593Smuzhiyun u8 *desc_list;
66*4882a593Smuzhiyun unsigned int desc_list_len;
67*4882a593Smuzhiyun bool interrupt;
68*4882a593Smuzhiyun };
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun struct timb_dma_chan {
71*4882a593Smuzhiyun struct dma_chan chan;
72*4882a593Smuzhiyun void __iomem *membase;
73*4882a593Smuzhiyun spinlock_t lock; /* Used to protect data structures,
74*4882a593Smuzhiyun especially the lists and descriptors,
75*4882a593Smuzhiyun from races between the tasklet and calls
76*4882a593Smuzhiyun from above */
77*4882a593Smuzhiyun bool ongoing;
78*4882a593Smuzhiyun struct list_head active_list;
79*4882a593Smuzhiyun struct list_head queue;
80*4882a593Smuzhiyun struct list_head free_list;
81*4882a593Smuzhiyun unsigned int bytes_per_line;
82*4882a593Smuzhiyun enum dma_transfer_direction direction;
83*4882a593Smuzhiyun unsigned int descs; /* Descriptors to allocate */
84*4882a593Smuzhiyun unsigned int desc_elems; /* number of elems per descriptor */
85*4882a593Smuzhiyun };
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun struct timb_dma {
88*4882a593Smuzhiyun struct dma_device dma;
89*4882a593Smuzhiyun void __iomem *membase;
90*4882a593Smuzhiyun struct tasklet_struct tasklet;
91*4882a593Smuzhiyun struct timb_dma_chan channels[];
92*4882a593Smuzhiyun };
93*4882a593Smuzhiyun
chan2dev(struct dma_chan * chan)94*4882a593Smuzhiyun static struct device *chan2dev(struct dma_chan *chan)
95*4882a593Smuzhiyun {
96*4882a593Smuzhiyun return &chan->dev->device;
97*4882a593Smuzhiyun }
chan2dmadev(struct dma_chan * chan)98*4882a593Smuzhiyun static struct device *chan2dmadev(struct dma_chan *chan)
99*4882a593Smuzhiyun {
100*4882a593Smuzhiyun return chan2dev(chan)->parent->parent;
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun
tdchantotd(struct timb_dma_chan * td_chan)103*4882a593Smuzhiyun static struct timb_dma *tdchantotd(struct timb_dma_chan *td_chan)
104*4882a593Smuzhiyun {
105*4882a593Smuzhiyun int id = td_chan->chan.chan_id;
106*4882a593Smuzhiyun return (struct timb_dma *)((u8 *)td_chan -
107*4882a593Smuzhiyun id * sizeof(struct timb_dma_chan) - sizeof(struct timb_dma));
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun /* Must be called with the spinlock held */
__td_enable_chan_irq(struct timb_dma_chan * td_chan)111*4882a593Smuzhiyun static void __td_enable_chan_irq(struct timb_dma_chan *td_chan)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun int id = td_chan->chan.chan_id;
114*4882a593Smuzhiyun struct timb_dma *td = tdchantotd(td_chan);
115*4882a593Smuzhiyun u32 ier;
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun /* enable interrupt for this channel */
118*4882a593Smuzhiyun ier = ioread32(td->membase + TIMBDMA_IER);
119*4882a593Smuzhiyun ier |= 1 << id;
120*4882a593Smuzhiyun dev_dbg(chan2dev(&td_chan->chan), "Enabling irq: %d, IER: 0x%x\n", id,
121*4882a593Smuzhiyun ier);
122*4882a593Smuzhiyun iowrite32(ier, td->membase + TIMBDMA_IER);
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun /* Should be called with the spinlock held */
__td_dma_done_ack(struct timb_dma_chan * td_chan)126*4882a593Smuzhiyun static bool __td_dma_done_ack(struct timb_dma_chan *td_chan)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun int id = td_chan->chan.chan_id;
129*4882a593Smuzhiyun struct timb_dma *td = (struct timb_dma *)((u8 *)td_chan -
130*4882a593Smuzhiyun id * sizeof(struct timb_dma_chan) - sizeof(struct timb_dma));
131*4882a593Smuzhiyun u32 isr;
132*4882a593Smuzhiyun bool done = false;
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun dev_dbg(chan2dev(&td_chan->chan), "Checking irq: %d, td: %p\n", id, td);
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun isr = ioread32(td->membase + TIMBDMA_ISR) & (1 << id);
137*4882a593Smuzhiyun if (isr) {
138*4882a593Smuzhiyun iowrite32(isr, td->membase + TIMBDMA_ISR);
139*4882a593Smuzhiyun done = true;
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun return done;
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun
td_fill_desc(struct timb_dma_chan * td_chan,u8 * dma_desc,struct scatterlist * sg,bool last)145*4882a593Smuzhiyun static int td_fill_desc(struct timb_dma_chan *td_chan, u8 *dma_desc,
146*4882a593Smuzhiyun struct scatterlist *sg, bool last)
147*4882a593Smuzhiyun {
148*4882a593Smuzhiyun if (sg_dma_len(sg) > USHRT_MAX) {
149*4882a593Smuzhiyun dev_err(chan2dev(&td_chan->chan), "Too big sg element\n");
150*4882a593Smuzhiyun return -EINVAL;
151*4882a593Smuzhiyun }
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun /* length must be word aligned */
154*4882a593Smuzhiyun if (sg_dma_len(sg) % sizeof(u32)) {
155*4882a593Smuzhiyun dev_err(chan2dev(&td_chan->chan), "Incorrect length: %d\n",
156*4882a593Smuzhiyun sg_dma_len(sg));
157*4882a593Smuzhiyun return -EINVAL;
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun dev_dbg(chan2dev(&td_chan->chan), "desc: %p, addr: 0x%llx\n",
161*4882a593Smuzhiyun dma_desc, (unsigned long long)sg_dma_address(sg));
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun dma_desc[7] = (sg_dma_address(sg) >> 24) & 0xff;
164*4882a593Smuzhiyun dma_desc[6] = (sg_dma_address(sg) >> 16) & 0xff;
165*4882a593Smuzhiyun dma_desc[5] = (sg_dma_address(sg) >> 8) & 0xff;
166*4882a593Smuzhiyun dma_desc[4] = (sg_dma_address(sg) >> 0) & 0xff;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun dma_desc[3] = (sg_dma_len(sg) >> 8) & 0xff;
169*4882a593Smuzhiyun dma_desc[2] = (sg_dma_len(sg) >> 0) & 0xff;
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun dma_desc[1] = 0x00;
172*4882a593Smuzhiyun dma_desc[0] = 0x21 | (last ? 0x02 : 0); /* tran, valid */
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun return 0;
175*4882a593Smuzhiyun }
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun /* Must be called with the spinlock held */
__td_start_dma(struct timb_dma_chan * td_chan)178*4882a593Smuzhiyun static void __td_start_dma(struct timb_dma_chan *td_chan)
179*4882a593Smuzhiyun {
180*4882a593Smuzhiyun struct timb_dma_desc *td_desc;
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun if (td_chan->ongoing) {
183*4882a593Smuzhiyun dev_err(chan2dev(&td_chan->chan),
184*4882a593Smuzhiyun "Transfer already ongoing\n");
185*4882a593Smuzhiyun return;
186*4882a593Smuzhiyun }
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun td_desc = list_entry(td_chan->active_list.next, struct timb_dma_desc,
189*4882a593Smuzhiyun desc_node);
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun dev_dbg(chan2dev(&td_chan->chan),
192*4882a593Smuzhiyun "td_chan: %p, chan: %d, membase: %p\n",
193*4882a593Smuzhiyun td_chan, td_chan->chan.chan_id, td_chan->membase);
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun if (td_chan->direction == DMA_DEV_TO_MEM) {
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun /* descriptor address */
198*4882a593Smuzhiyun iowrite32(0, td_chan->membase + TIMBDMA_OFFS_RX_DHAR);
199*4882a593Smuzhiyun iowrite32(td_desc->txd.phys, td_chan->membase +
200*4882a593Smuzhiyun TIMBDMA_OFFS_RX_DLAR);
201*4882a593Smuzhiyun /* Bytes per line */
202*4882a593Smuzhiyun iowrite32(td_chan->bytes_per_line, td_chan->membase +
203*4882a593Smuzhiyun TIMBDMA_OFFS_RX_BPRR);
204*4882a593Smuzhiyun /* enable RX */
205*4882a593Smuzhiyun iowrite32(TIMBDMA_RX_EN, td_chan->membase + TIMBDMA_OFFS_RX_ER);
206*4882a593Smuzhiyun } else {
207*4882a593Smuzhiyun /* address high */
208*4882a593Smuzhiyun iowrite32(0, td_chan->membase + TIMBDMA_OFFS_TX_DHAR);
209*4882a593Smuzhiyun iowrite32(td_desc->txd.phys, td_chan->membase +
210*4882a593Smuzhiyun TIMBDMA_OFFS_TX_DLAR);
211*4882a593Smuzhiyun }
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun td_chan->ongoing = true;
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun if (td_desc->interrupt)
216*4882a593Smuzhiyun __td_enable_chan_irq(td_chan);
217*4882a593Smuzhiyun }
218*4882a593Smuzhiyun
__td_finish(struct timb_dma_chan * td_chan)219*4882a593Smuzhiyun static void __td_finish(struct timb_dma_chan *td_chan)
220*4882a593Smuzhiyun {
221*4882a593Smuzhiyun struct dmaengine_desc_callback cb;
222*4882a593Smuzhiyun struct dma_async_tx_descriptor *txd;
223*4882a593Smuzhiyun struct timb_dma_desc *td_desc;
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun /* can happen if the descriptor is canceled */
226*4882a593Smuzhiyun if (list_empty(&td_chan->active_list))
227*4882a593Smuzhiyun return;
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun td_desc = list_entry(td_chan->active_list.next, struct timb_dma_desc,
230*4882a593Smuzhiyun desc_node);
231*4882a593Smuzhiyun txd = &td_desc->txd;
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun dev_dbg(chan2dev(&td_chan->chan), "descriptor %u complete\n",
234*4882a593Smuzhiyun txd->cookie);
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun /* make sure to stop the transfer */
237*4882a593Smuzhiyun if (td_chan->direction == DMA_DEV_TO_MEM)
238*4882a593Smuzhiyun iowrite32(0, td_chan->membase + TIMBDMA_OFFS_RX_ER);
239*4882a593Smuzhiyun /* Currently no support for stopping DMA transfers
240*4882a593Smuzhiyun else
241*4882a593Smuzhiyun iowrite32(0, td_chan->membase + TIMBDMA_OFFS_TX_DLAR);
242*4882a593Smuzhiyun */
243*4882a593Smuzhiyun dma_cookie_complete(txd);
244*4882a593Smuzhiyun td_chan->ongoing = false;
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun dmaengine_desc_get_callback(txd, &cb);
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun list_move(&td_desc->desc_node, &td_chan->free_list);
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun dma_descriptor_unmap(txd);
251*4882a593Smuzhiyun /*
252*4882a593Smuzhiyun * The API requires that no submissions are done from a
253*4882a593Smuzhiyun * callback, so we don't need to drop the lock here
254*4882a593Smuzhiyun */
255*4882a593Smuzhiyun dmaengine_desc_callback_invoke(&cb, NULL);
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun
__td_ier_mask(struct timb_dma * td)258*4882a593Smuzhiyun static u32 __td_ier_mask(struct timb_dma *td)
259*4882a593Smuzhiyun {
260*4882a593Smuzhiyun int i;
261*4882a593Smuzhiyun u32 ret = 0;
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun for (i = 0; i < td->dma.chancnt; i++) {
264*4882a593Smuzhiyun struct timb_dma_chan *td_chan = td->channels + i;
265*4882a593Smuzhiyun if (td_chan->ongoing) {
266*4882a593Smuzhiyun struct timb_dma_desc *td_desc =
267*4882a593Smuzhiyun list_entry(td_chan->active_list.next,
268*4882a593Smuzhiyun struct timb_dma_desc, desc_node);
269*4882a593Smuzhiyun if (td_desc->interrupt)
270*4882a593Smuzhiyun ret |= 1 << i;
271*4882a593Smuzhiyun }
272*4882a593Smuzhiyun }
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun return ret;
275*4882a593Smuzhiyun }
276*4882a593Smuzhiyun
__td_start_next(struct timb_dma_chan * td_chan)277*4882a593Smuzhiyun static void __td_start_next(struct timb_dma_chan *td_chan)
278*4882a593Smuzhiyun {
279*4882a593Smuzhiyun struct timb_dma_desc *td_desc;
280*4882a593Smuzhiyun
281*4882a593Smuzhiyun BUG_ON(list_empty(&td_chan->queue));
282*4882a593Smuzhiyun BUG_ON(td_chan->ongoing);
283*4882a593Smuzhiyun
284*4882a593Smuzhiyun td_desc = list_entry(td_chan->queue.next, struct timb_dma_desc,
285*4882a593Smuzhiyun desc_node);
286*4882a593Smuzhiyun
287*4882a593Smuzhiyun dev_dbg(chan2dev(&td_chan->chan), "%s: started %u\n",
288*4882a593Smuzhiyun __func__, td_desc->txd.cookie);
289*4882a593Smuzhiyun
290*4882a593Smuzhiyun list_move(&td_desc->desc_node, &td_chan->active_list);
291*4882a593Smuzhiyun __td_start_dma(td_chan);
292*4882a593Smuzhiyun }
293*4882a593Smuzhiyun
td_tx_submit(struct dma_async_tx_descriptor * txd)294*4882a593Smuzhiyun static dma_cookie_t td_tx_submit(struct dma_async_tx_descriptor *txd)
295*4882a593Smuzhiyun {
296*4882a593Smuzhiyun struct timb_dma_desc *td_desc = container_of(txd, struct timb_dma_desc,
297*4882a593Smuzhiyun txd);
298*4882a593Smuzhiyun struct timb_dma_chan *td_chan = container_of(txd->chan,
299*4882a593Smuzhiyun struct timb_dma_chan, chan);
300*4882a593Smuzhiyun dma_cookie_t cookie;
301*4882a593Smuzhiyun
302*4882a593Smuzhiyun spin_lock_bh(&td_chan->lock);
303*4882a593Smuzhiyun cookie = dma_cookie_assign(txd);
304*4882a593Smuzhiyun
305*4882a593Smuzhiyun if (list_empty(&td_chan->active_list)) {
306*4882a593Smuzhiyun dev_dbg(chan2dev(txd->chan), "%s: started %u\n", __func__,
307*4882a593Smuzhiyun txd->cookie);
308*4882a593Smuzhiyun list_add_tail(&td_desc->desc_node, &td_chan->active_list);
309*4882a593Smuzhiyun __td_start_dma(td_chan);
310*4882a593Smuzhiyun } else {
311*4882a593Smuzhiyun dev_dbg(chan2dev(txd->chan), "tx_submit: queued %u\n",
312*4882a593Smuzhiyun txd->cookie);
313*4882a593Smuzhiyun
314*4882a593Smuzhiyun list_add_tail(&td_desc->desc_node, &td_chan->queue);
315*4882a593Smuzhiyun }
316*4882a593Smuzhiyun
317*4882a593Smuzhiyun spin_unlock_bh(&td_chan->lock);
318*4882a593Smuzhiyun
319*4882a593Smuzhiyun return cookie;
320*4882a593Smuzhiyun }
321*4882a593Smuzhiyun
td_alloc_init_desc(struct timb_dma_chan * td_chan)322*4882a593Smuzhiyun static struct timb_dma_desc *td_alloc_init_desc(struct timb_dma_chan *td_chan)
323*4882a593Smuzhiyun {
324*4882a593Smuzhiyun struct dma_chan *chan = &td_chan->chan;
325*4882a593Smuzhiyun struct timb_dma_desc *td_desc;
326*4882a593Smuzhiyun int err;
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun td_desc = kzalloc(sizeof(struct timb_dma_desc), GFP_KERNEL);
329*4882a593Smuzhiyun if (!td_desc)
330*4882a593Smuzhiyun goto out;
331*4882a593Smuzhiyun
332*4882a593Smuzhiyun td_desc->desc_list_len = td_chan->desc_elems * TIMB_DMA_DESC_SIZE;
333*4882a593Smuzhiyun
334*4882a593Smuzhiyun td_desc->desc_list = kzalloc(td_desc->desc_list_len, GFP_KERNEL);
335*4882a593Smuzhiyun if (!td_desc->desc_list)
336*4882a593Smuzhiyun goto err;
337*4882a593Smuzhiyun
338*4882a593Smuzhiyun dma_async_tx_descriptor_init(&td_desc->txd, chan);
339*4882a593Smuzhiyun td_desc->txd.tx_submit = td_tx_submit;
340*4882a593Smuzhiyun td_desc->txd.flags = DMA_CTRL_ACK;
341*4882a593Smuzhiyun
342*4882a593Smuzhiyun td_desc->txd.phys = dma_map_single(chan2dmadev(chan),
343*4882a593Smuzhiyun td_desc->desc_list, td_desc->desc_list_len, DMA_TO_DEVICE);
344*4882a593Smuzhiyun
345*4882a593Smuzhiyun err = dma_mapping_error(chan2dmadev(chan), td_desc->txd.phys);
346*4882a593Smuzhiyun if (err) {
347*4882a593Smuzhiyun dev_err(chan2dev(chan), "DMA mapping error: %d\n", err);
348*4882a593Smuzhiyun goto err;
349*4882a593Smuzhiyun }
350*4882a593Smuzhiyun
351*4882a593Smuzhiyun return td_desc;
352*4882a593Smuzhiyun err:
353*4882a593Smuzhiyun kfree(td_desc->desc_list);
354*4882a593Smuzhiyun kfree(td_desc);
355*4882a593Smuzhiyun out:
356*4882a593Smuzhiyun return NULL;
357*4882a593Smuzhiyun
358*4882a593Smuzhiyun }
359*4882a593Smuzhiyun
td_free_desc(struct timb_dma_desc * td_desc)360*4882a593Smuzhiyun static void td_free_desc(struct timb_dma_desc *td_desc)
361*4882a593Smuzhiyun {
362*4882a593Smuzhiyun dev_dbg(chan2dev(td_desc->txd.chan), "Freeing desc: %p\n", td_desc);
363*4882a593Smuzhiyun dma_unmap_single(chan2dmadev(td_desc->txd.chan), td_desc->txd.phys,
364*4882a593Smuzhiyun td_desc->desc_list_len, DMA_TO_DEVICE);
365*4882a593Smuzhiyun
366*4882a593Smuzhiyun kfree(td_desc->desc_list);
367*4882a593Smuzhiyun kfree(td_desc);
368*4882a593Smuzhiyun }
369*4882a593Smuzhiyun
td_desc_put(struct timb_dma_chan * td_chan,struct timb_dma_desc * td_desc)370*4882a593Smuzhiyun static void td_desc_put(struct timb_dma_chan *td_chan,
371*4882a593Smuzhiyun struct timb_dma_desc *td_desc)
372*4882a593Smuzhiyun {
373*4882a593Smuzhiyun dev_dbg(chan2dev(&td_chan->chan), "Putting desc: %p\n", td_desc);
374*4882a593Smuzhiyun
375*4882a593Smuzhiyun spin_lock_bh(&td_chan->lock);
376*4882a593Smuzhiyun list_add(&td_desc->desc_node, &td_chan->free_list);
377*4882a593Smuzhiyun spin_unlock_bh(&td_chan->lock);
378*4882a593Smuzhiyun }
379*4882a593Smuzhiyun
td_desc_get(struct timb_dma_chan * td_chan)380*4882a593Smuzhiyun static struct timb_dma_desc *td_desc_get(struct timb_dma_chan *td_chan)
381*4882a593Smuzhiyun {
382*4882a593Smuzhiyun struct timb_dma_desc *td_desc, *_td_desc;
383*4882a593Smuzhiyun struct timb_dma_desc *ret = NULL;
384*4882a593Smuzhiyun
385*4882a593Smuzhiyun spin_lock_bh(&td_chan->lock);
386*4882a593Smuzhiyun list_for_each_entry_safe(td_desc, _td_desc, &td_chan->free_list,
387*4882a593Smuzhiyun desc_node) {
388*4882a593Smuzhiyun if (async_tx_test_ack(&td_desc->txd)) {
389*4882a593Smuzhiyun list_del(&td_desc->desc_node);
390*4882a593Smuzhiyun ret = td_desc;
391*4882a593Smuzhiyun break;
392*4882a593Smuzhiyun }
393*4882a593Smuzhiyun dev_dbg(chan2dev(&td_chan->chan), "desc %p not ACKed\n",
394*4882a593Smuzhiyun td_desc);
395*4882a593Smuzhiyun }
396*4882a593Smuzhiyun spin_unlock_bh(&td_chan->lock);
397*4882a593Smuzhiyun
398*4882a593Smuzhiyun return ret;
399*4882a593Smuzhiyun }
400*4882a593Smuzhiyun
td_alloc_chan_resources(struct dma_chan * chan)401*4882a593Smuzhiyun static int td_alloc_chan_resources(struct dma_chan *chan)
402*4882a593Smuzhiyun {
403*4882a593Smuzhiyun struct timb_dma_chan *td_chan =
404*4882a593Smuzhiyun container_of(chan, struct timb_dma_chan, chan);
405*4882a593Smuzhiyun int i;
406*4882a593Smuzhiyun
407*4882a593Smuzhiyun dev_dbg(chan2dev(chan), "%s: entry\n", __func__);
408*4882a593Smuzhiyun
409*4882a593Smuzhiyun BUG_ON(!list_empty(&td_chan->free_list));
410*4882a593Smuzhiyun for (i = 0; i < td_chan->descs; i++) {
411*4882a593Smuzhiyun struct timb_dma_desc *td_desc = td_alloc_init_desc(td_chan);
412*4882a593Smuzhiyun if (!td_desc) {
413*4882a593Smuzhiyun if (i)
414*4882a593Smuzhiyun break;
415*4882a593Smuzhiyun else {
416*4882a593Smuzhiyun dev_err(chan2dev(chan),
417*4882a593Smuzhiyun "Couldn't allocate any descriptors\n");
418*4882a593Smuzhiyun return -ENOMEM;
419*4882a593Smuzhiyun }
420*4882a593Smuzhiyun }
421*4882a593Smuzhiyun
422*4882a593Smuzhiyun td_desc_put(td_chan, td_desc);
423*4882a593Smuzhiyun }
424*4882a593Smuzhiyun
425*4882a593Smuzhiyun spin_lock_bh(&td_chan->lock);
426*4882a593Smuzhiyun dma_cookie_init(chan);
427*4882a593Smuzhiyun spin_unlock_bh(&td_chan->lock);
428*4882a593Smuzhiyun
429*4882a593Smuzhiyun return 0;
430*4882a593Smuzhiyun }
431*4882a593Smuzhiyun
td_free_chan_resources(struct dma_chan * chan)432*4882a593Smuzhiyun static void td_free_chan_resources(struct dma_chan *chan)
433*4882a593Smuzhiyun {
434*4882a593Smuzhiyun struct timb_dma_chan *td_chan =
435*4882a593Smuzhiyun container_of(chan, struct timb_dma_chan, chan);
436*4882a593Smuzhiyun struct timb_dma_desc *td_desc, *_td_desc;
437*4882a593Smuzhiyun LIST_HEAD(list);
438*4882a593Smuzhiyun
439*4882a593Smuzhiyun dev_dbg(chan2dev(chan), "%s: Entry\n", __func__);
440*4882a593Smuzhiyun
441*4882a593Smuzhiyun /* check that all descriptors are free */
442*4882a593Smuzhiyun BUG_ON(!list_empty(&td_chan->active_list));
443*4882a593Smuzhiyun BUG_ON(!list_empty(&td_chan->queue));
444*4882a593Smuzhiyun
445*4882a593Smuzhiyun spin_lock_bh(&td_chan->lock);
446*4882a593Smuzhiyun list_splice_init(&td_chan->free_list, &list);
447*4882a593Smuzhiyun spin_unlock_bh(&td_chan->lock);
448*4882a593Smuzhiyun
449*4882a593Smuzhiyun list_for_each_entry_safe(td_desc, _td_desc, &list, desc_node) {
450*4882a593Smuzhiyun dev_dbg(chan2dev(chan), "%s: Freeing desc: %p\n", __func__,
451*4882a593Smuzhiyun td_desc);
452*4882a593Smuzhiyun td_free_desc(td_desc);
453*4882a593Smuzhiyun }
454*4882a593Smuzhiyun }
455*4882a593Smuzhiyun
td_tx_status(struct dma_chan * chan,dma_cookie_t cookie,struct dma_tx_state * txstate)456*4882a593Smuzhiyun static enum dma_status td_tx_status(struct dma_chan *chan, dma_cookie_t cookie,
457*4882a593Smuzhiyun struct dma_tx_state *txstate)
458*4882a593Smuzhiyun {
459*4882a593Smuzhiyun enum dma_status ret;
460*4882a593Smuzhiyun
461*4882a593Smuzhiyun dev_dbg(chan2dev(chan), "%s: Entry\n", __func__);
462*4882a593Smuzhiyun
463*4882a593Smuzhiyun ret = dma_cookie_status(chan, cookie, txstate);
464*4882a593Smuzhiyun
465*4882a593Smuzhiyun dev_dbg(chan2dev(chan), "%s: exit, ret: %d\n", __func__, ret);
466*4882a593Smuzhiyun
467*4882a593Smuzhiyun return ret;
468*4882a593Smuzhiyun }
469*4882a593Smuzhiyun
td_issue_pending(struct dma_chan * chan)470*4882a593Smuzhiyun static void td_issue_pending(struct dma_chan *chan)
471*4882a593Smuzhiyun {
472*4882a593Smuzhiyun struct timb_dma_chan *td_chan =
473*4882a593Smuzhiyun container_of(chan, struct timb_dma_chan, chan);
474*4882a593Smuzhiyun
475*4882a593Smuzhiyun dev_dbg(chan2dev(chan), "%s: Entry\n", __func__);
476*4882a593Smuzhiyun spin_lock_bh(&td_chan->lock);
477*4882a593Smuzhiyun
478*4882a593Smuzhiyun if (!list_empty(&td_chan->active_list))
479*4882a593Smuzhiyun /* transfer ongoing */
480*4882a593Smuzhiyun if (__td_dma_done_ack(td_chan))
481*4882a593Smuzhiyun __td_finish(td_chan);
482*4882a593Smuzhiyun
483*4882a593Smuzhiyun if (list_empty(&td_chan->active_list) && !list_empty(&td_chan->queue))
484*4882a593Smuzhiyun __td_start_next(td_chan);
485*4882a593Smuzhiyun
486*4882a593Smuzhiyun spin_unlock_bh(&td_chan->lock);
487*4882a593Smuzhiyun }
488*4882a593Smuzhiyun
td_prep_slave_sg(struct dma_chan * chan,struct scatterlist * sgl,unsigned int sg_len,enum dma_transfer_direction direction,unsigned long flags,void * context)489*4882a593Smuzhiyun static struct dma_async_tx_descriptor *td_prep_slave_sg(struct dma_chan *chan,
490*4882a593Smuzhiyun struct scatterlist *sgl, unsigned int sg_len,
491*4882a593Smuzhiyun enum dma_transfer_direction direction, unsigned long flags,
492*4882a593Smuzhiyun void *context)
493*4882a593Smuzhiyun {
494*4882a593Smuzhiyun struct timb_dma_chan *td_chan =
495*4882a593Smuzhiyun container_of(chan, struct timb_dma_chan, chan);
496*4882a593Smuzhiyun struct timb_dma_desc *td_desc;
497*4882a593Smuzhiyun struct scatterlist *sg;
498*4882a593Smuzhiyun unsigned int i;
499*4882a593Smuzhiyun unsigned int desc_usage = 0;
500*4882a593Smuzhiyun
501*4882a593Smuzhiyun if (!sgl || !sg_len) {
502*4882a593Smuzhiyun dev_err(chan2dev(chan), "%s: No SG list\n", __func__);
503*4882a593Smuzhiyun return NULL;
504*4882a593Smuzhiyun }
505*4882a593Smuzhiyun
506*4882a593Smuzhiyun /* even channels are for RX, odd for TX */
507*4882a593Smuzhiyun if (td_chan->direction != direction) {
508*4882a593Smuzhiyun dev_err(chan2dev(chan),
509*4882a593Smuzhiyun "Requesting channel in wrong direction\n");
510*4882a593Smuzhiyun return NULL;
511*4882a593Smuzhiyun }
512*4882a593Smuzhiyun
513*4882a593Smuzhiyun td_desc = td_desc_get(td_chan);
514*4882a593Smuzhiyun if (!td_desc) {
515*4882a593Smuzhiyun dev_err(chan2dev(chan), "Not enough descriptors available\n");
516*4882a593Smuzhiyun return NULL;
517*4882a593Smuzhiyun }
518*4882a593Smuzhiyun
519*4882a593Smuzhiyun td_desc->interrupt = (flags & DMA_PREP_INTERRUPT) != 0;
520*4882a593Smuzhiyun
521*4882a593Smuzhiyun for_each_sg(sgl, sg, sg_len, i) {
522*4882a593Smuzhiyun int err;
523*4882a593Smuzhiyun if (desc_usage > td_desc->desc_list_len) {
524*4882a593Smuzhiyun dev_err(chan2dev(chan), "No descriptor space\n");
525*4882a593Smuzhiyun return NULL;
526*4882a593Smuzhiyun }
527*4882a593Smuzhiyun
528*4882a593Smuzhiyun err = td_fill_desc(td_chan, td_desc->desc_list + desc_usage, sg,
529*4882a593Smuzhiyun i == (sg_len - 1));
530*4882a593Smuzhiyun if (err) {
531*4882a593Smuzhiyun dev_err(chan2dev(chan), "Failed to update desc: %d\n",
532*4882a593Smuzhiyun err);
533*4882a593Smuzhiyun td_desc_put(td_chan, td_desc);
534*4882a593Smuzhiyun return NULL;
535*4882a593Smuzhiyun }
536*4882a593Smuzhiyun desc_usage += TIMB_DMA_DESC_SIZE;
537*4882a593Smuzhiyun }
538*4882a593Smuzhiyun
539*4882a593Smuzhiyun dma_sync_single_for_device(chan2dmadev(chan), td_desc->txd.phys,
540*4882a593Smuzhiyun td_desc->desc_list_len, DMA_TO_DEVICE);
541*4882a593Smuzhiyun
542*4882a593Smuzhiyun return &td_desc->txd;
543*4882a593Smuzhiyun }
544*4882a593Smuzhiyun
td_terminate_all(struct dma_chan * chan)545*4882a593Smuzhiyun static int td_terminate_all(struct dma_chan *chan)
546*4882a593Smuzhiyun {
547*4882a593Smuzhiyun struct timb_dma_chan *td_chan =
548*4882a593Smuzhiyun container_of(chan, struct timb_dma_chan, chan);
549*4882a593Smuzhiyun struct timb_dma_desc *td_desc, *_td_desc;
550*4882a593Smuzhiyun
551*4882a593Smuzhiyun dev_dbg(chan2dev(chan), "%s: Entry\n", __func__);
552*4882a593Smuzhiyun
553*4882a593Smuzhiyun /* first the easy part, put the queue into the free list */
554*4882a593Smuzhiyun spin_lock_bh(&td_chan->lock);
555*4882a593Smuzhiyun list_for_each_entry_safe(td_desc, _td_desc, &td_chan->queue,
556*4882a593Smuzhiyun desc_node)
557*4882a593Smuzhiyun list_move(&td_desc->desc_node, &td_chan->free_list);
558*4882a593Smuzhiyun
559*4882a593Smuzhiyun /* now tear down the running */
560*4882a593Smuzhiyun __td_finish(td_chan);
561*4882a593Smuzhiyun spin_unlock_bh(&td_chan->lock);
562*4882a593Smuzhiyun
563*4882a593Smuzhiyun return 0;
564*4882a593Smuzhiyun }
565*4882a593Smuzhiyun
td_tasklet(struct tasklet_struct * t)566*4882a593Smuzhiyun static void td_tasklet(struct tasklet_struct *t)
567*4882a593Smuzhiyun {
568*4882a593Smuzhiyun struct timb_dma *td = from_tasklet(td, t, tasklet);
569*4882a593Smuzhiyun u32 isr;
570*4882a593Smuzhiyun u32 ipr;
571*4882a593Smuzhiyun u32 ier;
572*4882a593Smuzhiyun int i;
573*4882a593Smuzhiyun
574*4882a593Smuzhiyun isr = ioread32(td->membase + TIMBDMA_ISR);
575*4882a593Smuzhiyun ipr = isr & __td_ier_mask(td);
576*4882a593Smuzhiyun
577*4882a593Smuzhiyun /* ack the interrupts */
578*4882a593Smuzhiyun iowrite32(ipr, td->membase + TIMBDMA_ISR);
579*4882a593Smuzhiyun
580*4882a593Smuzhiyun for (i = 0; i < td->dma.chancnt; i++)
581*4882a593Smuzhiyun if (ipr & (1 << i)) {
582*4882a593Smuzhiyun struct timb_dma_chan *td_chan = td->channels + i;
583*4882a593Smuzhiyun spin_lock(&td_chan->lock);
584*4882a593Smuzhiyun __td_finish(td_chan);
585*4882a593Smuzhiyun if (!list_empty(&td_chan->queue))
586*4882a593Smuzhiyun __td_start_next(td_chan);
587*4882a593Smuzhiyun spin_unlock(&td_chan->lock);
588*4882a593Smuzhiyun }
589*4882a593Smuzhiyun
590*4882a593Smuzhiyun ier = __td_ier_mask(td);
591*4882a593Smuzhiyun iowrite32(ier, td->membase + TIMBDMA_IER);
592*4882a593Smuzhiyun }
593*4882a593Smuzhiyun
594*4882a593Smuzhiyun
td_irq(int irq,void * devid)595*4882a593Smuzhiyun static irqreturn_t td_irq(int irq, void *devid)
596*4882a593Smuzhiyun {
597*4882a593Smuzhiyun struct timb_dma *td = devid;
598*4882a593Smuzhiyun u32 ipr = ioread32(td->membase + TIMBDMA_IPR);
599*4882a593Smuzhiyun
600*4882a593Smuzhiyun if (ipr) {
601*4882a593Smuzhiyun /* disable interrupts, will be re-enabled in tasklet */
602*4882a593Smuzhiyun iowrite32(0, td->membase + TIMBDMA_IER);
603*4882a593Smuzhiyun
604*4882a593Smuzhiyun tasklet_schedule(&td->tasklet);
605*4882a593Smuzhiyun
606*4882a593Smuzhiyun return IRQ_HANDLED;
607*4882a593Smuzhiyun } else
608*4882a593Smuzhiyun return IRQ_NONE;
609*4882a593Smuzhiyun }
610*4882a593Smuzhiyun
611*4882a593Smuzhiyun
td_probe(struct platform_device * pdev)612*4882a593Smuzhiyun static int td_probe(struct platform_device *pdev)
613*4882a593Smuzhiyun {
614*4882a593Smuzhiyun struct timb_dma_platform_data *pdata = dev_get_platdata(&pdev->dev);
615*4882a593Smuzhiyun struct timb_dma *td;
616*4882a593Smuzhiyun struct resource *iomem;
617*4882a593Smuzhiyun int irq;
618*4882a593Smuzhiyun int err;
619*4882a593Smuzhiyun int i;
620*4882a593Smuzhiyun
621*4882a593Smuzhiyun if (!pdata) {
622*4882a593Smuzhiyun dev_err(&pdev->dev, "No platform data\n");
623*4882a593Smuzhiyun return -EINVAL;
624*4882a593Smuzhiyun }
625*4882a593Smuzhiyun
626*4882a593Smuzhiyun iomem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
627*4882a593Smuzhiyun if (!iomem)
628*4882a593Smuzhiyun return -EINVAL;
629*4882a593Smuzhiyun
630*4882a593Smuzhiyun irq = platform_get_irq(pdev, 0);
631*4882a593Smuzhiyun if (irq < 0)
632*4882a593Smuzhiyun return irq;
633*4882a593Smuzhiyun
634*4882a593Smuzhiyun if (!request_mem_region(iomem->start, resource_size(iomem),
635*4882a593Smuzhiyun DRIVER_NAME))
636*4882a593Smuzhiyun return -EBUSY;
637*4882a593Smuzhiyun
638*4882a593Smuzhiyun td = kzalloc(struct_size(td, channels, pdata->nr_channels),
639*4882a593Smuzhiyun GFP_KERNEL);
640*4882a593Smuzhiyun if (!td) {
641*4882a593Smuzhiyun err = -ENOMEM;
642*4882a593Smuzhiyun goto err_release_region;
643*4882a593Smuzhiyun }
644*4882a593Smuzhiyun
645*4882a593Smuzhiyun dev_dbg(&pdev->dev, "Allocated TD: %p\n", td);
646*4882a593Smuzhiyun
647*4882a593Smuzhiyun td->membase = ioremap(iomem->start, resource_size(iomem));
648*4882a593Smuzhiyun if (!td->membase) {
649*4882a593Smuzhiyun dev_err(&pdev->dev, "Failed to remap I/O memory\n");
650*4882a593Smuzhiyun err = -ENOMEM;
651*4882a593Smuzhiyun goto err_free_mem;
652*4882a593Smuzhiyun }
653*4882a593Smuzhiyun
654*4882a593Smuzhiyun /* 32bit addressing */
655*4882a593Smuzhiyun iowrite32(TIMBDMA_32BIT_ADDR, td->membase + TIMBDMA_ACR);
656*4882a593Smuzhiyun
657*4882a593Smuzhiyun /* disable and clear any interrupts */
658*4882a593Smuzhiyun iowrite32(0x0, td->membase + TIMBDMA_IER);
659*4882a593Smuzhiyun iowrite32(0xFFFFFFFF, td->membase + TIMBDMA_ISR);
660*4882a593Smuzhiyun
661*4882a593Smuzhiyun tasklet_setup(&td->tasklet, td_tasklet);
662*4882a593Smuzhiyun
663*4882a593Smuzhiyun err = request_irq(irq, td_irq, IRQF_SHARED, DRIVER_NAME, td);
664*4882a593Smuzhiyun if (err) {
665*4882a593Smuzhiyun dev_err(&pdev->dev, "Failed to request IRQ\n");
666*4882a593Smuzhiyun goto err_tasklet_kill;
667*4882a593Smuzhiyun }
668*4882a593Smuzhiyun
669*4882a593Smuzhiyun td->dma.device_alloc_chan_resources = td_alloc_chan_resources;
670*4882a593Smuzhiyun td->dma.device_free_chan_resources = td_free_chan_resources;
671*4882a593Smuzhiyun td->dma.device_tx_status = td_tx_status;
672*4882a593Smuzhiyun td->dma.device_issue_pending = td_issue_pending;
673*4882a593Smuzhiyun
674*4882a593Smuzhiyun dma_cap_set(DMA_SLAVE, td->dma.cap_mask);
675*4882a593Smuzhiyun dma_cap_set(DMA_PRIVATE, td->dma.cap_mask);
676*4882a593Smuzhiyun td->dma.device_prep_slave_sg = td_prep_slave_sg;
677*4882a593Smuzhiyun td->dma.device_terminate_all = td_terminate_all;
678*4882a593Smuzhiyun
679*4882a593Smuzhiyun td->dma.dev = &pdev->dev;
680*4882a593Smuzhiyun
681*4882a593Smuzhiyun INIT_LIST_HEAD(&td->dma.channels);
682*4882a593Smuzhiyun
683*4882a593Smuzhiyun for (i = 0; i < pdata->nr_channels; i++) {
684*4882a593Smuzhiyun struct timb_dma_chan *td_chan = &td->channels[i];
685*4882a593Smuzhiyun struct timb_dma_platform_data_channel *pchan =
686*4882a593Smuzhiyun pdata->channels + i;
687*4882a593Smuzhiyun
688*4882a593Smuzhiyun /* even channels are RX, odd are TX */
689*4882a593Smuzhiyun if ((i % 2) == pchan->rx) {
690*4882a593Smuzhiyun dev_err(&pdev->dev, "Wrong channel configuration\n");
691*4882a593Smuzhiyun err = -EINVAL;
692*4882a593Smuzhiyun goto err_free_irq;
693*4882a593Smuzhiyun }
694*4882a593Smuzhiyun
695*4882a593Smuzhiyun td_chan->chan.device = &td->dma;
696*4882a593Smuzhiyun dma_cookie_init(&td_chan->chan);
697*4882a593Smuzhiyun spin_lock_init(&td_chan->lock);
698*4882a593Smuzhiyun INIT_LIST_HEAD(&td_chan->active_list);
699*4882a593Smuzhiyun INIT_LIST_HEAD(&td_chan->queue);
700*4882a593Smuzhiyun INIT_LIST_HEAD(&td_chan->free_list);
701*4882a593Smuzhiyun
702*4882a593Smuzhiyun td_chan->descs = pchan->descriptors;
703*4882a593Smuzhiyun td_chan->desc_elems = pchan->descriptor_elements;
704*4882a593Smuzhiyun td_chan->bytes_per_line = pchan->bytes_per_line;
705*4882a593Smuzhiyun td_chan->direction = pchan->rx ? DMA_DEV_TO_MEM :
706*4882a593Smuzhiyun DMA_MEM_TO_DEV;
707*4882a593Smuzhiyun
708*4882a593Smuzhiyun td_chan->membase = td->membase +
709*4882a593Smuzhiyun (i / 2) * TIMBDMA_INSTANCE_OFFSET +
710*4882a593Smuzhiyun (pchan->rx ? 0 : TIMBDMA_INSTANCE_TX_OFFSET);
711*4882a593Smuzhiyun
712*4882a593Smuzhiyun dev_dbg(&pdev->dev, "Chan: %d, membase: %p\n",
713*4882a593Smuzhiyun i, td_chan->membase);
714*4882a593Smuzhiyun
715*4882a593Smuzhiyun list_add_tail(&td_chan->chan.device_node, &td->dma.channels);
716*4882a593Smuzhiyun }
717*4882a593Smuzhiyun
718*4882a593Smuzhiyun err = dma_async_device_register(&td->dma);
719*4882a593Smuzhiyun if (err) {
720*4882a593Smuzhiyun dev_err(&pdev->dev, "Failed to register async device\n");
721*4882a593Smuzhiyun goto err_free_irq;
722*4882a593Smuzhiyun }
723*4882a593Smuzhiyun
724*4882a593Smuzhiyun platform_set_drvdata(pdev, td);
725*4882a593Smuzhiyun
726*4882a593Smuzhiyun dev_dbg(&pdev->dev, "Probe result: %d\n", err);
727*4882a593Smuzhiyun return err;
728*4882a593Smuzhiyun
729*4882a593Smuzhiyun err_free_irq:
730*4882a593Smuzhiyun free_irq(irq, td);
731*4882a593Smuzhiyun err_tasklet_kill:
732*4882a593Smuzhiyun tasklet_kill(&td->tasklet);
733*4882a593Smuzhiyun iounmap(td->membase);
734*4882a593Smuzhiyun err_free_mem:
735*4882a593Smuzhiyun kfree(td);
736*4882a593Smuzhiyun err_release_region:
737*4882a593Smuzhiyun release_mem_region(iomem->start, resource_size(iomem));
738*4882a593Smuzhiyun
739*4882a593Smuzhiyun return err;
740*4882a593Smuzhiyun
741*4882a593Smuzhiyun }
742*4882a593Smuzhiyun
td_remove(struct platform_device * pdev)743*4882a593Smuzhiyun static int td_remove(struct platform_device *pdev)
744*4882a593Smuzhiyun {
745*4882a593Smuzhiyun struct timb_dma *td = platform_get_drvdata(pdev);
746*4882a593Smuzhiyun struct resource *iomem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
747*4882a593Smuzhiyun int irq = platform_get_irq(pdev, 0);
748*4882a593Smuzhiyun
749*4882a593Smuzhiyun dma_async_device_unregister(&td->dma);
750*4882a593Smuzhiyun free_irq(irq, td);
751*4882a593Smuzhiyun tasklet_kill(&td->tasklet);
752*4882a593Smuzhiyun iounmap(td->membase);
753*4882a593Smuzhiyun kfree(td);
754*4882a593Smuzhiyun release_mem_region(iomem->start, resource_size(iomem));
755*4882a593Smuzhiyun
756*4882a593Smuzhiyun dev_dbg(&pdev->dev, "Removed...\n");
757*4882a593Smuzhiyun return 0;
758*4882a593Smuzhiyun }
759*4882a593Smuzhiyun
760*4882a593Smuzhiyun static struct platform_driver td_driver = {
761*4882a593Smuzhiyun .driver = {
762*4882a593Smuzhiyun .name = DRIVER_NAME,
763*4882a593Smuzhiyun },
764*4882a593Smuzhiyun .probe = td_probe,
765*4882a593Smuzhiyun .remove = td_remove,
766*4882a593Smuzhiyun };
767*4882a593Smuzhiyun
768*4882a593Smuzhiyun module_platform_driver(td_driver);
769*4882a593Smuzhiyun
770*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
771*4882a593Smuzhiyun MODULE_DESCRIPTION("Timberdale DMA controller driver");
772*4882a593Smuzhiyun MODULE_AUTHOR("Pelagicore AB <info@pelagicore.com>");
773*4882a593Smuzhiyun MODULE_ALIAS("platform:"DRIVER_NAME);
774