xref: /OK3568_Linux_fs/kernel/drivers/dma/txx9dmac.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Driver for the TXx9 SoC DMA Controller
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Copyright (C) 2009 Atsushi Nemoto
6*4882a593Smuzhiyun  */
7*4882a593Smuzhiyun #ifndef TXX9DMAC_H
8*4882a593Smuzhiyun #define TXX9DMAC_H
9*4882a593Smuzhiyun 
10*4882a593Smuzhiyun #include <linux/dmaengine.h>
11*4882a593Smuzhiyun #include <asm/txx9/dmac.h>
12*4882a593Smuzhiyun 
13*4882a593Smuzhiyun /*
14*4882a593Smuzhiyun  * Design Notes:
15*4882a593Smuzhiyun  *
16*4882a593Smuzhiyun  * This DMAC have four channels and one FIFO buffer.  Each channel can
17*4882a593Smuzhiyun  * be configured for memory-memory or device-memory transfer, but only
18*4882a593Smuzhiyun  * one channel can do alignment-free memory-memory transfer at a time
19*4882a593Smuzhiyun  * while the channel should occupy the FIFO buffer for effective
20*4882a593Smuzhiyun  * transfers.
21*4882a593Smuzhiyun  *
22*4882a593Smuzhiyun  * Instead of dynamically assign the FIFO buffer to channels, I chose
23*4882a593Smuzhiyun  * make one dedicated channel for memory-memory transfer.  The
24*4882a593Smuzhiyun  * dedicated channel is public.  Other channels are private and used
25*4882a593Smuzhiyun  * for slave transfer.  Some devices in the SoC are wired to certain
26*4882a593Smuzhiyun  * DMA channel.
27*4882a593Smuzhiyun  */
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun #ifdef CONFIG_MACH_TX49XX
txx9_dma_have_SMPCHN(void)30*4882a593Smuzhiyun static inline bool txx9_dma_have_SMPCHN(void)
31*4882a593Smuzhiyun {
32*4882a593Smuzhiyun 	return true;
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun #define TXX9_DMA_USE_SIMPLE_CHAIN
35*4882a593Smuzhiyun #else
txx9_dma_have_SMPCHN(void)36*4882a593Smuzhiyun static inline bool txx9_dma_have_SMPCHN(void)
37*4882a593Smuzhiyun {
38*4882a593Smuzhiyun 	return false;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun #endif
41*4882a593Smuzhiyun 
42*4882a593Smuzhiyun #ifdef __LITTLE_ENDIAN
43*4882a593Smuzhiyun #ifdef CONFIG_MACH_TX49XX
44*4882a593Smuzhiyun #define CCR_LE	TXX9_DMA_CCR_LE
45*4882a593Smuzhiyun #define MCR_LE	0
46*4882a593Smuzhiyun #else
47*4882a593Smuzhiyun #define CCR_LE	0
48*4882a593Smuzhiyun #define MCR_LE	TXX9_DMA_MCR_LE
49*4882a593Smuzhiyun #endif
50*4882a593Smuzhiyun #else
51*4882a593Smuzhiyun #define CCR_LE	0
52*4882a593Smuzhiyun #define MCR_LE	0
53*4882a593Smuzhiyun #endif
54*4882a593Smuzhiyun 
55*4882a593Smuzhiyun /*
56*4882a593Smuzhiyun  * Redefine this macro to handle differences between 32- and 64-bit
57*4882a593Smuzhiyun  * addressing, big vs. little endian, etc.
58*4882a593Smuzhiyun  */
59*4882a593Smuzhiyun #ifdef __BIG_ENDIAN
60*4882a593Smuzhiyun #define TXX9_DMA_REG32(name)		u32 __pad_##name; u32 name
61*4882a593Smuzhiyun #else
62*4882a593Smuzhiyun #define TXX9_DMA_REG32(name)		u32 name; u32 __pad_##name
63*4882a593Smuzhiyun #endif
64*4882a593Smuzhiyun 
65*4882a593Smuzhiyun /* Hardware register definitions. */
66*4882a593Smuzhiyun struct txx9dmac_cregs {
67*4882a593Smuzhiyun #if defined(CONFIG_32BIT) && !defined(CONFIG_PHYS_ADDR_T_64BIT)
68*4882a593Smuzhiyun 	TXX9_DMA_REG32(CHAR);	/* Chain Address Register */
69*4882a593Smuzhiyun #else
70*4882a593Smuzhiyun 	u64 CHAR;		/* Chain Address Register */
71*4882a593Smuzhiyun #endif
72*4882a593Smuzhiyun 	u64 SAR;		/* Source Address Register */
73*4882a593Smuzhiyun 	u64 DAR;		/* Destination Address Register */
74*4882a593Smuzhiyun 	TXX9_DMA_REG32(CNTR);	/* Count Register */
75*4882a593Smuzhiyun 	TXX9_DMA_REG32(SAIR);	/* Source Address Increment Register */
76*4882a593Smuzhiyun 	TXX9_DMA_REG32(DAIR);	/* Destination Address Increment Register */
77*4882a593Smuzhiyun 	TXX9_DMA_REG32(CCR);	/* Channel Control Register */
78*4882a593Smuzhiyun 	TXX9_DMA_REG32(CSR);	/* Channel Status Register */
79*4882a593Smuzhiyun };
80*4882a593Smuzhiyun struct txx9dmac_cregs32 {
81*4882a593Smuzhiyun 	u32 CHAR;
82*4882a593Smuzhiyun 	u32 SAR;
83*4882a593Smuzhiyun 	u32 DAR;
84*4882a593Smuzhiyun 	u32 CNTR;
85*4882a593Smuzhiyun 	u32 SAIR;
86*4882a593Smuzhiyun 	u32 DAIR;
87*4882a593Smuzhiyun 	u32 CCR;
88*4882a593Smuzhiyun 	u32 CSR;
89*4882a593Smuzhiyun };
90*4882a593Smuzhiyun 
91*4882a593Smuzhiyun struct txx9dmac_regs {
92*4882a593Smuzhiyun 	/* per-channel registers */
93*4882a593Smuzhiyun 	struct txx9dmac_cregs	CHAN[TXX9_DMA_MAX_NR_CHANNELS];
94*4882a593Smuzhiyun 	u64	__pad[9];
95*4882a593Smuzhiyun 	u64	MFDR;		/* Memory Fill Data Register */
96*4882a593Smuzhiyun 	TXX9_DMA_REG32(MCR);	/* Master Control Register */
97*4882a593Smuzhiyun };
98*4882a593Smuzhiyun struct txx9dmac_regs32 {
99*4882a593Smuzhiyun 	struct txx9dmac_cregs32	CHAN[TXX9_DMA_MAX_NR_CHANNELS];
100*4882a593Smuzhiyun 	u32	__pad[9];
101*4882a593Smuzhiyun 	u32	MFDR;
102*4882a593Smuzhiyun 	u32	MCR;
103*4882a593Smuzhiyun };
104*4882a593Smuzhiyun 
105*4882a593Smuzhiyun /* bits for MCR */
106*4882a593Smuzhiyun #define TXX9_DMA_MCR_EIS(ch)	(0x10000000<<(ch))
107*4882a593Smuzhiyun #define TXX9_DMA_MCR_DIS(ch)	(0x01000000<<(ch))
108*4882a593Smuzhiyun #define TXX9_DMA_MCR_RSFIF	0x00000080
109*4882a593Smuzhiyun #define TXX9_DMA_MCR_FIFUM(ch)	(0x00000008<<(ch))
110*4882a593Smuzhiyun #define TXX9_DMA_MCR_LE		0x00000004
111*4882a593Smuzhiyun #define TXX9_DMA_MCR_RPRT	0x00000002
112*4882a593Smuzhiyun #define TXX9_DMA_MCR_MSTEN	0x00000001
113*4882a593Smuzhiyun 
114*4882a593Smuzhiyun /* bits for CCRn */
115*4882a593Smuzhiyun #define TXX9_DMA_CCR_IMMCHN	0x20000000
116*4882a593Smuzhiyun #define TXX9_DMA_CCR_USEXFSZ	0x10000000
117*4882a593Smuzhiyun #define TXX9_DMA_CCR_LE		0x08000000
118*4882a593Smuzhiyun #define TXX9_DMA_CCR_DBINH	0x04000000
119*4882a593Smuzhiyun #define TXX9_DMA_CCR_SBINH	0x02000000
120*4882a593Smuzhiyun #define TXX9_DMA_CCR_CHRST	0x01000000
121*4882a593Smuzhiyun #define TXX9_DMA_CCR_RVBYTE	0x00800000
122*4882a593Smuzhiyun #define TXX9_DMA_CCR_ACKPOL	0x00400000
123*4882a593Smuzhiyun #define TXX9_DMA_CCR_REQPL	0x00200000
124*4882a593Smuzhiyun #define TXX9_DMA_CCR_EGREQ	0x00100000
125*4882a593Smuzhiyun #define TXX9_DMA_CCR_CHDN	0x00080000
126*4882a593Smuzhiyun #define TXX9_DMA_CCR_DNCTL	0x00060000
127*4882a593Smuzhiyun #define TXX9_DMA_CCR_EXTRQ	0x00010000
128*4882a593Smuzhiyun #define TXX9_DMA_CCR_INTRQD	0x0000e000
129*4882a593Smuzhiyun #define TXX9_DMA_CCR_INTENE	0x00001000
130*4882a593Smuzhiyun #define TXX9_DMA_CCR_INTENC	0x00000800
131*4882a593Smuzhiyun #define TXX9_DMA_CCR_INTENT	0x00000400
132*4882a593Smuzhiyun #define TXX9_DMA_CCR_CHNEN	0x00000200
133*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFACT	0x00000100
134*4882a593Smuzhiyun #define TXX9_DMA_CCR_SMPCHN	0x00000020
135*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ(order)	(((order) << 2) & 0x0000001c)
136*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ_1	TXX9_DMA_CCR_XFSZ(0)
137*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ_2	TXX9_DMA_CCR_XFSZ(1)
138*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ_4	TXX9_DMA_CCR_XFSZ(2)
139*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ_8	TXX9_DMA_CCR_XFSZ(3)
140*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ_X4	TXX9_DMA_CCR_XFSZ(4)
141*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ_X8	TXX9_DMA_CCR_XFSZ(5)
142*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ_X16	TXX9_DMA_CCR_XFSZ(6)
143*4882a593Smuzhiyun #define TXX9_DMA_CCR_XFSZ_X32	TXX9_DMA_CCR_XFSZ(7)
144*4882a593Smuzhiyun #define TXX9_DMA_CCR_MEMIO	0x00000002
145*4882a593Smuzhiyun #define TXX9_DMA_CCR_SNGAD	0x00000001
146*4882a593Smuzhiyun 
147*4882a593Smuzhiyun /* bits for CSRn */
148*4882a593Smuzhiyun #define TXX9_DMA_CSR_CHNEN	0x00000400
149*4882a593Smuzhiyun #define TXX9_DMA_CSR_STLXFER	0x00000200
150*4882a593Smuzhiyun #define TXX9_DMA_CSR_XFACT	0x00000100
151*4882a593Smuzhiyun #define TXX9_DMA_CSR_ABCHC	0x00000080
152*4882a593Smuzhiyun #define TXX9_DMA_CSR_NCHNC	0x00000040
153*4882a593Smuzhiyun #define TXX9_DMA_CSR_NTRNFC	0x00000020
154*4882a593Smuzhiyun #define TXX9_DMA_CSR_EXTDN	0x00000010
155*4882a593Smuzhiyun #define TXX9_DMA_CSR_CFERR	0x00000008
156*4882a593Smuzhiyun #define TXX9_DMA_CSR_CHERR	0x00000004
157*4882a593Smuzhiyun #define TXX9_DMA_CSR_DESERR	0x00000002
158*4882a593Smuzhiyun #define TXX9_DMA_CSR_SORERR	0x00000001
159*4882a593Smuzhiyun 
160*4882a593Smuzhiyun struct txx9dmac_chan {
161*4882a593Smuzhiyun 	struct dma_chan		chan;
162*4882a593Smuzhiyun 	struct dma_device	dma;
163*4882a593Smuzhiyun 	struct txx9dmac_dev	*ddev;
164*4882a593Smuzhiyun 	void __iomem		*ch_regs;
165*4882a593Smuzhiyun 	struct tasklet_struct	tasklet;
166*4882a593Smuzhiyun 	int			irq;
167*4882a593Smuzhiyun 	u32			ccr;
168*4882a593Smuzhiyun 
169*4882a593Smuzhiyun 	spinlock_t		lock;
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	/* these other elements are all protected by lock */
172*4882a593Smuzhiyun 	struct list_head	active_list;
173*4882a593Smuzhiyun 	struct list_head	queue;
174*4882a593Smuzhiyun 	struct list_head	free_list;
175*4882a593Smuzhiyun 
176*4882a593Smuzhiyun 	unsigned int		descs_allocated;
177*4882a593Smuzhiyun };
178*4882a593Smuzhiyun 
179*4882a593Smuzhiyun struct txx9dmac_dev {
180*4882a593Smuzhiyun 	void __iomem		*regs;
181*4882a593Smuzhiyun 	struct tasklet_struct	tasklet;
182*4882a593Smuzhiyun 	int			irq;
183*4882a593Smuzhiyun 	struct txx9dmac_chan	*chan[TXX9_DMA_MAX_NR_CHANNELS];
184*4882a593Smuzhiyun 	bool			have_64bit_regs;
185*4882a593Smuzhiyun 	unsigned int		descsize;
186*4882a593Smuzhiyun };
187*4882a593Smuzhiyun 
__is_dmac64(const struct txx9dmac_dev * ddev)188*4882a593Smuzhiyun static inline bool __is_dmac64(const struct txx9dmac_dev *ddev)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun 	return ddev->have_64bit_regs;
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun 
is_dmac64(const struct txx9dmac_chan * dc)193*4882a593Smuzhiyun static inline bool is_dmac64(const struct txx9dmac_chan *dc)
194*4882a593Smuzhiyun {
195*4882a593Smuzhiyun 	return __is_dmac64(dc->ddev);
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun 
198*4882a593Smuzhiyun #ifdef TXX9_DMA_USE_SIMPLE_CHAIN
199*4882a593Smuzhiyun /* Hardware descriptor definition. (for simple-chain) */
200*4882a593Smuzhiyun struct txx9dmac_hwdesc {
201*4882a593Smuzhiyun #if defined(CONFIG_32BIT) && !defined(CONFIG_PHYS_ADDR_T_64BIT)
202*4882a593Smuzhiyun 	TXX9_DMA_REG32(CHAR);
203*4882a593Smuzhiyun #else
204*4882a593Smuzhiyun 	u64 CHAR;
205*4882a593Smuzhiyun #endif
206*4882a593Smuzhiyun 	u64 SAR;
207*4882a593Smuzhiyun 	u64 DAR;
208*4882a593Smuzhiyun 	TXX9_DMA_REG32(CNTR);
209*4882a593Smuzhiyun };
210*4882a593Smuzhiyun struct txx9dmac_hwdesc32 {
211*4882a593Smuzhiyun 	u32 CHAR;
212*4882a593Smuzhiyun 	u32 SAR;
213*4882a593Smuzhiyun 	u32 DAR;
214*4882a593Smuzhiyun 	u32 CNTR;
215*4882a593Smuzhiyun };
216*4882a593Smuzhiyun #else
217*4882a593Smuzhiyun #define txx9dmac_hwdesc txx9dmac_cregs
218*4882a593Smuzhiyun #define txx9dmac_hwdesc32 txx9dmac_cregs32
219*4882a593Smuzhiyun #endif
220*4882a593Smuzhiyun 
221*4882a593Smuzhiyun struct txx9dmac_desc {
222*4882a593Smuzhiyun 	/* FIRST values the hardware uses */
223*4882a593Smuzhiyun 	union {
224*4882a593Smuzhiyun 		struct txx9dmac_hwdesc hwdesc;
225*4882a593Smuzhiyun 		struct txx9dmac_hwdesc32 hwdesc32;
226*4882a593Smuzhiyun 	};
227*4882a593Smuzhiyun 
228*4882a593Smuzhiyun 	/* THEN values for driver housekeeping */
229*4882a593Smuzhiyun 	struct list_head		desc_node ____cacheline_aligned;
230*4882a593Smuzhiyun 	struct list_head		tx_list;
231*4882a593Smuzhiyun 	struct dma_async_tx_descriptor	txd;
232*4882a593Smuzhiyun 	size_t				len;
233*4882a593Smuzhiyun };
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun #ifdef TXX9_DMA_USE_SIMPLE_CHAIN
236*4882a593Smuzhiyun 
txx9dmac_chan_INTENT(struct txx9dmac_chan * dc)237*4882a593Smuzhiyun static inline bool txx9dmac_chan_INTENT(struct txx9dmac_chan *dc)
238*4882a593Smuzhiyun {
239*4882a593Smuzhiyun 	return (dc->ccr & TXX9_DMA_CCR_INTENT) != 0;
240*4882a593Smuzhiyun }
241*4882a593Smuzhiyun 
txx9dmac_chan_set_INTENT(struct txx9dmac_chan * dc)242*4882a593Smuzhiyun static inline void txx9dmac_chan_set_INTENT(struct txx9dmac_chan *dc)
243*4882a593Smuzhiyun {
244*4882a593Smuzhiyun 	dc->ccr |= TXX9_DMA_CCR_INTENT;
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun 
txx9dmac_desc_set_INTENT(struct txx9dmac_dev * ddev,struct txx9dmac_desc * desc)247*4882a593Smuzhiyun static inline void txx9dmac_desc_set_INTENT(struct txx9dmac_dev *ddev,
248*4882a593Smuzhiyun 					    struct txx9dmac_desc *desc)
249*4882a593Smuzhiyun {
250*4882a593Smuzhiyun }
251*4882a593Smuzhiyun 
txx9dmac_chan_set_SMPCHN(struct txx9dmac_chan * dc)252*4882a593Smuzhiyun static inline void txx9dmac_chan_set_SMPCHN(struct txx9dmac_chan *dc)
253*4882a593Smuzhiyun {
254*4882a593Smuzhiyun 	dc->ccr |= TXX9_DMA_CCR_SMPCHN;
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun 
txx9dmac_desc_set_nosimple(struct txx9dmac_dev * ddev,struct txx9dmac_desc * desc,u32 sair,u32 dair,u32 ccr)257*4882a593Smuzhiyun static inline void txx9dmac_desc_set_nosimple(struct txx9dmac_dev *ddev,
258*4882a593Smuzhiyun 					      struct txx9dmac_desc *desc,
259*4882a593Smuzhiyun 					      u32 sair, u32 dair, u32 ccr)
260*4882a593Smuzhiyun {
261*4882a593Smuzhiyun }
262*4882a593Smuzhiyun 
263*4882a593Smuzhiyun #else /* TXX9_DMA_USE_SIMPLE_CHAIN */
264*4882a593Smuzhiyun 
txx9dmac_chan_INTENT(struct txx9dmac_chan * dc)265*4882a593Smuzhiyun static inline bool txx9dmac_chan_INTENT(struct txx9dmac_chan *dc)
266*4882a593Smuzhiyun {
267*4882a593Smuzhiyun 	return true;
268*4882a593Smuzhiyun }
269*4882a593Smuzhiyun 
txx9dmac_chan_set_INTENT(struct txx9dmac_chan * dc)270*4882a593Smuzhiyun static void txx9dmac_chan_set_INTENT(struct txx9dmac_chan *dc)
271*4882a593Smuzhiyun {
272*4882a593Smuzhiyun }
273*4882a593Smuzhiyun 
txx9dmac_desc_set_INTENT(struct txx9dmac_dev * ddev,struct txx9dmac_desc * desc)274*4882a593Smuzhiyun static inline void txx9dmac_desc_set_INTENT(struct txx9dmac_dev *ddev,
275*4882a593Smuzhiyun 					    struct txx9dmac_desc *desc)
276*4882a593Smuzhiyun {
277*4882a593Smuzhiyun 	if (__is_dmac64(ddev))
278*4882a593Smuzhiyun 		desc->hwdesc.CCR |= TXX9_DMA_CCR_INTENT;
279*4882a593Smuzhiyun 	else
280*4882a593Smuzhiyun 		desc->hwdesc32.CCR |= TXX9_DMA_CCR_INTENT;
281*4882a593Smuzhiyun }
282*4882a593Smuzhiyun 
txx9dmac_chan_set_SMPCHN(struct txx9dmac_chan * dc)283*4882a593Smuzhiyun static inline void txx9dmac_chan_set_SMPCHN(struct txx9dmac_chan *dc)
284*4882a593Smuzhiyun {
285*4882a593Smuzhiyun }
286*4882a593Smuzhiyun 
txx9dmac_desc_set_nosimple(struct txx9dmac_dev * ddev,struct txx9dmac_desc * desc,u32 sai,u32 dai,u32 ccr)287*4882a593Smuzhiyun static inline void txx9dmac_desc_set_nosimple(struct txx9dmac_dev *ddev,
288*4882a593Smuzhiyun 					      struct txx9dmac_desc *desc,
289*4882a593Smuzhiyun 					      u32 sai, u32 dai, u32 ccr)
290*4882a593Smuzhiyun {
291*4882a593Smuzhiyun 	if (__is_dmac64(ddev)) {
292*4882a593Smuzhiyun 		desc->hwdesc.SAIR = sai;
293*4882a593Smuzhiyun 		desc->hwdesc.DAIR = dai;
294*4882a593Smuzhiyun 		desc->hwdesc.CCR = ccr;
295*4882a593Smuzhiyun 	} else {
296*4882a593Smuzhiyun 		desc->hwdesc32.SAIR = sai;
297*4882a593Smuzhiyun 		desc->hwdesc32.DAIR = dai;
298*4882a593Smuzhiyun 		desc->hwdesc32.CCR = ccr;
299*4882a593Smuzhiyun 	}
300*4882a593Smuzhiyun }
301*4882a593Smuzhiyun 
302*4882a593Smuzhiyun #endif /* TXX9_DMA_USE_SIMPLE_CHAIN */
303*4882a593Smuzhiyun 
304*4882a593Smuzhiyun #endif /* TXX9DMAC_H */
305