xref: /OK3568_Linux_fs/kernel/drivers/dma/mv_xor.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (C) 2007, 2008, Marvell International Ltd.
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #ifndef MV_XOR_H
7*4882a593Smuzhiyun #define MV_XOR_H
8*4882a593Smuzhiyun 
9*4882a593Smuzhiyun #include <linux/types.h>
10*4882a593Smuzhiyun #include <linux/io.h>
11*4882a593Smuzhiyun #include <linux/dmaengine.h>
12*4882a593Smuzhiyun #include <linux/interrupt.h>
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun #define MV_XOR_POOL_SIZE		(MV_XOR_SLOT_SIZE * 3072)
15*4882a593Smuzhiyun #define MV_XOR_SLOT_SIZE		64
16*4882a593Smuzhiyun #define MV_XOR_THRESHOLD		1
17*4882a593Smuzhiyun #define MV_XOR_MAX_CHANNELS             2
18*4882a593Smuzhiyun 
19*4882a593Smuzhiyun #define MV_XOR_MIN_BYTE_COUNT		SZ_128
20*4882a593Smuzhiyun #define MV_XOR_MAX_BYTE_COUNT		(SZ_16M - 1)
21*4882a593Smuzhiyun 
22*4882a593Smuzhiyun /* Values for the XOR_CONFIG register */
23*4882a593Smuzhiyun #define XOR_OPERATION_MODE_XOR		0
24*4882a593Smuzhiyun #define XOR_OPERATION_MODE_MEMCPY	2
25*4882a593Smuzhiyun #define XOR_OPERATION_MODE_IN_DESC      7
26*4882a593Smuzhiyun #define XOR_DESCRIPTOR_SWAP		BIT(14)
27*4882a593Smuzhiyun #define XOR_DESC_SUCCESS		0x40000000
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun #define XOR_DESC_OPERATION_XOR          (0 << 24)
30*4882a593Smuzhiyun #define XOR_DESC_OPERATION_CRC32C       (1 << 24)
31*4882a593Smuzhiyun #define XOR_DESC_OPERATION_MEMCPY       (2 << 24)
32*4882a593Smuzhiyun 
33*4882a593Smuzhiyun #define XOR_DESC_DMA_OWNED		BIT(31)
34*4882a593Smuzhiyun #define XOR_DESC_EOD_INT_EN		BIT(31)
35*4882a593Smuzhiyun 
36*4882a593Smuzhiyun #define XOR_CURR_DESC(chan)	(chan->mmr_high_base + 0x10 + (chan->idx * 4))
37*4882a593Smuzhiyun #define XOR_NEXT_DESC(chan)	(chan->mmr_high_base + 0x00 + (chan->idx * 4))
38*4882a593Smuzhiyun #define XOR_BYTE_COUNT(chan)	(chan->mmr_high_base + 0x20 + (chan->idx * 4))
39*4882a593Smuzhiyun #define XOR_DEST_POINTER(chan)	(chan->mmr_high_base + 0xB0 + (chan->idx * 4))
40*4882a593Smuzhiyun #define XOR_BLOCK_SIZE(chan)	(chan->mmr_high_base + 0xC0 + (chan->idx * 4))
41*4882a593Smuzhiyun #define XOR_INIT_VALUE_LOW(chan)	(chan->mmr_high_base + 0xE0)
42*4882a593Smuzhiyun #define XOR_INIT_VALUE_HIGH(chan)	(chan->mmr_high_base + 0xE4)
43*4882a593Smuzhiyun 
44*4882a593Smuzhiyun #define XOR_CONFIG(chan)	(chan->mmr_base + 0x10 + (chan->idx * 4))
45*4882a593Smuzhiyun #define XOR_ACTIVATION(chan)	(chan->mmr_base + 0x20 + (chan->idx * 4))
46*4882a593Smuzhiyun #define XOR_INTR_CAUSE(chan)	(chan->mmr_base + 0x30)
47*4882a593Smuzhiyun #define XOR_INTR_MASK(chan)	(chan->mmr_base + 0x40)
48*4882a593Smuzhiyun #define XOR_ERROR_CAUSE(chan)	(chan->mmr_base + 0x50)
49*4882a593Smuzhiyun #define XOR_ERROR_ADDR(chan)	(chan->mmr_base + 0x60)
50*4882a593Smuzhiyun 
51*4882a593Smuzhiyun #define XOR_INT_END_OF_DESC	BIT(0)
52*4882a593Smuzhiyun #define XOR_INT_END_OF_CHAIN	BIT(1)
53*4882a593Smuzhiyun #define XOR_INT_STOPPED		BIT(2)
54*4882a593Smuzhiyun #define XOR_INT_PAUSED		BIT(3)
55*4882a593Smuzhiyun #define XOR_INT_ERR_DECODE	BIT(4)
56*4882a593Smuzhiyun #define XOR_INT_ERR_RDPROT	BIT(5)
57*4882a593Smuzhiyun #define XOR_INT_ERR_WRPROT	BIT(6)
58*4882a593Smuzhiyun #define XOR_INT_ERR_OWN		BIT(7)
59*4882a593Smuzhiyun #define XOR_INT_ERR_PAR		BIT(8)
60*4882a593Smuzhiyun #define XOR_INT_ERR_MBUS	BIT(9)
61*4882a593Smuzhiyun 
62*4882a593Smuzhiyun #define XOR_INTR_ERRORS		(XOR_INT_ERR_DECODE | XOR_INT_ERR_RDPROT | \
63*4882a593Smuzhiyun 				 XOR_INT_ERR_WRPROT | XOR_INT_ERR_OWN    | \
64*4882a593Smuzhiyun 				 XOR_INT_ERR_PAR    | XOR_INT_ERR_MBUS)
65*4882a593Smuzhiyun 
66*4882a593Smuzhiyun #define XOR_INTR_MASK_VALUE	(XOR_INT_END_OF_DESC | XOR_INT_END_OF_CHAIN | \
67*4882a593Smuzhiyun 				 XOR_INT_STOPPED     | XOR_INTR_ERRORS)
68*4882a593Smuzhiyun 
69*4882a593Smuzhiyun #define WINDOW_BASE(w)		(0x50 + ((w) << 2))
70*4882a593Smuzhiyun #define WINDOW_SIZE(w)		(0x70 + ((w) << 2))
71*4882a593Smuzhiyun #define WINDOW_REMAP_HIGH(w)	(0x90 + ((w) << 2))
72*4882a593Smuzhiyun #define WINDOW_BAR_ENABLE(chan)	(0x40 + ((chan) << 2))
73*4882a593Smuzhiyun #define WINDOW_OVERRIDE_CTRL(chan)	(0xA0 + ((chan) << 2))
74*4882a593Smuzhiyun 
75*4882a593Smuzhiyun #define WINDOW_COUNT		8
76*4882a593Smuzhiyun 
77*4882a593Smuzhiyun struct mv_xor_device {
78*4882a593Smuzhiyun 	void __iomem	     *xor_base;
79*4882a593Smuzhiyun 	void __iomem	     *xor_high_base;
80*4882a593Smuzhiyun 	struct clk	     *clk;
81*4882a593Smuzhiyun 	struct mv_xor_chan   *channels[MV_XOR_MAX_CHANNELS];
82*4882a593Smuzhiyun 	int		     xor_type;
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun 	u32                  win_start[WINDOW_COUNT];
85*4882a593Smuzhiyun 	u32                  win_end[WINDOW_COUNT];
86*4882a593Smuzhiyun };
87*4882a593Smuzhiyun 
88*4882a593Smuzhiyun /**
89*4882a593Smuzhiyun  * struct mv_xor_chan - internal representation of a XOR channel
90*4882a593Smuzhiyun  * @pending: allows batching of hardware operations
91*4882a593Smuzhiyun  * @lock: serializes enqueue/dequeue operations to the descriptors pool
92*4882a593Smuzhiyun  * @mmr_base: memory mapped register base
93*4882a593Smuzhiyun  * @idx: the index of the xor channel
94*4882a593Smuzhiyun  * @chain: device chain view of the descriptors
95*4882a593Smuzhiyun  * @free_slots: free slots usable by the channel
96*4882a593Smuzhiyun  * @allocated_slots: slots allocated by the driver
97*4882a593Smuzhiyun  * @completed_slots: slots completed by HW but still need to be acked
98*4882a593Smuzhiyun  * @device: parent device
99*4882a593Smuzhiyun  * @common: common dmaengine channel object members
100*4882a593Smuzhiyun  * @slots_allocated: records the actual size of the descriptor slot pool
101*4882a593Smuzhiyun  * @irq_tasklet: bottom half where mv_xor_slot_cleanup runs
102*4882a593Smuzhiyun  * @op_in_desc: new mode of driver, each op is writen to descriptor.
103*4882a593Smuzhiyun  */
104*4882a593Smuzhiyun struct mv_xor_chan {
105*4882a593Smuzhiyun 	int			pending;
106*4882a593Smuzhiyun 	spinlock_t		lock; /* protects the descriptor slot pool */
107*4882a593Smuzhiyun 	void __iomem		*mmr_base;
108*4882a593Smuzhiyun 	void __iomem		*mmr_high_base;
109*4882a593Smuzhiyun 	unsigned int		idx;
110*4882a593Smuzhiyun 	int                     irq;
111*4882a593Smuzhiyun 	struct list_head	chain;
112*4882a593Smuzhiyun 	struct list_head	free_slots;
113*4882a593Smuzhiyun 	struct list_head	allocated_slots;
114*4882a593Smuzhiyun 	struct list_head	completed_slots;
115*4882a593Smuzhiyun 	dma_addr_t		dma_desc_pool;
116*4882a593Smuzhiyun 	void			*dma_desc_pool_virt;
117*4882a593Smuzhiyun 	size_t                  pool_size;
118*4882a593Smuzhiyun 	struct dma_device	dmadev;
119*4882a593Smuzhiyun 	struct dma_chan		dmachan;
120*4882a593Smuzhiyun 	int			slots_allocated;
121*4882a593Smuzhiyun 	struct tasklet_struct	irq_tasklet;
122*4882a593Smuzhiyun 	int                     op_in_desc;
123*4882a593Smuzhiyun 	char			dummy_src[MV_XOR_MIN_BYTE_COUNT];
124*4882a593Smuzhiyun 	char			dummy_dst[MV_XOR_MIN_BYTE_COUNT];
125*4882a593Smuzhiyun 	dma_addr_t		dummy_src_addr, dummy_dst_addr;
126*4882a593Smuzhiyun 	u32                     saved_config_reg, saved_int_mask_reg;
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun 	struct mv_xor_device	*xordev;
129*4882a593Smuzhiyun };
130*4882a593Smuzhiyun 
131*4882a593Smuzhiyun /**
132*4882a593Smuzhiyun  * struct mv_xor_desc_slot - software descriptor
133*4882a593Smuzhiyun  * @node: node on the mv_xor_chan lists
134*4882a593Smuzhiyun  * @hw_desc: virtual address of the hardware descriptor chain
135*4882a593Smuzhiyun  * @phys: hardware address of the hardware descriptor chain
136*4882a593Smuzhiyun  * @slot_used: slot in use or not
137*4882a593Smuzhiyun  * @idx: pool index
138*4882a593Smuzhiyun  * @tx_list: list of slots that make up a multi-descriptor transaction
139*4882a593Smuzhiyun  * @async_tx: support for the async_tx api
140*4882a593Smuzhiyun  */
141*4882a593Smuzhiyun struct mv_xor_desc_slot {
142*4882a593Smuzhiyun 	struct list_head	node;
143*4882a593Smuzhiyun 	struct list_head	sg_tx_list;
144*4882a593Smuzhiyun 	enum dma_transaction_type	type;
145*4882a593Smuzhiyun 	void			*hw_desc;
146*4882a593Smuzhiyun 	u16			idx;
147*4882a593Smuzhiyun 	struct dma_async_tx_descriptor	async_tx;
148*4882a593Smuzhiyun };
149*4882a593Smuzhiyun 
150*4882a593Smuzhiyun /*
151*4882a593Smuzhiyun  * This structure describes XOR descriptor size 64bytes. The
152*4882a593Smuzhiyun  * mv_phy_src_idx() macro must be used when indexing the values of the
153*4882a593Smuzhiyun  * phy_src_addr[] array. This is due to the fact that the 'descriptor
154*4882a593Smuzhiyun  * swap' feature, used on big endian systems, swaps descriptors data
155*4882a593Smuzhiyun  * within blocks of 8 bytes. So two consecutive values of the
156*4882a593Smuzhiyun  * phy_src_addr[] array are actually swapped in big-endian, which
157*4882a593Smuzhiyun  * explains the different mv_phy_src_idx() implementation.
158*4882a593Smuzhiyun  */
159*4882a593Smuzhiyun #if defined(__LITTLE_ENDIAN)
160*4882a593Smuzhiyun struct mv_xor_desc {
161*4882a593Smuzhiyun 	u32 status;		/* descriptor execution status */
162*4882a593Smuzhiyun 	u32 crc32_result;	/* result of CRC-32 calculation */
163*4882a593Smuzhiyun 	u32 desc_command;	/* type of operation to be carried out */
164*4882a593Smuzhiyun 	u32 phy_next_desc;	/* next descriptor address pointer */
165*4882a593Smuzhiyun 	u32 byte_count;		/* size of src/dst blocks in bytes */
166*4882a593Smuzhiyun 	u32 phy_dest_addr;	/* destination block address */
167*4882a593Smuzhiyun 	u32 phy_src_addr[8];	/* source block addresses */
168*4882a593Smuzhiyun 	u32 reserved0;
169*4882a593Smuzhiyun 	u32 reserved1;
170*4882a593Smuzhiyun };
171*4882a593Smuzhiyun #define mv_phy_src_idx(src_idx) (src_idx)
172*4882a593Smuzhiyun #else
173*4882a593Smuzhiyun struct mv_xor_desc {
174*4882a593Smuzhiyun 	u32 crc32_result;	/* result of CRC-32 calculation */
175*4882a593Smuzhiyun 	u32 status;		/* descriptor execution status */
176*4882a593Smuzhiyun 	u32 phy_next_desc;	/* next descriptor address pointer */
177*4882a593Smuzhiyun 	u32 desc_command;	/* type of operation to be carried out */
178*4882a593Smuzhiyun 	u32 phy_dest_addr;	/* destination block address */
179*4882a593Smuzhiyun 	u32 byte_count;		/* size of src/dst blocks in bytes */
180*4882a593Smuzhiyun 	u32 phy_src_addr[8];	/* source block addresses */
181*4882a593Smuzhiyun 	u32 reserved1;
182*4882a593Smuzhiyun 	u32 reserved0;
183*4882a593Smuzhiyun };
184*4882a593Smuzhiyun #define mv_phy_src_idx(src_idx) (src_idx ^ 1)
185*4882a593Smuzhiyun #endif
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun #define to_mv_sw_desc(addr_hw_desc)		\
188*4882a593Smuzhiyun 	container_of(addr_hw_desc, struct mv_xor_desc_slot, hw_desc)
189*4882a593Smuzhiyun 
190*4882a593Smuzhiyun #define mv_hw_desc_slot_idx(hw_desc, idx)	\
191*4882a593Smuzhiyun 	((void *)(((unsigned long)hw_desc) + ((idx) << 5)))
192*4882a593Smuzhiyun 
193*4882a593Smuzhiyun #endif
194