1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */ 2*4882a593Smuzhiyun /* 3*4882a593Smuzhiyun * Copyright (C) 2007, 2008, Marvell International Ltd. 4*4882a593Smuzhiyun */ 5*4882a593Smuzhiyun 6*4882a593Smuzhiyun #ifndef MV_XOR_H 7*4882a593Smuzhiyun #define MV_XOR_H 8*4882a593Smuzhiyun 9*4882a593Smuzhiyun #include <linux/types.h> 10*4882a593Smuzhiyun #include <linux/io.h> 11*4882a593Smuzhiyun #include <linux/dmaengine.h> 12*4882a593Smuzhiyun #include <linux/interrupt.h> 13*4882a593Smuzhiyun 14*4882a593Smuzhiyun #define MV_XOR_POOL_SIZE (MV_XOR_SLOT_SIZE * 3072) 15*4882a593Smuzhiyun #define MV_XOR_SLOT_SIZE 64 16*4882a593Smuzhiyun #define MV_XOR_THRESHOLD 1 17*4882a593Smuzhiyun #define MV_XOR_MAX_CHANNELS 2 18*4882a593Smuzhiyun 19*4882a593Smuzhiyun #define MV_XOR_MIN_BYTE_COUNT SZ_128 20*4882a593Smuzhiyun #define MV_XOR_MAX_BYTE_COUNT (SZ_16M - 1) 21*4882a593Smuzhiyun 22*4882a593Smuzhiyun /* Values for the XOR_CONFIG register */ 23*4882a593Smuzhiyun #define XOR_OPERATION_MODE_XOR 0 24*4882a593Smuzhiyun #define XOR_OPERATION_MODE_MEMCPY 2 25*4882a593Smuzhiyun #define XOR_OPERATION_MODE_IN_DESC 7 26*4882a593Smuzhiyun #define XOR_DESCRIPTOR_SWAP BIT(14) 27*4882a593Smuzhiyun #define XOR_DESC_SUCCESS 0x40000000 28*4882a593Smuzhiyun 29*4882a593Smuzhiyun #define XOR_DESC_OPERATION_XOR (0 << 24) 30*4882a593Smuzhiyun #define XOR_DESC_OPERATION_CRC32C (1 << 24) 31*4882a593Smuzhiyun #define XOR_DESC_OPERATION_MEMCPY (2 << 24) 32*4882a593Smuzhiyun 33*4882a593Smuzhiyun #define XOR_DESC_DMA_OWNED BIT(31) 34*4882a593Smuzhiyun #define XOR_DESC_EOD_INT_EN BIT(31) 35*4882a593Smuzhiyun 36*4882a593Smuzhiyun #define XOR_CURR_DESC(chan) (chan->mmr_high_base + 0x10 + (chan->idx * 4)) 37*4882a593Smuzhiyun #define XOR_NEXT_DESC(chan) (chan->mmr_high_base + 0x00 + (chan->idx * 4)) 38*4882a593Smuzhiyun #define XOR_BYTE_COUNT(chan) (chan->mmr_high_base + 0x20 + (chan->idx * 4)) 39*4882a593Smuzhiyun #define XOR_DEST_POINTER(chan) (chan->mmr_high_base + 0xB0 + (chan->idx * 4)) 40*4882a593Smuzhiyun #define XOR_BLOCK_SIZE(chan) (chan->mmr_high_base + 0xC0 + (chan->idx * 4)) 41*4882a593Smuzhiyun #define XOR_INIT_VALUE_LOW(chan) (chan->mmr_high_base + 0xE0) 42*4882a593Smuzhiyun #define XOR_INIT_VALUE_HIGH(chan) (chan->mmr_high_base + 0xE4) 43*4882a593Smuzhiyun 44*4882a593Smuzhiyun #define XOR_CONFIG(chan) (chan->mmr_base + 0x10 + (chan->idx * 4)) 45*4882a593Smuzhiyun #define XOR_ACTIVATION(chan) (chan->mmr_base + 0x20 + (chan->idx * 4)) 46*4882a593Smuzhiyun #define XOR_INTR_CAUSE(chan) (chan->mmr_base + 0x30) 47*4882a593Smuzhiyun #define XOR_INTR_MASK(chan) (chan->mmr_base + 0x40) 48*4882a593Smuzhiyun #define XOR_ERROR_CAUSE(chan) (chan->mmr_base + 0x50) 49*4882a593Smuzhiyun #define XOR_ERROR_ADDR(chan) (chan->mmr_base + 0x60) 50*4882a593Smuzhiyun 51*4882a593Smuzhiyun #define XOR_INT_END_OF_DESC BIT(0) 52*4882a593Smuzhiyun #define XOR_INT_END_OF_CHAIN BIT(1) 53*4882a593Smuzhiyun #define XOR_INT_STOPPED BIT(2) 54*4882a593Smuzhiyun #define XOR_INT_PAUSED BIT(3) 55*4882a593Smuzhiyun #define XOR_INT_ERR_DECODE BIT(4) 56*4882a593Smuzhiyun #define XOR_INT_ERR_RDPROT BIT(5) 57*4882a593Smuzhiyun #define XOR_INT_ERR_WRPROT BIT(6) 58*4882a593Smuzhiyun #define XOR_INT_ERR_OWN BIT(7) 59*4882a593Smuzhiyun #define XOR_INT_ERR_PAR BIT(8) 60*4882a593Smuzhiyun #define XOR_INT_ERR_MBUS BIT(9) 61*4882a593Smuzhiyun 62*4882a593Smuzhiyun #define XOR_INTR_ERRORS (XOR_INT_ERR_DECODE | XOR_INT_ERR_RDPROT | \ 63*4882a593Smuzhiyun XOR_INT_ERR_WRPROT | XOR_INT_ERR_OWN | \ 64*4882a593Smuzhiyun XOR_INT_ERR_PAR | XOR_INT_ERR_MBUS) 65*4882a593Smuzhiyun 66*4882a593Smuzhiyun #define XOR_INTR_MASK_VALUE (XOR_INT_END_OF_DESC | XOR_INT_END_OF_CHAIN | \ 67*4882a593Smuzhiyun XOR_INT_STOPPED | XOR_INTR_ERRORS) 68*4882a593Smuzhiyun 69*4882a593Smuzhiyun #define WINDOW_BASE(w) (0x50 + ((w) << 2)) 70*4882a593Smuzhiyun #define WINDOW_SIZE(w) (0x70 + ((w) << 2)) 71*4882a593Smuzhiyun #define WINDOW_REMAP_HIGH(w) (0x90 + ((w) << 2)) 72*4882a593Smuzhiyun #define WINDOW_BAR_ENABLE(chan) (0x40 + ((chan) << 2)) 73*4882a593Smuzhiyun #define WINDOW_OVERRIDE_CTRL(chan) (0xA0 + ((chan) << 2)) 74*4882a593Smuzhiyun 75*4882a593Smuzhiyun #define WINDOW_COUNT 8 76*4882a593Smuzhiyun 77*4882a593Smuzhiyun struct mv_xor_device { 78*4882a593Smuzhiyun void __iomem *xor_base; 79*4882a593Smuzhiyun void __iomem *xor_high_base; 80*4882a593Smuzhiyun struct clk *clk; 81*4882a593Smuzhiyun struct mv_xor_chan *channels[MV_XOR_MAX_CHANNELS]; 82*4882a593Smuzhiyun int xor_type; 83*4882a593Smuzhiyun 84*4882a593Smuzhiyun u32 win_start[WINDOW_COUNT]; 85*4882a593Smuzhiyun u32 win_end[WINDOW_COUNT]; 86*4882a593Smuzhiyun }; 87*4882a593Smuzhiyun 88*4882a593Smuzhiyun /** 89*4882a593Smuzhiyun * struct mv_xor_chan - internal representation of a XOR channel 90*4882a593Smuzhiyun * @pending: allows batching of hardware operations 91*4882a593Smuzhiyun * @lock: serializes enqueue/dequeue operations to the descriptors pool 92*4882a593Smuzhiyun * @mmr_base: memory mapped register base 93*4882a593Smuzhiyun * @idx: the index of the xor channel 94*4882a593Smuzhiyun * @chain: device chain view of the descriptors 95*4882a593Smuzhiyun * @free_slots: free slots usable by the channel 96*4882a593Smuzhiyun * @allocated_slots: slots allocated by the driver 97*4882a593Smuzhiyun * @completed_slots: slots completed by HW but still need to be acked 98*4882a593Smuzhiyun * @device: parent device 99*4882a593Smuzhiyun * @common: common dmaengine channel object members 100*4882a593Smuzhiyun * @slots_allocated: records the actual size of the descriptor slot pool 101*4882a593Smuzhiyun * @irq_tasklet: bottom half where mv_xor_slot_cleanup runs 102*4882a593Smuzhiyun * @op_in_desc: new mode of driver, each op is writen to descriptor. 103*4882a593Smuzhiyun */ 104*4882a593Smuzhiyun struct mv_xor_chan { 105*4882a593Smuzhiyun int pending; 106*4882a593Smuzhiyun spinlock_t lock; /* protects the descriptor slot pool */ 107*4882a593Smuzhiyun void __iomem *mmr_base; 108*4882a593Smuzhiyun void __iomem *mmr_high_base; 109*4882a593Smuzhiyun unsigned int idx; 110*4882a593Smuzhiyun int irq; 111*4882a593Smuzhiyun struct list_head chain; 112*4882a593Smuzhiyun struct list_head free_slots; 113*4882a593Smuzhiyun struct list_head allocated_slots; 114*4882a593Smuzhiyun struct list_head completed_slots; 115*4882a593Smuzhiyun dma_addr_t dma_desc_pool; 116*4882a593Smuzhiyun void *dma_desc_pool_virt; 117*4882a593Smuzhiyun size_t pool_size; 118*4882a593Smuzhiyun struct dma_device dmadev; 119*4882a593Smuzhiyun struct dma_chan dmachan; 120*4882a593Smuzhiyun int slots_allocated; 121*4882a593Smuzhiyun struct tasklet_struct irq_tasklet; 122*4882a593Smuzhiyun int op_in_desc; 123*4882a593Smuzhiyun char dummy_src[MV_XOR_MIN_BYTE_COUNT]; 124*4882a593Smuzhiyun char dummy_dst[MV_XOR_MIN_BYTE_COUNT]; 125*4882a593Smuzhiyun dma_addr_t dummy_src_addr, dummy_dst_addr; 126*4882a593Smuzhiyun u32 saved_config_reg, saved_int_mask_reg; 127*4882a593Smuzhiyun 128*4882a593Smuzhiyun struct mv_xor_device *xordev; 129*4882a593Smuzhiyun }; 130*4882a593Smuzhiyun 131*4882a593Smuzhiyun /** 132*4882a593Smuzhiyun * struct mv_xor_desc_slot - software descriptor 133*4882a593Smuzhiyun * @node: node on the mv_xor_chan lists 134*4882a593Smuzhiyun * @hw_desc: virtual address of the hardware descriptor chain 135*4882a593Smuzhiyun * @phys: hardware address of the hardware descriptor chain 136*4882a593Smuzhiyun * @slot_used: slot in use or not 137*4882a593Smuzhiyun * @idx: pool index 138*4882a593Smuzhiyun * @tx_list: list of slots that make up a multi-descriptor transaction 139*4882a593Smuzhiyun * @async_tx: support for the async_tx api 140*4882a593Smuzhiyun */ 141*4882a593Smuzhiyun struct mv_xor_desc_slot { 142*4882a593Smuzhiyun struct list_head node; 143*4882a593Smuzhiyun struct list_head sg_tx_list; 144*4882a593Smuzhiyun enum dma_transaction_type type; 145*4882a593Smuzhiyun void *hw_desc; 146*4882a593Smuzhiyun u16 idx; 147*4882a593Smuzhiyun struct dma_async_tx_descriptor async_tx; 148*4882a593Smuzhiyun }; 149*4882a593Smuzhiyun 150*4882a593Smuzhiyun /* 151*4882a593Smuzhiyun * This structure describes XOR descriptor size 64bytes. The 152*4882a593Smuzhiyun * mv_phy_src_idx() macro must be used when indexing the values of the 153*4882a593Smuzhiyun * phy_src_addr[] array. This is due to the fact that the 'descriptor 154*4882a593Smuzhiyun * swap' feature, used on big endian systems, swaps descriptors data 155*4882a593Smuzhiyun * within blocks of 8 bytes. So two consecutive values of the 156*4882a593Smuzhiyun * phy_src_addr[] array are actually swapped in big-endian, which 157*4882a593Smuzhiyun * explains the different mv_phy_src_idx() implementation. 158*4882a593Smuzhiyun */ 159*4882a593Smuzhiyun #if defined(__LITTLE_ENDIAN) 160*4882a593Smuzhiyun struct mv_xor_desc { 161*4882a593Smuzhiyun u32 status; /* descriptor execution status */ 162*4882a593Smuzhiyun u32 crc32_result; /* result of CRC-32 calculation */ 163*4882a593Smuzhiyun u32 desc_command; /* type of operation to be carried out */ 164*4882a593Smuzhiyun u32 phy_next_desc; /* next descriptor address pointer */ 165*4882a593Smuzhiyun u32 byte_count; /* size of src/dst blocks in bytes */ 166*4882a593Smuzhiyun u32 phy_dest_addr; /* destination block address */ 167*4882a593Smuzhiyun u32 phy_src_addr[8]; /* source block addresses */ 168*4882a593Smuzhiyun u32 reserved0; 169*4882a593Smuzhiyun u32 reserved1; 170*4882a593Smuzhiyun }; 171*4882a593Smuzhiyun #define mv_phy_src_idx(src_idx) (src_idx) 172*4882a593Smuzhiyun #else 173*4882a593Smuzhiyun struct mv_xor_desc { 174*4882a593Smuzhiyun u32 crc32_result; /* result of CRC-32 calculation */ 175*4882a593Smuzhiyun u32 status; /* descriptor execution status */ 176*4882a593Smuzhiyun u32 phy_next_desc; /* next descriptor address pointer */ 177*4882a593Smuzhiyun u32 desc_command; /* type of operation to be carried out */ 178*4882a593Smuzhiyun u32 phy_dest_addr; /* destination block address */ 179*4882a593Smuzhiyun u32 byte_count; /* size of src/dst blocks in bytes */ 180*4882a593Smuzhiyun u32 phy_src_addr[8]; /* source block addresses */ 181*4882a593Smuzhiyun u32 reserved1; 182*4882a593Smuzhiyun u32 reserved0; 183*4882a593Smuzhiyun }; 184*4882a593Smuzhiyun #define mv_phy_src_idx(src_idx) (src_idx ^ 1) 185*4882a593Smuzhiyun #endif 186*4882a593Smuzhiyun 187*4882a593Smuzhiyun #define to_mv_sw_desc(addr_hw_desc) \ 188*4882a593Smuzhiyun container_of(addr_hw_desc, struct mv_xor_desc_slot, hw_desc) 189*4882a593Smuzhiyun 190*4882a593Smuzhiyun #define mv_hw_desc_slot_idx(hw_desc, idx) \ 191*4882a593Smuzhiyun ((void *)(((unsigned long)hw_desc) + ((idx) << 5))) 192*4882a593Smuzhiyun 193*4882a593Smuzhiyun #endif 194