1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun // Copyright (C) 2013,2018 Intel Corporation
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun #include <linux/bitops.h>
5*4882a593Smuzhiyun #include <linux/dmaengine.h>
6*4882a593Smuzhiyun #include <linux/errno.h>
7*4882a593Smuzhiyun #include <linux/slab.h>
8*4882a593Smuzhiyun #include <linux/types.h>
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include "internal.h"
11*4882a593Smuzhiyun
idma32_initialize_chan(struct dw_dma_chan * dwc)12*4882a593Smuzhiyun static void idma32_initialize_chan(struct dw_dma_chan *dwc)
13*4882a593Smuzhiyun {
14*4882a593Smuzhiyun u32 cfghi = 0;
15*4882a593Smuzhiyun u32 cfglo = 0;
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun /* Set default burst alignment */
18*4882a593Smuzhiyun cfglo |= IDMA32C_CFGL_DST_BURST_ALIGN | IDMA32C_CFGL_SRC_BURST_ALIGN;
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun /* Low 4 bits of the request lines */
21*4882a593Smuzhiyun cfghi |= IDMA32C_CFGH_DST_PER(dwc->dws.dst_id & 0xf);
22*4882a593Smuzhiyun cfghi |= IDMA32C_CFGH_SRC_PER(dwc->dws.src_id & 0xf);
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun /* Request line extension (2 bits) */
25*4882a593Smuzhiyun cfghi |= IDMA32C_CFGH_DST_PER_EXT(dwc->dws.dst_id >> 4 & 0x3);
26*4882a593Smuzhiyun cfghi |= IDMA32C_CFGH_SRC_PER_EXT(dwc->dws.src_id >> 4 & 0x3);
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun channel_writel(dwc, CFG_LO, cfglo);
29*4882a593Smuzhiyun channel_writel(dwc, CFG_HI, cfghi);
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun
idma32_suspend_chan(struct dw_dma_chan * dwc,bool drain)32*4882a593Smuzhiyun static void idma32_suspend_chan(struct dw_dma_chan *dwc, bool drain)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun u32 cfglo = channel_readl(dwc, CFG_LO);
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun if (drain)
37*4882a593Smuzhiyun cfglo |= IDMA32C_CFGL_CH_DRAIN;
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun channel_writel(dwc, CFG_LO, cfglo | DWC_CFGL_CH_SUSP);
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
idma32_resume_chan(struct dw_dma_chan * dwc,bool drain)42*4882a593Smuzhiyun static void idma32_resume_chan(struct dw_dma_chan *dwc, bool drain)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun u32 cfglo = channel_readl(dwc, CFG_LO);
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun if (drain)
47*4882a593Smuzhiyun cfglo &= ~IDMA32C_CFGL_CH_DRAIN;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun channel_writel(dwc, CFG_LO, cfglo & ~DWC_CFGL_CH_SUSP);
50*4882a593Smuzhiyun }
51*4882a593Smuzhiyun
idma32_bytes2block(struct dw_dma_chan * dwc,size_t bytes,unsigned int width,size_t * len)52*4882a593Smuzhiyun static u32 idma32_bytes2block(struct dw_dma_chan *dwc,
53*4882a593Smuzhiyun size_t bytes, unsigned int width, size_t *len)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun u32 block;
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun if (bytes > dwc->block_size) {
58*4882a593Smuzhiyun block = dwc->block_size;
59*4882a593Smuzhiyun *len = dwc->block_size;
60*4882a593Smuzhiyun } else {
61*4882a593Smuzhiyun block = bytes;
62*4882a593Smuzhiyun *len = bytes;
63*4882a593Smuzhiyun }
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun return block;
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
idma32_block2bytes(struct dw_dma_chan * dwc,u32 block,u32 width)68*4882a593Smuzhiyun static size_t idma32_block2bytes(struct dw_dma_chan *dwc, u32 block, u32 width)
69*4882a593Smuzhiyun {
70*4882a593Smuzhiyun return IDMA32C_CTLH_BLOCK_TS(block);
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun
idma32_prepare_ctllo(struct dw_dma_chan * dwc)73*4882a593Smuzhiyun static u32 idma32_prepare_ctllo(struct dw_dma_chan *dwc)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun struct dma_slave_config *sconfig = &dwc->dma_sconfig;
76*4882a593Smuzhiyun u8 smsize = (dwc->direction == DMA_DEV_TO_MEM) ? sconfig->src_maxburst : 0;
77*4882a593Smuzhiyun u8 dmsize = (dwc->direction == DMA_MEM_TO_DEV) ? sconfig->dst_maxburst : 0;
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun return DWC_CTLL_LLP_D_EN | DWC_CTLL_LLP_S_EN |
80*4882a593Smuzhiyun DWC_CTLL_DST_MSIZE(dmsize) | DWC_CTLL_SRC_MSIZE(smsize);
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun
idma32_encode_maxburst(struct dw_dma_chan * dwc,u32 * maxburst)83*4882a593Smuzhiyun static void idma32_encode_maxburst(struct dw_dma_chan *dwc, u32 *maxburst)
84*4882a593Smuzhiyun {
85*4882a593Smuzhiyun *maxburst = *maxburst > 1 ? fls(*maxburst) - 1 : 0;
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun
idma32_set_device_name(struct dw_dma * dw,int id)88*4882a593Smuzhiyun static void idma32_set_device_name(struct dw_dma *dw, int id)
89*4882a593Smuzhiyun {
90*4882a593Smuzhiyun snprintf(dw->name, sizeof(dw->name), "idma32:dmac%d", id);
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun /*
94*4882a593Smuzhiyun * Program FIFO size of channels.
95*4882a593Smuzhiyun *
96*4882a593Smuzhiyun * By default full FIFO (512 bytes) is assigned to channel 0. Here we
97*4882a593Smuzhiyun * slice FIFO on equal parts between channels.
98*4882a593Smuzhiyun */
idma32_fifo_partition(struct dw_dma * dw)99*4882a593Smuzhiyun static void idma32_fifo_partition(struct dw_dma *dw)
100*4882a593Smuzhiyun {
101*4882a593Smuzhiyun u64 value = IDMA32C_FP_PSIZE_CH0(64) | IDMA32C_FP_PSIZE_CH1(64) |
102*4882a593Smuzhiyun IDMA32C_FP_UPDATE;
103*4882a593Smuzhiyun u64 fifo_partition = 0;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun /* Fill FIFO_PARTITION low bits (Channels 0..1, 4..5) */
106*4882a593Smuzhiyun fifo_partition |= value << 0;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun /* Fill FIFO_PARTITION high bits (Channels 2..3, 6..7) */
109*4882a593Smuzhiyun fifo_partition |= value << 32;
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun /* Program FIFO Partition registers - 64 bytes per channel */
112*4882a593Smuzhiyun idma32_writeq(dw, FIFO_PARTITION1, fifo_partition);
113*4882a593Smuzhiyun idma32_writeq(dw, FIFO_PARTITION0, fifo_partition);
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun
idma32_disable(struct dw_dma * dw)116*4882a593Smuzhiyun static void idma32_disable(struct dw_dma *dw)
117*4882a593Smuzhiyun {
118*4882a593Smuzhiyun do_dw_dma_off(dw);
119*4882a593Smuzhiyun idma32_fifo_partition(dw);
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun
idma32_enable(struct dw_dma * dw)122*4882a593Smuzhiyun static void idma32_enable(struct dw_dma *dw)
123*4882a593Smuzhiyun {
124*4882a593Smuzhiyun idma32_fifo_partition(dw);
125*4882a593Smuzhiyun do_dw_dma_on(dw);
126*4882a593Smuzhiyun }
127*4882a593Smuzhiyun
idma32_dma_probe(struct dw_dma_chip * chip)128*4882a593Smuzhiyun int idma32_dma_probe(struct dw_dma_chip *chip)
129*4882a593Smuzhiyun {
130*4882a593Smuzhiyun struct dw_dma *dw;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun dw = devm_kzalloc(chip->dev, sizeof(*dw), GFP_KERNEL);
133*4882a593Smuzhiyun if (!dw)
134*4882a593Smuzhiyun return -ENOMEM;
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun /* Channel operations */
137*4882a593Smuzhiyun dw->initialize_chan = idma32_initialize_chan;
138*4882a593Smuzhiyun dw->suspend_chan = idma32_suspend_chan;
139*4882a593Smuzhiyun dw->resume_chan = idma32_resume_chan;
140*4882a593Smuzhiyun dw->prepare_ctllo = idma32_prepare_ctllo;
141*4882a593Smuzhiyun dw->encode_maxburst = idma32_encode_maxburst;
142*4882a593Smuzhiyun dw->bytes2block = idma32_bytes2block;
143*4882a593Smuzhiyun dw->block2bytes = idma32_block2bytes;
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun /* Device operations */
146*4882a593Smuzhiyun dw->set_device_name = idma32_set_device_name;
147*4882a593Smuzhiyun dw->disable = idma32_disable;
148*4882a593Smuzhiyun dw->enable = idma32_enable;
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun chip->dw = dw;
151*4882a593Smuzhiyun return do_dma_probe(chip);
152*4882a593Smuzhiyun }
153*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(idma32_dma_probe);
154*4882a593Smuzhiyun
idma32_dma_remove(struct dw_dma_chip * chip)155*4882a593Smuzhiyun int idma32_dma_remove(struct dw_dma_chip *chip)
156*4882a593Smuzhiyun {
157*4882a593Smuzhiyun return do_dma_remove(chip);
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(idma32_dma_remove);
160