xref: /OK3568_Linux_fs/kernel/drivers/dma/dw/dw.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun // Copyright (C) 2007-2008 Atmel Corporation
3*4882a593Smuzhiyun // Copyright (C) 2010-2011 ST Microelectronics
4*4882a593Smuzhiyun // Copyright (C) 2013,2018 Intel Corporation
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #include <linux/bitops.h>
7*4882a593Smuzhiyun #include <linux/dmaengine.h>
8*4882a593Smuzhiyun #include <linux/errno.h>
9*4882a593Smuzhiyun #include <linux/slab.h>
10*4882a593Smuzhiyun #include <linux/types.h>
11*4882a593Smuzhiyun 
12*4882a593Smuzhiyun #include "internal.h"
13*4882a593Smuzhiyun 
dw_dma_initialize_chan(struct dw_dma_chan * dwc)14*4882a593Smuzhiyun static void dw_dma_initialize_chan(struct dw_dma_chan *dwc)
15*4882a593Smuzhiyun {
16*4882a593Smuzhiyun 	struct dw_dma *dw = to_dw_dma(dwc->chan.device);
17*4882a593Smuzhiyun 	u32 cfghi = is_slave_direction(dwc->direction) ? 0 : DWC_CFGH_FIFO_MODE;
18*4882a593Smuzhiyun 	u32 cfglo = DWC_CFGL_CH_PRIOR(dwc->priority);
19*4882a593Smuzhiyun 	bool hs_polarity = dwc->dws.hs_polarity;
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun 	cfghi |= DWC_CFGH_DST_PER(dwc->dws.dst_id);
22*4882a593Smuzhiyun 	cfghi |= DWC_CFGH_SRC_PER(dwc->dws.src_id);
23*4882a593Smuzhiyun 	cfghi |= DWC_CFGH_PROTCTL(dw->pdata->protctl);
24*4882a593Smuzhiyun 
25*4882a593Smuzhiyun 	/* Set polarity of handshake interface */
26*4882a593Smuzhiyun 	cfglo |= hs_polarity ? DWC_CFGL_HS_DST_POL | DWC_CFGL_HS_SRC_POL : 0;
27*4882a593Smuzhiyun 
28*4882a593Smuzhiyun 	channel_writel(dwc, CFG_LO, cfglo);
29*4882a593Smuzhiyun 	channel_writel(dwc, CFG_HI, cfghi);
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun 
dw_dma_suspend_chan(struct dw_dma_chan * dwc,bool drain)32*4882a593Smuzhiyun static void dw_dma_suspend_chan(struct dw_dma_chan *dwc, bool drain)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun 	u32 cfglo = channel_readl(dwc, CFG_LO);
35*4882a593Smuzhiyun 
36*4882a593Smuzhiyun 	channel_writel(dwc, CFG_LO, cfglo | DWC_CFGL_CH_SUSP);
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun 
dw_dma_resume_chan(struct dw_dma_chan * dwc,bool drain)39*4882a593Smuzhiyun static void dw_dma_resume_chan(struct dw_dma_chan *dwc, bool drain)
40*4882a593Smuzhiyun {
41*4882a593Smuzhiyun 	u32 cfglo = channel_readl(dwc, CFG_LO);
42*4882a593Smuzhiyun 
43*4882a593Smuzhiyun 	channel_writel(dwc, CFG_LO, cfglo & ~DWC_CFGL_CH_SUSP);
44*4882a593Smuzhiyun }
45*4882a593Smuzhiyun 
dw_dma_bytes2block(struct dw_dma_chan * dwc,size_t bytes,unsigned int width,size_t * len)46*4882a593Smuzhiyun static u32 dw_dma_bytes2block(struct dw_dma_chan *dwc,
47*4882a593Smuzhiyun 			      size_t bytes, unsigned int width, size_t *len)
48*4882a593Smuzhiyun {
49*4882a593Smuzhiyun 	u32 block;
50*4882a593Smuzhiyun 
51*4882a593Smuzhiyun 	if ((bytes >> width) > dwc->block_size) {
52*4882a593Smuzhiyun 		block = dwc->block_size;
53*4882a593Smuzhiyun 		*len = dwc->block_size << width;
54*4882a593Smuzhiyun 	} else {
55*4882a593Smuzhiyun 		block = bytes >> width;
56*4882a593Smuzhiyun 		*len = bytes;
57*4882a593Smuzhiyun 	}
58*4882a593Smuzhiyun 
59*4882a593Smuzhiyun 	return block;
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun 
dw_dma_block2bytes(struct dw_dma_chan * dwc,u32 block,u32 width)62*4882a593Smuzhiyun static size_t dw_dma_block2bytes(struct dw_dma_chan *dwc, u32 block, u32 width)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun 	return DWC_CTLH_BLOCK_TS(block) << width;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun 
dw_dma_prepare_ctllo(struct dw_dma_chan * dwc)67*4882a593Smuzhiyun static u32 dw_dma_prepare_ctllo(struct dw_dma_chan *dwc)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun 	struct dma_slave_config	*sconfig = &dwc->dma_sconfig;
70*4882a593Smuzhiyun 	u8 smsize = (dwc->direction == DMA_DEV_TO_MEM) ? sconfig->src_maxburst : 0;
71*4882a593Smuzhiyun 	u8 dmsize = (dwc->direction == DMA_MEM_TO_DEV) ? sconfig->dst_maxburst : 0;
72*4882a593Smuzhiyun 	u8 p_master = dwc->dws.p_master;
73*4882a593Smuzhiyun 	u8 m_master = dwc->dws.m_master;
74*4882a593Smuzhiyun 	u8 dms = (dwc->direction == DMA_MEM_TO_DEV) ? p_master : m_master;
75*4882a593Smuzhiyun 	u8 sms = (dwc->direction == DMA_DEV_TO_MEM) ? p_master : m_master;
76*4882a593Smuzhiyun 
77*4882a593Smuzhiyun 	return DWC_CTLL_LLP_D_EN | DWC_CTLL_LLP_S_EN |
78*4882a593Smuzhiyun 	       DWC_CTLL_DST_MSIZE(dmsize) | DWC_CTLL_SRC_MSIZE(smsize) |
79*4882a593Smuzhiyun 	       DWC_CTLL_DMS(dms) | DWC_CTLL_SMS(sms);
80*4882a593Smuzhiyun }
81*4882a593Smuzhiyun 
dw_dma_encode_maxburst(struct dw_dma_chan * dwc,u32 * maxburst)82*4882a593Smuzhiyun static void dw_dma_encode_maxburst(struct dw_dma_chan *dwc, u32 *maxburst)
83*4882a593Smuzhiyun {
84*4882a593Smuzhiyun 	/*
85*4882a593Smuzhiyun 	 * Fix burst size according to dw_dmac. We need to convert them as:
86*4882a593Smuzhiyun 	 * 1 -> 0, 4 -> 1, 8 -> 2, 16 -> 3.
87*4882a593Smuzhiyun 	 */
88*4882a593Smuzhiyun 	*maxburst = *maxburst > 1 ? fls(*maxburst) - 2 : 0;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun 
dw_dma_set_device_name(struct dw_dma * dw,int id)91*4882a593Smuzhiyun static void dw_dma_set_device_name(struct dw_dma *dw, int id)
92*4882a593Smuzhiyun {
93*4882a593Smuzhiyun 	snprintf(dw->name, sizeof(dw->name), "dw:dmac%d", id);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun 
dw_dma_disable(struct dw_dma * dw)96*4882a593Smuzhiyun static void dw_dma_disable(struct dw_dma *dw)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun 	do_dw_dma_off(dw);
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun 
dw_dma_enable(struct dw_dma * dw)101*4882a593Smuzhiyun static void dw_dma_enable(struct dw_dma *dw)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun 	do_dw_dma_on(dw);
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun 
dw_dma_probe(struct dw_dma_chip * chip)106*4882a593Smuzhiyun int dw_dma_probe(struct dw_dma_chip *chip)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun 	struct dw_dma *dw;
109*4882a593Smuzhiyun 
110*4882a593Smuzhiyun 	dw = devm_kzalloc(chip->dev, sizeof(*dw), GFP_KERNEL);
111*4882a593Smuzhiyun 	if (!dw)
112*4882a593Smuzhiyun 		return -ENOMEM;
113*4882a593Smuzhiyun 
114*4882a593Smuzhiyun 	/* Channel operations */
115*4882a593Smuzhiyun 	dw->initialize_chan = dw_dma_initialize_chan;
116*4882a593Smuzhiyun 	dw->suspend_chan = dw_dma_suspend_chan;
117*4882a593Smuzhiyun 	dw->resume_chan = dw_dma_resume_chan;
118*4882a593Smuzhiyun 	dw->prepare_ctllo = dw_dma_prepare_ctllo;
119*4882a593Smuzhiyun 	dw->encode_maxburst = dw_dma_encode_maxburst;
120*4882a593Smuzhiyun 	dw->bytes2block = dw_dma_bytes2block;
121*4882a593Smuzhiyun 	dw->block2bytes = dw_dma_block2bytes;
122*4882a593Smuzhiyun 
123*4882a593Smuzhiyun 	/* Device operations */
124*4882a593Smuzhiyun 	dw->set_device_name = dw_dma_set_device_name;
125*4882a593Smuzhiyun 	dw->disable = dw_dma_disable;
126*4882a593Smuzhiyun 	dw->enable = dw_dma_enable;
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun 	chip->dw = dw;
129*4882a593Smuzhiyun 	return do_dma_probe(chip);
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dw_dma_probe);
132*4882a593Smuzhiyun 
dw_dma_remove(struct dw_dma_chip * chip)133*4882a593Smuzhiyun int dw_dma_remove(struct dw_dma_chip *chip)
134*4882a593Smuzhiyun {
135*4882a593Smuzhiyun 	return do_dma_remove(chip);
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dw_dma_remove);
138