1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2007-2015 STMicroelectronics Ltd
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Author: Alexandre Torgue <alexandre.torgue@st.com>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <linux/io.h>
9*4882a593Smuzhiyun #include <linux/iopoll.h>
10*4882a593Smuzhiyun #include <linux/delay.h>
11*4882a593Smuzhiyun #include "common.h"
12*4882a593Smuzhiyun #include "dwmac4_dma.h"
13*4882a593Smuzhiyun #include "dwmac4.h"
14*4882a593Smuzhiyun
dwmac4_dma_reset(void __iomem * ioaddr)15*4882a593Smuzhiyun int dwmac4_dma_reset(void __iomem *ioaddr)
16*4882a593Smuzhiyun {
17*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_BUS_MODE);
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun /* DMA SW reset */
20*4882a593Smuzhiyun value |= DMA_BUS_MODE_SFT_RESET;
21*4882a593Smuzhiyun writel(value, ioaddr + DMA_BUS_MODE);
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun return readl_poll_timeout(ioaddr + DMA_BUS_MODE, value,
24*4882a593Smuzhiyun !(value & DMA_BUS_MODE_SFT_RESET),
25*4882a593Smuzhiyun 500, 1000000);
26*4882a593Smuzhiyun }
27*4882a593Smuzhiyun
dwmac4_set_rx_tail_ptr(void __iomem * ioaddr,u32 tail_ptr,u32 chan)28*4882a593Smuzhiyun void dwmac4_set_rx_tail_ptr(void __iomem *ioaddr, u32 tail_ptr, u32 chan)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun writel(tail_ptr, ioaddr + DMA_CHAN_RX_END_ADDR(chan));
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun
dwmac4_set_tx_tail_ptr(void __iomem * ioaddr,u32 tail_ptr,u32 chan)33*4882a593Smuzhiyun void dwmac4_set_tx_tail_ptr(void __iomem *ioaddr, u32 tail_ptr, u32 chan)
34*4882a593Smuzhiyun {
35*4882a593Smuzhiyun writel(tail_ptr, ioaddr + DMA_CHAN_TX_END_ADDR(chan));
36*4882a593Smuzhiyun }
37*4882a593Smuzhiyun
dwmac4_dma_start_tx(void __iomem * ioaddr,u32 chan)38*4882a593Smuzhiyun void dwmac4_dma_start_tx(void __iomem *ioaddr, u32 chan)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_CHAN_TX_CONTROL(chan));
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun value |= DMA_CONTROL_ST;
43*4882a593Smuzhiyun writel(value, ioaddr + DMA_CHAN_TX_CONTROL(chan));
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun value = readl(ioaddr + GMAC_CONFIG);
46*4882a593Smuzhiyun value |= GMAC_CONFIG_TE;
47*4882a593Smuzhiyun writel(value, ioaddr + GMAC_CONFIG);
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun
dwmac4_dma_stop_tx(void __iomem * ioaddr,u32 chan)50*4882a593Smuzhiyun void dwmac4_dma_stop_tx(void __iomem *ioaddr, u32 chan)
51*4882a593Smuzhiyun {
52*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_CHAN_TX_CONTROL(chan));
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun value &= ~DMA_CONTROL_ST;
55*4882a593Smuzhiyun writel(value, ioaddr + DMA_CHAN_TX_CONTROL(chan));
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun
dwmac4_dma_start_rx(void __iomem * ioaddr,u32 chan)58*4882a593Smuzhiyun void dwmac4_dma_start_rx(void __iomem *ioaddr, u32 chan)
59*4882a593Smuzhiyun {
60*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_CHAN_RX_CONTROL(chan));
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun value |= DMA_CONTROL_SR;
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun writel(value, ioaddr + DMA_CHAN_RX_CONTROL(chan));
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun value = readl(ioaddr + GMAC_CONFIG);
67*4882a593Smuzhiyun value |= GMAC_CONFIG_RE;
68*4882a593Smuzhiyun writel(value, ioaddr + GMAC_CONFIG);
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun
dwmac4_dma_stop_rx(void __iomem * ioaddr,u32 chan)71*4882a593Smuzhiyun void dwmac4_dma_stop_rx(void __iomem *ioaddr, u32 chan)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_CHAN_RX_CONTROL(chan));
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun value &= ~DMA_CONTROL_SR;
76*4882a593Smuzhiyun writel(value, ioaddr + DMA_CHAN_RX_CONTROL(chan));
77*4882a593Smuzhiyun }
78*4882a593Smuzhiyun
dwmac4_set_tx_ring_len(void __iomem * ioaddr,u32 len,u32 chan)79*4882a593Smuzhiyun void dwmac4_set_tx_ring_len(void __iomem *ioaddr, u32 len, u32 chan)
80*4882a593Smuzhiyun {
81*4882a593Smuzhiyun writel(len, ioaddr + DMA_CHAN_TX_RING_LEN(chan));
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun
dwmac4_set_rx_ring_len(void __iomem * ioaddr,u32 len,u32 chan)84*4882a593Smuzhiyun void dwmac4_set_rx_ring_len(void __iomem *ioaddr, u32 len, u32 chan)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun writel(len, ioaddr + DMA_CHAN_RX_RING_LEN(chan));
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun
dwmac4_enable_dma_irq(void __iomem * ioaddr,u32 chan,bool rx,bool tx)89*4882a593Smuzhiyun void dwmac4_enable_dma_irq(void __iomem *ioaddr, u32 chan, bool rx, bool tx)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_CHAN_INTR_ENA(chan));
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun if (rx)
94*4882a593Smuzhiyun value |= DMA_CHAN_INTR_DEFAULT_RX;
95*4882a593Smuzhiyun if (tx)
96*4882a593Smuzhiyun value |= DMA_CHAN_INTR_DEFAULT_TX;
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun writel(value, ioaddr + DMA_CHAN_INTR_ENA(chan));
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun
dwmac410_enable_dma_irq(void __iomem * ioaddr,u32 chan,bool rx,bool tx)101*4882a593Smuzhiyun void dwmac410_enable_dma_irq(void __iomem *ioaddr, u32 chan, bool rx, bool tx)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_CHAN_INTR_ENA(chan));
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (rx)
106*4882a593Smuzhiyun value |= DMA_CHAN_INTR_DEFAULT_RX_4_10;
107*4882a593Smuzhiyun if (tx)
108*4882a593Smuzhiyun value |= DMA_CHAN_INTR_DEFAULT_TX_4_10;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun writel(value, ioaddr + DMA_CHAN_INTR_ENA(chan));
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
dwmac4_disable_dma_irq(void __iomem * ioaddr,u32 chan,bool rx,bool tx)113*4882a593Smuzhiyun void dwmac4_disable_dma_irq(void __iomem *ioaddr, u32 chan, bool rx, bool tx)
114*4882a593Smuzhiyun {
115*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_CHAN_INTR_ENA(chan));
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun if (rx)
118*4882a593Smuzhiyun value &= ~DMA_CHAN_INTR_DEFAULT_RX;
119*4882a593Smuzhiyun if (tx)
120*4882a593Smuzhiyun value &= ~DMA_CHAN_INTR_DEFAULT_TX;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun writel(value, ioaddr + DMA_CHAN_INTR_ENA(chan));
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
dwmac410_disable_dma_irq(void __iomem * ioaddr,u32 chan,bool rx,bool tx)125*4882a593Smuzhiyun void dwmac410_disable_dma_irq(void __iomem *ioaddr, u32 chan, bool rx, bool tx)
126*4882a593Smuzhiyun {
127*4882a593Smuzhiyun u32 value = readl(ioaddr + DMA_CHAN_INTR_ENA(chan));
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun if (rx)
130*4882a593Smuzhiyun value &= ~DMA_CHAN_INTR_DEFAULT_RX_4_10;
131*4882a593Smuzhiyun if (tx)
132*4882a593Smuzhiyun value &= ~DMA_CHAN_INTR_DEFAULT_TX_4_10;
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun writel(value, ioaddr + DMA_CHAN_INTR_ENA(chan));
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun
dwmac4_dma_interrupt(void __iomem * ioaddr,struct stmmac_extra_stats * x,u32 chan)137*4882a593Smuzhiyun int dwmac4_dma_interrupt(void __iomem *ioaddr,
138*4882a593Smuzhiyun struct stmmac_extra_stats *x, u32 chan)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun u32 intr_status = readl(ioaddr + DMA_CHAN_STATUS(chan));
141*4882a593Smuzhiyun u32 intr_en = readl(ioaddr + DMA_CHAN_INTR_ENA(chan));
142*4882a593Smuzhiyun int ret = 0;
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun /* ABNORMAL interrupts */
145*4882a593Smuzhiyun if (unlikely(intr_status & DMA_CHAN_STATUS_AIS)) {
146*4882a593Smuzhiyun if (unlikely(intr_status & DMA_CHAN_STATUS_RBU))
147*4882a593Smuzhiyun x->rx_buf_unav_irq++;
148*4882a593Smuzhiyun if (unlikely(intr_status & DMA_CHAN_STATUS_RPS))
149*4882a593Smuzhiyun x->rx_process_stopped_irq++;
150*4882a593Smuzhiyun if (unlikely(intr_status & DMA_CHAN_STATUS_RWT))
151*4882a593Smuzhiyun x->rx_watchdog_irq++;
152*4882a593Smuzhiyun if (unlikely(intr_status & DMA_CHAN_STATUS_ETI))
153*4882a593Smuzhiyun x->tx_early_irq++;
154*4882a593Smuzhiyun if (unlikely(intr_status & DMA_CHAN_STATUS_TPS)) {
155*4882a593Smuzhiyun x->tx_process_stopped_irq++;
156*4882a593Smuzhiyun ret = tx_hard_error;
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun if (unlikely(intr_status & DMA_CHAN_STATUS_FBE)) {
159*4882a593Smuzhiyun x->fatal_bus_error_irq++;
160*4882a593Smuzhiyun ret = tx_hard_error;
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun /* TX/RX NORMAL interrupts */
164*4882a593Smuzhiyun if (likely(intr_status & DMA_CHAN_STATUS_NIS)) {
165*4882a593Smuzhiyun x->normal_irq_n++;
166*4882a593Smuzhiyun if (likely(intr_status & DMA_CHAN_STATUS_RI)) {
167*4882a593Smuzhiyun x->rx_normal_irq_n++;
168*4882a593Smuzhiyun ret |= handle_rx;
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun if (likely(intr_status & (DMA_CHAN_STATUS_TI |
171*4882a593Smuzhiyun DMA_CHAN_STATUS_TBU))) {
172*4882a593Smuzhiyun x->tx_normal_irq_n++;
173*4882a593Smuzhiyun ret |= handle_tx;
174*4882a593Smuzhiyun }
175*4882a593Smuzhiyun if (unlikely(intr_status & DMA_CHAN_STATUS_ERI))
176*4882a593Smuzhiyun x->rx_early_irq++;
177*4882a593Smuzhiyun }
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun writel(intr_status & intr_en, ioaddr + DMA_CHAN_STATUS(chan));
180*4882a593Smuzhiyun return ret;
181*4882a593Smuzhiyun }
182*4882a593Smuzhiyun
stmmac_dwmac4_set_mac_addr(void __iomem * ioaddr,u8 addr[6],unsigned int high,unsigned int low)183*4882a593Smuzhiyun void stmmac_dwmac4_set_mac_addr(void __iomem *ioaddr, u8 addr[6],
184*4882a593Smuzhiyun unsigned int high, unsigned int low)
185*4882a593Smuzhiyun {
186*4882a593Smuzhiyun unsigned long data;
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun data = (addr[5] << 8) | addr[4];
189*4882a593Smuzhiyun /* For MAC Addr registers se have to set the Address Enable (AE)
190*4882a593Smuzhiyun * bit that has no effect on the High Reg 0 where the bit 31 (MO)
191*4882a593Smuzhiyun * is RO.
192*4882a593Smuzhiyun */
193*4882a593Smuzhiyun data |= (STMMAC_CHAN0 << GMAC_HI_DCS_SHIFT);
194*4882a593Smuzhiyun writel(data | GMAC_HI_REG_AE, ioaddr + high);
195*4882a593Smuzhiyun data = (addr[3] << 24) | (addr[2] << 16) | (addr[1] << 8) | addr[0];
196*4882a593Smuzhiyun writel(data, ioaddr + low);
197*4882a593Smuzhiyun }
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun /* Enable disable MAC RX/TX */
stmmac_dwmac4_set_mac(void __iomem * ioaddr,bool enable)200*4882a593Smuzhiyun void stmmac_dwmac4_set_mac(void __iomem *ioaddr, bool enable)
201*4882a593Smuzhiyun {
202*4882a593Smuzhiyun u32 value = readl(ioaddr + GMAC_CONFIG);
203*4882a593Smuzhiyun
204*4882a593Smuzhiyun if (enable)
205*4882a593Smuzhiyun value |= GMAC_CONFIG_RE | GMAC_CONFIG_TE;
206*4882a593Smuzhiyun else
207*4882a593Smuzhiyun value &= ~(GMAC_CONFIG_TE | GMAC_CONFIG_RE);
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun writel(value, ioaddr + GMAC_CONFIG);
210*4882a593Smuzhiyun }
211*4882a593Smuzhiyun
stmmac_dwmac4_get_mac_addr(void __iomem * ioaddr,unsigned char * addr,unsigned int high,unsigned int low)212*4882a593Smuzhiyun void stmmac_dwmac4_get_mac_addr(void __iomem *ioaddr, unsigned char *addr,
213*4882a593Smuzhiyun unsigned int high, unsigned int low)
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun unsigned int hi_addr, lo_addr;
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun /* Read the MAC address from the hardware */
218*4882a593Smuzhiyun hi_addr = readl(ioaddr + high);
219*4882a593Smuzhiyun lo_addr = readl(ioaddr + low);
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun /* Extract the MAC address from the high and low words */
222*4882a593Smuzhiyun addr[0] = lo_addr & 0xff;
223*4882a593Smuzhiyun addr[1] = (lo_addr >> 8) & 0xff;
224*4882a593Smuzhiyun addr[2] = (lo_addr >> 16) & 0xff;
225*4882a593Smuzhiyun addr[3] = (lo_addr >> 24) & 0xff;
226*4882a593Smuzhiyun addr[4] = hi_addr & 0xff;
227*4882a593Smuzhiyun addr[5] = (hi_addr >> 8) & 0xff;
228*4882a593Smuzhiyun }
229