xref: /OK3568_Linux_fs/kernel/drivers/net/ethernet/hisilicon/hix5hd2_gmac.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /* Copyright (c) 2014 Linaro Ltd.
3*4882a593Smuzhiyun  * Copyright (c) 2014 Hisilicon Limited.
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #include <linux/module.h>
7*4882a593Smuzhiyun #include <linux/interrupt.h>
8*4882a593Smuzhiyun #include <linux/etherdevice.h>
9*4882a593Smuzhiyun #include <linux/platform_device.h>
10*4882a593Smuzhiyun #include <linux/of_device.h>
11*4882a593Smuzhiyun #include <linux/of_net.h>
12*4882a593Smuzhiyun #include <linux/of_mdio.h>
13*4882a593Smuzhiyun #include <linux/reset.h>
14*4882a593Smuzhiyun #include <linux/clk.h>
15*4882a593Smuzhiyun #include <linux/circ_buf.h>
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun #define STATION_ADDR_LOW		0x0000
18*4882a593Smuzhiyun #define STATION_ADDR_HIGH		0x0004
19*4882a593Smuzhiyun #define MAC_DUPLEX_HALF_CTRL		0x0008
20*4882a593Smuzhiyun #define MAX_FRM_SIZE			0x003c
21*4882a593Smuzhiyun #define PORT_MODE			0x0040
22*4882a593Smuzhiyun #define PORT_EN				0x0044
23*4882a593Smuzhiyun #define BITS_TX_EN			BIT(2)
24*4882a593Smuzhiyun #define BITS_RX_EN			BIT(1)
25*4882a593Smuzhiyun #define REC_FILT_CONTROL		0x0064
26*4882a593Smuzhiyun #define BIT_CRC_ERR_PASS		BIT(5)
27*4882a593Smuzhiyun #define BIT_PAUSE_FRM_PASS		BIT(4)
28*4882a593Smuzhiyun #define BIT_VLAN_DROP_EN		BIT(3)
29*4882a593Smuzhiyun #define BIT_BC_DROP_EN			BIT(2)
30*4882a593Smuzhiyun #define BIT_MC_MATCH_EN			BIT(1)
31*4882a593Smuzhiyun #define BIT_UC_MATCH_EN			BIT(0)
32*4882a593Smuzhiyun #define PORT_MC_ADDR_LOW		0x0068
33*4882a593Smuzhiyun #define PORT_MC_ADDR_HIGH		0x006C
34*4882a593Smuzhiyun #define CF_CRC_STRIP			0x01b0
35*4882a593Smuzhiyun #define MODE_CHANGE_EN			0x01b4
36*4882a593Smuzhiyun #define BIT_MODE_CHANGE_EN		BIT(0)
37*4882a593Smuzhiyun #define COL_SLOT_TIME			0x01c0
38*4882a593Smuzhiyun #define RECV_CONTROL			0x01e0
39*4882a593Smuzhiyun #define BIT_STRIP_PAD_EN		BIT(3)
40*4882a593Smuzhiyun #define BIT_RUNT_PKT_EN			BIT(4)
41*4882a593Smuzhiyun #define CONTROL_WORD			0x0214
42*4882a593Smuzhiyun #define MDIO_SINGLE_CMD			0x03c0
43*4882a593Smuzhiyun #define MDIO_SINGLE_DATA		0x03c4
44*4882a593Smuzhiyun #define MDIO_CTRL			0x03cc
45*4882a593Smuzhiyun #define MDIO_RDATA_STATUS		0x03d0
46*4882a593Smuzhiyun 
47*4882a593Smuzhiyun #define MDIO_START			BIT(20)
48*4882a593Smuzhiyun #define MDIO_R_VALID			BIT(0)
49*4882a593Smuzhiyun #define MDIO_READ			(BIT(17) | MDIO_START)
50*4882a593Smuzhiyun #define MDIO_WRITE			(BIT(16) | MDIO_START)
51*4882a593Smuzhiyun 
52*4882a593Smuzhiyun #define RX_FQ_START_ADDR		0x0500
53*4882a593Smuzhiyun #define RX_FQ_DEPTH			0x0504
54*4882a593Smuzhiyun #define RX_FQ_WR_ADDR			0x0508
55*4882a593Smuzhiyun #define RX_FQ_RD_ADDR			0x050c
56*4882a593Smuzhiyun #define RX_FQ_VLDDESC_CNT		0x0510
57*4882a593Smuzhiyun #define RX_FQ_ALEMPTY_TH		0x0514
58*4882a593Smuzhiyun #define RX_FQ_REG_EN			0x0518
59*4882a593Smuzhiyun #define BITS_RX_FQ_START_ADDR_EN	BIT(2)
60*4882a593Smuzhiyun #define BITS_RX_FQ_DEPTH_EN		BIT(1)
61*4882a593Smuzhiyun #define BITS_RX_FQ_RD_ADDR_EN		BIT(0)
62*4882a593Smuzhiyun #define RX_FQ_ALFULL_TH			0x051c
63*4882a593Smuzhiyun #define RX_BQ_START_ADDR		0x0520
64*4882a593Smuzhiyun #define RX_BQ_DEPTH			0x0524
65*4882a593Smuzhiyun #define RX_BQ_WR_ADDR			0x0528
66*4882a593Smuzhiyun #define RX_BQ_RD_ADDR			0x052c
67*4882a593Smuzhiyun #define RX_BQ_FREE_DESC_CNT		0x0530
68*4882a593Smuzhiyun #define RX_BQ_ALEMPTY_TH		0x0534
69*4882a593Smuzhiyun #define RX_BQ_REG_EN			0x0538
70*4882a593Smuzhiyun #define BITS_RX_BQ_START_ADDR_EN	BIT(2)
71*4882a593Smuzhiyun #define BITS_RX_BQ_DEPTH_EN		BIT(1)
72*4882a593Smuzhiyun #define BITS_RX_BQ_WR_ADDR_EN		BIT(0)
73*4882a593Smuzhiyun #define RX_BQ_ALFULL_TH			0x053c
74*4882a593Smuzhiyun #define TX_BQ_START_ADDR		0x0580
75*4882a593Smuzhiyun #define TX_BQ_DEPTH			0x0584
76*4882a593Smuzhiyun #define TX_BQ_WR_ADDR			0x0588
77*4882a593Smuzhiyun #define TX_BQ_RD_ADDR			0x058c
78*4882a593Smuzhiyun #define TX_BQ_VLDDESC_CNT		0x0590
79*4882a593Smuzhiyun #define TX_BQ_ALEMPTY_TH		0x0594
80*4882a593Smuzhiyun #define TX_BQ_REG_EN			0x0598
81*4882a593Smuzhiyun #define BITS_TX_BQ_START_ADDR_EN	BIT(2)
82*4882a593Smuzhiyun #define BITS_TX_BQ_DEPTH_EN		BIT(1)
83*4882a593Smuzhiyun #define BITS_TX_BQ_RD_ADDR_EN		BIT(0)
84*4882a593Smuzhiyun #define TX_BQ_ALFULL_TH			0x059c
85*4882a593Smuzhiyun #define TX_RQ_START_ADDR		0x05a0
86*4882a593Smuzhiyun #define TX_RQ_DEPTH			0x05a4
87*4882a593Smuzhiyun #define TX_RQ_WR_ADDR			0x05a8
88*4882a593Smuzhiyun #define TX_RQ_RD_ADDR			0x05ac
89*4882a593Smuzhiyun #define TX_RQ_FREE_DESC_CNT		0x05b0
90*4882a593Smuzhiyun #define TX_RQ_ALEMPTY_TH		0x05b4
91*4882a593Smuzhiyun #define TX_RQ_REG_EN			0x05b8
92*4882a593Smuzhiyun #define BITS_TX_RQ_START_ADDR_EN	BIT(2)
93*4882a593Smuzhiyun #define BITS_TX_RQ_DEPTH_EN		BIT(1)
94*4882a593Smuzhiyun #define BITS_TX_RQ_WR_ADDR_EN		BIT(0)
95*4882a593Smuzhiyun #define TX_RQ_ALFULL_TH			0x05bc
96*4882a593Smuzhiyun #define RAW_PMU_INT			0x05c0
97*4882a593Smuzhiyun #define ENA_PMU_INT			0x05c4
98*4882a593Smuzhiyun #define STATUS_PMU_INT			0x05c8
99*4882a593Smuzhiyun #define MAC_FIFO_ERR_IN			BIT(30)
100*4882a593Smuzhiyun #define TX_RQ_IN_TIMEOUT_INT		BIT(29)
101*4882a593Smuzhiyun #define RX_BQ_IN_TIMEOUT_INT		BIT(28)
102*4882a593Smuzhiyun #define TXOUTCFF_FULL_INT		BIT(27)
103*4882a593Smuzhiyun #define TXOUTCFF_EMPTY_INT		BIT(26)
104*4882a593Smuzhiyun #define TXCFF_FULL_INT			BIT(25)
105*4882a593Smuzhiyun #define TXCFF_EMPTY_INT			BIT(24)
106*4882a593Smuzhiyun #define RXOUTCFF_FULL_INT		BIT(23)
107*4882a593Smuzhiyun #define RXOUTCFF_EMPTY_INT		BIT(22)
108*4882a593Smuzhiyun #define RXCFF_FULL_INT			BIT(21)
109*4882a593Smuzhiyun #define RXCFF_EMPTY_INT			BIT(20)
110*4882a593Smuzhiyun #define TX_RQ_IN_INT			BIT(19)
111*4882a593Smuzhiyun #define TX_BQ_OUT_INT			BIT(18)
112*4882a593Smuzhiyun #define RX_BQ_IN_INT			BIT(17)
113*4882a593Smuzhiyun #define RX_FQ_OUT_INT			BIT(16)
114*4882a593Smuzhiyun #define TX_RQ_EMPTY_INT			BIT(15)
115*4882a593Smuzhiyun #define TX_RQ_FULL_INT			BIT(14)
116*4882a593Smuzhiyun #define TX_RQ_ALEMPTY_INT		BIT(13)
117*4882a593Smuzhiyun #define TX_RQ_ALFULL_INT		BIT(12)
118*4882a593Smuzhiyun #define TX_BQ_EMPTY_INT			BIT(11)
119*4882a593Smuzhiyun #define TX_BQ_FULL_INT			BIT(10)
120*4882a593Smuzhiyun #define TX_BQ_ALEMPTY_INT		BIT(9)
121*4882a593Smuzhiyun #define TX_BQ_ALFULL_INT		BIT(8)
122*4882a593Smuzhiyun #define RX_BQ_EMPTY_INT			BIT(7)
123*4882a593Smuzhiyun #define RX_BQ_FULL_INT			BIT(6)
124*4882a593Smuzhiyun #define RX_BQ_ALEMPTY_INT		BIT(5)
125*4882a593Smuzhiyun #define RX_BQ_ALFULL_INT		BIT(4)
126*4882a593Smuzhiyun #define RX_FQ_EMPTY_INT			BIT(3)
127*4882a593Smuzhiyun #define RX_FQ_FULL_INT			BIT(2)
128*4882a593Smuzhiyun #define RX_FQ_ALEMPTY_INT		BIT(1)
129*4882a593Smuzhiyun #define RX_FQ_ALFULL_INT		BIT(0)
130*4882a593Smuzhiyun 
131*4882a593Smuzhiyun #define DEF_INT_MASK			(RX_BQ_IN_INT | RX_BQ_IN_TIMEOUT_INT | \
132*4882a593Smuzhiyun 					TX_RQ_IN_INT | TX_RQ_IN_TIMEOUT_INT)
133*4882a593Smuzhiyun 
134*4882a593Smuzhiyun #define DESC_WR_RD_ENA			0x05cc
135*4882a593Smuzhiyun #define IN_QUEUE_TH			0x05d8
136*4882a593Smuzhiyun #define OUT_QUEUE_TH			0x05dc
137*4882a593Smuzhiyun #define QUEUE_TX_BQ_SHIFT		16
138*4882a593Smuzhiyun #define RX_BQ_IN_TIMEOUT_TH		0x05e0
139*4882a593Smuzhiyun #define TX_RQ_IN_TIMEOUT_TH		0x05e4
140*4882a593Smuzhiyun #define STOP_CMD			0x05e8
141*4882a593Smuzhiyun #define BITS_TX_STOP			BIT(1)
142*4882a593Smuzhiyun #define BITS_RX_STOP			BIT(0)
143*4882a593Smuzhiyun #define FLUSH_CMD			0x05eC
144*4882a593Smuzhiyun #define BITS_TX_FLUSH_CMD		BIT(5)
145*4882a593Smuzhiyun #define BITS_RX_FLUSH_CMD		BIT(4)
146*4882a593Smuzhiyun #define BITS_TX_FLUSH_FLAG_DOWN		BIT(3)
147*4882a593Smuzhiyun #define BITS_TX_FLUSH_FLAG_UP		BIT(2)
148*4882a593Smuzhiyun #define BITS_RX_FLUSH_FLAG_DOWN		BIT(1)
149*4882a593Smuzhiyun #define BITS_RX_FLUSH_FLAG_UP		BIT(0)
150*4882a593Smuzhiyun #define RX_CFF_NUM_REG			0x05f0
151*4882a593Smuzhiyun #define PMU_FSM_REG			0x05f8
152*4882a593Smuzhiyun #define RX_FIFO_PKT_IN_NUM		0x05fc
153*4882a593Smuzhiyun #define RX_FIFO_PKT_OUT_NUM		0x0600
154*4882a593Smuzhiyun 
155*4882a593Smuzhiyun #define RGMII_SPEED_1000		0x2c
156*4882a593Smuzhiyun #define RGMII_SPEED_100			0x2f
157*4882a593Smuzhiyun #define RGMII_SPEED_10			0x2d
158*4882a593Smuzhiyun #define MII_SPEED_100			0x0f
159*4882a593Smuzhiyun #define MII_SPEED_10			0x0d
160*4882a593Smuzhiyun #define GMAC_SPEED_1000			0x05
161*4882a593Smuzhiyun #define GMAC_SPEED_100			0x01
162*4882a593Smuzhiyun #define GMAC_SPEED_10			0x00
163*4882a593Smuzhiyun #define GMAC_FULL_DUPLEX		BIT(4)
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun #define RX_BQ_INT_THRESHOLD		0x01
166*4882a593Smuzhiyun #define TX_RQ_INT_THRESHOLD		0x01
167*4882a593Smuzhiyun #define RX_BQ_IN_TIMEOUT		0x10000
168*4882a593Smuzhiyun #define TX_RQ_IN_TIMEOUT		0x50000
169*4882a593Smuzhiyun 
170*4882a593Smuzhiyun #define MAC_MAX_FRAME_SIZE		1600
171*4882a593Smuzhiyun #define DESC_SIZE			32
172*4882a593Smuzhiyun #define RX_DESC_NUM			1024
173*4882a593Smuzhiyun #define TX_DESC_NUM			1024
174*4882a593Smuzhiyun 
175*4882a593Smuzhiyun #define DESC_VLD_FREE			0
176*4882a593Smuzhiyun #define DESC_VLD_BUSY			0x80000000
177*4882a593Smuzhiyun #define DESC_FL_MID			0
178*4882a593Smuzhiyun #define DESC_FL_LAST			0x20000000
179*4882a593Smuzhiyun #define DESC_FL_FIRST			0x40000000
180*4882a593Smuzhiyun #define DESC_FL_FULL			0x60000000
181*4882a593Smuzhiyun #define DESC_DATA_LEN_OFF		16
182*4882a593Smuzhiyun #define DESC_BUFF_LEN_OFF		0
183*4882a593Smuzhiyun #define DESC_DATA_MASK			0x7ff
184*4882a593Smuzhiyun #define DESC_SG				BIT(30)
185*4882a593Smuzhiyun #define DESC_FRAGS_NUM_OFF		11
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun /* DMA descriptor ring helpers */
188*4882a593Smuzhiyun #define dma_ring_incr(n, s)		(((n) + 1) & ((s) - 1))
189*4882a593Smuzhiyun #define dma_cnt(n)			((n) >> 5)
190*4882a593Smuzhiyun #define dma_byte(n)			((n) << 5)
191*4882a593Smuzhiyun 
192*4882a593Smuzhiyun #define HW_CAP_TSO			BIT(0)
193*4882a593Smuzhiyun #define GEMAC_V1			0
194*4882a593Smuzhiyun #define GEMAC_V2			(GEMAC_V1 | HW_CAP_TSO)
195*4882a593Smuzhiyun #define HAS_CAP_TSO(hw_cap)		((hw_cap) & HW_CAP_TSO)
196*4882a593Smuzhiyun 
197*4882a593Smuzhiyun #define PHY_RESET_DELAYS_PROPERTY	"hisilicon,phy-reset-delays-us"
198*4882a593Smuzhiyun 
199*4882a593Smuzhiyun enum phy_reset_delays {
200*4882a593Smuzhiyun 	PRE_DELAY,
201*4882a593Smuzhiyun 	PULSE,
202*4882a593Smuzhiyun 	POST_DELAY,
203*4882a593Smuzhiyun 	DELAYS_NUM,
204*4882a593Smuzhiyun };
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun struct hix5hd2_desc {
207*4882a593Smuzhiyun 	__le32 buff_addr;
208*4882a593Smuzhiyun 	__le32 cmd;
209*4882a593Smuzhiyun } __aligned(32);
210*4882a593Smuzhiyun 
211*4882a593Smuzhiyun struct hix5hd2_desc_sw {
212*4882a593Smuzhiyun 	struct hix5hd2_desc *desc;
213*4882a593Smuzhiyun 	dma_addr_t	phys_addr;
214*4882a593Smuzhiyun 	unsigned int	count;
215*4882a593Smuzhiyun 	unsigned int	size;
216*4882a593Smuzhiyun };
217*4882a593Smuzhiyun 
218*4882a593Smuzhiyun struct hix5hd2_sg_desc_ring {
219*4882a593Smuzhiyun 	struct sg_desc *desc;
220*4882a593Smuzhiyun 	dma_addr_t phys_addr;
221*4882a593Smuzhiyun };
222*4882a593Smuzhiyun 
223*4882a593Smuzhiyun struct frags_info {
224*4882a593Smuzhiyun 	__le32 addr;
225*4882a593Smuzhiyun 	__le32 size;
226*4882a593Smuzhiyun };
227*4882a593Smuzhiyun 
228*4882a593Smuzhiyun /* hardware supported max skb frags num */
229*4882a593Smuzhiyun #define SG_MAX_SKB_FRAGS	17
230*4882a593Smuzhiyun struct sg_desc {
231*4882a593Smuzhiyun 	__le32 total_len;
232*4882a593Smuzhiyun 	__le32 resvd0;
233*4882a593Smuzhiyun 	__le32 linear_addr;
234*4882a593Smuzhiyun 	__le32 linear_len;
235*4882a593Smuzhiyun 	/* reserve one more frags for memory alignment */
236*4882a593Smuzhiyun 	struct frags_info frags[SG_MAX_SKB_FRAGS + 1];
237*4882a593Smuzhiyun };
238*4882a593Smuzhiyun 
239*4882a593Smuzhiyun #define QUEUE_NUMS	4
240*4882a593Smuzhiyun struct hix5hd2_priv {
241*4882a593Smuzhiyun 	struct hix5hd2_desc_sw pool[QUEUE_NUMS];
242*4882a593Smuzhiyun #define rx_fq		pool[0]
243*4882a593Smuzhiyun #define rx_bq		pool[1]
244*4882a593Smuzhiyun #define tx_bq		pool[2]
245*4882a593Smuzhiyun #define tx_rq		pool[3]
246*4882a593Smuzhiyun 	struct hix5hd2_sg_desc_ring tx_ring;
247*4882a593Smuzhiyun 
248*4882a593Smuzhiyun 	void __iomem *base;
249*4882a593Smuzhiyun 	void __iomem *ctrl_base;
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 	struct sk_buff *tx_skb[TX_DESC_NUM];
252*4882a593Smuzhiyun 	struct sk_buff *rx_skb[RX_DESC_NUM];
253*4882a593Smuzhiyun 
254*4882a593Smuzhiyun 	struct device *dev;
255*4882a593Smuzhiyun 	struct net_device *netdev;
256*4882a593Smuzhiyun 
257*4882a593Smuzhiyun 	struct device_node *phy_node;
258*4882a593Smuzhiyun 	phy_interface_t	phy_mode;
259*4882a593Smuzhiyun 
260*4882a593Smuzhiyun 	unsigned long hw_cap;
261*4882a593Smuzhiyun 	unsigned int speed;
262*4882a593Smuzhiyun 	unsigned int duplex;
263*4882a593Smuzhiyun 
264*4882a593Smuzhiyun 	struct clk *mac_core_clk;
265*4882a593Smuzhiyun 	struct clk *mac_ifc_clk;
266*4882a593Smuzhiyun 	struct reset_control *mac_core_rst;
267*4882a593Smuzhiyun 	struct reset_control *mac_ifc_rst;
268*4882a593Smuzhiyun 	struct reset_control *phy_rst;
269*4882a593Smuzhiyun 	u32 phy_reset_delays[DELAYS_NUM];
270*4882a593Smuzhiyun 	struct mii_bus *bus;
271*4882a593Smuzhiyun 	struct napi_struct napi;
272*4882a593Smuzhiyun 	struct work_struct tx_timeout_task;
273*4882a593Smuzhiyun };
274*4882a593Smuzhiyun 
hix5hd2_mac_interface_reset(struct hix5hd2_priv * priv)275*4882a593Smuzhiyun static inline void hix5hd2_mac_interface_reset(struct hix5hd2_priv *priv)
276*4882a593Smuzhiyun {
277*4882a593Smuzhiyun 	if (!priv->mac_ifc_rst)
278*4882a593Smuzhiyun 		return;
279*4882a593Smuzhiyun 
280*4882a593Smuzhiyun 	reset_control_assert(priv->mac_ifc_rst);
281*4882a593Smuzhiyun 	reset_control_deassert(priv->mac_ifc_rst);
282*4882a593Smuzhiyun }
283*4882a593Smuzhiyun 
hix5hd2_config_port(struct net_device * dev,u32 speed,u32 duplex)284*4882a593Smuzhiyun static void hix5hd2_config_port(struct net_device *dev, u32 speed, u32 duplex)
285*4882a593Smuzhiyun {
286*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
287*4882a593Smuzhiyun 	u32 val;
288*4882a593Smuzhiyun 
289*4882a593Smuzhiyun 	priv->speed = speed;
290*4882a593Smuzhiyun 	priv->duplex = duplex;
291*4882a593Smuzhiyun 
292*4882a593Smuzhiyun 	switch (priv->phy_mode) {
293*4882a593Smuzhiyun 	case PHY_INTERFACE_MODE_RGMII:
294*4882a593Smuzhiyun 		if (speed == SPEED_1000)
295*4882a593Smuzhiyun 			val = RGMII_SPEED_1000;
296*4882a593Smuzhiyun 		else if (speed == SPEED_100)
297*4882a593Smuzhiyun 			val = RGMII_SPEED_100;
298*4882a593Smuzhiyun 		else
299*4882a593Smuzhiyun 			val = RGMII_SPEED_10;
300*4882a593Smuzhiyun 		break;
301*4882a593Smuzhiyun 	case PHY_INTERFACE_MODE_MII:
302*4882a593Smuzhiyun 		if (speed == SPEED_100)
303*4882a593Smuzhiyun 			val = MII_SPEED_100;
304*4882a593Smuzhiyun 		else
305*4882a593Smuzhiyun 			val = MII_SPEED_10;
306*4882a593Smuzhiyun 		break;
307*4882a593Smuzhiyun 	default:
308*4882a593Smuzhiyun 		netdev_warn(dev, "not supported mode\n");
309*4882a593Smuzhiyun 		val = MII_SPEED_10;
310*4882a593Smuzhiyun 		break;
311*4882a593Smuzhiyun 	}
312*4882a593Smuzhiyun 
313*4882a593Smuzhiyun 	if (duplex)
314*4882a593Smuzhiyun 		val |= GMAC_FULL_DUPLEX;
315*4882a593Smuzhiyun 	writel_relaxed(val, priv->ctrl_base);
316*4882a593Smuzhiyun 	hix5hd2_mac_interface_reset(priv);
317*4882a593Smuzhiyun 
318*4882a593Smuzhiyun 	writel_relaxed(BIT_MODE_CHANGE_EN, priv->base + MODE_CHANGE_EN);
319*4882a593Smuzhiyun 	if (speed == SPEED_1000)
320*4882a593Smuzhiyun 		val = GMAC_SPEED_1000;
321*4882a593Smuzhiyun 	else if (speed == SPEED_100)
322*4882a593Smuzhiyun 		val = GMAC_SPEED_100;
323*4882a593Smuzhiyun 	else
324*4882a593Smuzhiyun 		val = GMAC_SPEED_10;
325*4882a593Smuzhiyun 	writel_relaxed(val, priv->base + PORT_MODE);
326*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + MODE_CHANGE_EN);
327*4882a593Smuzhiyun 	writel_relaxed(duplex, priv->base + MAC_DUPLEX_HALF_CTRL);
328*4882a593Smuzhiyun }
329*4882a593Smuzhiyun 
hix5hd2_set_desc_depth(struct hix5hd2_priv * priv,int rx,int tx)330*4882a593Smuzhiyun static void hix5hd2_set_desc_depth(struct hix5hd2_priv *priv, int rx, int tx)
331*4882a593Smuzhiyun {
332*4882a593Smuzhiyun 	writel_relaxed(BITS_RX_FQ_DEPTH_EN, priv->base + RX_FQ_REG_EN);
333*4882a593Smuzhiyun 	writel_relaxed(rx << 3, priv->base + RX_FQ_DEPTH);
334*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + RX_FQ_REG_EN);
335*4882a593Smuzhiyun 
336*4882a593Smuzhiyun 	writel_relaxed(BITS_RX_BQ_DEPTH_EN, priv->base + RX_BQ_REG_EN);
337*4882a593Smuzhiyun 	writel_relaxed(rx << 3, priv->base + RX_BQ_DEPTH);
338*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + RX_BQ_REG_EN);
339*4882a593Smuzhiyun 
340*4882a593Smuzhiyun 	writel_relaxed(BITS_TX_BQ_DEPTH_EN, priv->base + TX_BQ_REG_EN);
341*4882a593Smuzhiyun 	writel_relaxed(tx << 3, priv->base + TX_BQ_DEPTH);
342*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + TX_BQ_REG_EN);
343*4882a593Smuzhiyun 
344*4882a593Smuzhiyun 	writel_relaxed(BITS_TX_RQ_DEPTH_EN, priv->base + TX_RQ_REG_EN);
345*4882a593Smuzhiyun 	writel_relaxed(tx << 3, priv->base + TX_RQ_DEPTH);
346*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + TX_RQ_REG_EN);
347*4882a593Smuzhiyun }
348*4882a593Smuzhiyun 
hix5hd2_set_rx_fq(struct hix5hd2_priv * priv,dma_addr_t phy_addr)349*4882a593Smuzhiyun static void hix5hd2_set_rx_fq(struct hix5hd2_priv *priv, dma_addr_t phy_addr)
350*4882a593Smuzhiyun {
351*4882a593Smuzhiyun 	writel_relaxed(BITS_RX_FQ_START_ADDR_EN, priv->base + RX_FQ_REG_EN);
352*4882a593Smuzhiyun 	writel_relaxed(phy_addr, priv->base + RX_FQ_START_ADDR);
353*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + RX_FQ_REG_EN);
354*4882a593Smuzhiyun }
355*4882a593Smuzhiyun 
hix5hd2_set_rx_bq(struct hix5hd2_priv * priv,dma_addr_t phy_addr)356*4882a593Smuzhiyun static void hix5hd2_set_rx_bq(struct hix5hd2_priv *priv, dma_addr_t phy_addr)
357*4882a593Smuzhiyun {
358*4882a593Smuzhiyun 	writel_relaxed(BITS_RX_BQ_START_ADDR_EN, priv->base + RX_BQ_REG_EN);
359*4882a593Smuzhiyun 	writel_relaxed(phy_addr, priv->base + RX_BQ_START_ADDR);
360*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + RX_BQ_REG_EN);
361*4882a593Smuzhiyun }
362*4882a593Smuzhiyun 
hix5hd2_set_tx_bq(struct hix5hd2_priv * priv,dma_addr_t phy_addr)363*4882a593Smuzhiyun static void hix5hd2_set_tx_bq(struct hix5hd2_priv *priv, dma_addr_t phy_addr)
364*4882a593Smuzhiyun {
365*4882a593Smuzhiyun 	writel_relaxed(BITS_TX_BQ_START_ADDR_EN, priv->base + TX_BQ_REG_EN);
366*4882a593Smuzhiyun 	writel_relaxed(phy_addr, priv->base + TX_BQ_START_ADDR);
367*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + TX_BQ_REG_EN);
368*4882a593Smuzhiyun }
369*4882a593Smuzhiyun 
hix5hd2_set_tx_rq(struct hix5hd2_priv * priv,dma_addr_t phy_addr)370*4882a593Smuzhiyun static void hix5hd2_set_tx_rq(struct hix5hd2_priv *priv, dma_addr_t phy_addr)
371*4882a593Smuzhiyun {
372*4882a593Smuzhiyun 	writel_relaxed(BITS_TX_RQ_START_ADDR_EN, priv->base + TX_RQ_REG_EN);
373*4882a593Smuzhiyun 	writel_relaxed(phy_addr, priv->base + TX_RQ_START_ADDR);
374*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + TX_RQ_REG_EN);
375*4882a593Smuzhiyun }
376*4882a593Smuzhiyun 
hix5hd2_set_desc_addr(struct hix5hd2_priv * priv)377*4882a593Smuzhiyun static void hix5hd2_set_desc_addr(struct hix5hd2_priv *priv)
378*4882a593Smuzhiyun {
379*4882a593Smuzhiyun 	hix5hd2_set_rx_fq(priv, priv->rx_fq.phys_addr);
380*4882a593Smuzhiyun 	hix5hd2_set_rx_bq(priv, priv->rx_bq.phys_addr);
381*4882a593Smuzhiyun 	hix5hd2_set_tx_rq(priv, priv->tx_rq.phys_addr);
382*4882a593Smuzhiyun 	hix5hd2_set_tx_bq(priv, priv->tx_bq.phys_addr);
383*4882a593Smuzhiyun }
384*4882a593Smuzhiyun 
hix5hd2_hw_init(struct hix5hd2_priv * priv)385*4882a593Smuzhiyun static void hix5hd2_hw_init(struct hix5hd2_priv *priv)
386*4882a593Smuzhiyun {
387*4882a593Smuzhiyun 	u32 val;
388*4882a593Smuzhiyun 
389*4882a593Smuzhiyun 	/* disable and clear all interrupts */
390*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + ENA_PMU_INT);
391*4882a593Smuzhiyun 	writel_relaxed(~0, priv->base + RAW_PMU_INT);
392*4882a593Smuzhiyun 
393*4882a593Smuzhiyun 	writel_relaxed(BIT_CRC_ERR_PASS, priv->base + REC_FILT_CONTROL);
394*4882a593Smuzhiyun 	writel_relaxed(MAC_MAX_FRAME_SIZE, priv->base + CONTROL_WORD);
395*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + COL_SLOT_TIME);
396*4882a593Smuzhiyun 
397*4882a593Smuzhiyun 	val = RX_BQ_INT_THRESHOLD | TX_RQ_INT_THRESHOLD << QUEUE_TX_BQ_SHIFT;
398*4882a593Smuzhiyun 	writel_relaxed(val, priv->base + IN_QUEUE_TH);
399*4882a593Smuzhiyun 
400*4882a593Smuzhiyun 	writel_relaxed(RX_BQ_IN_TIMEOUT, priv->base + RX_BQ_IN_TIMEOUT_TH);
401*4882a593Smuzhiyun 	writel_relaxed(TX_RQ_IN_TIMEOUT, priv->base + TX_RQ_IN_TIMEOUT_TH);
402*4882a593Smuzhiyun 
403*4882a593Smuzhiyun 	hix5hd2_set_desc_depth(priv, RX_DESC_NUM, TX_DESC_NUM);
404*4882a593Smuzhiyun 	hix5hd2_set_desc_addr(priv);
405*4882a593Smuzhiyun }
406*4882a593Smuzhiyun 
hix5hd2_irq_enable(struct hix5hd2_priv * priv)407*4882a593Smuzhiyun static void hix5hd2_irq_enable(struct hix5hd2_priv *priv)
408*4882a593Smuzhiyun {
409*4882a593Smuzhiyun 	writel_relaxed(DEF_INT_MASK, priv->base + ENA_PMU_INT);
410*4882a593Smuzhiyun }
411*4882a593Smuzhiyun 
hix5hd2_irq_disable(struct hix5hd2_priv * priv)412*4882a593Smuzhiyun static void hix5hd2_irq_disable(struct hix5hd2_priv *priv)
413*4882a593Smuzhiyun {
414*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + ENA_PMU_INT);
415*4882a593Smuzhiyun }
416*4882a593Smuzhiyun 
hix5hd2_port_enable(struct hix5hd2_priv * priv)417*4882a593Smuzhiyun static void hix5hd2_port_enable(struct hix5hd2_priv *priv)
418*4882a593Smuzhiyun {
419*4882a593Smuzhiyun 	writel_relaxed(0xf, priv->base + DESC_WR_RD_ENA);
420*4882a593Smuzhiyun 	writel_relaxed(BITS_RX_EN | BITS_TX_EN, priv->base + PORT_EN);
421*4882a593Smuzhiyun }
422*4882a593Smuzhiyun 
hix5hd2_port_disable(struct hix5hd2_priv * priv)423*4882a593Smuzhiyun static void hix5hd2_port_disable(struct hix5hd2_priv *priv)
424*4882a593Smuzhiyun {
425*4882a593Smuzhiyun 	writel_relaxed(~(u32)(BITS_RX_EN | BITS_TX_EN), priv->base + PORT_EN);
426*4882a593Smuzhiyun 	writel_relaxed(0, priv->base + DESC_WR_RD_ENA);
427*4882a593Smuzhiyun }
428*4882a593Smuzhiyun 
hix5hd2_hw_set_mac_addr(struct net_device * dev)429*4882a593Smuzhiyun static void hix5hd2_hw_set_mac_addr(struct net_device *dev)
430*4882a593Smuzhiyun {
431*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
432*4882a593Smuzhiyun 	unsigned char *mac = dev->dev_addr;
433*4882a593Smuzhiyun 	u32 val;
434*4882a593Smuzhiyun 
435*4882a593Smuzhiyun 	val = mac[1] | (mac[0] << 8);
436*4882a593Smuzhiyun 	writel_relaxed(val, priv->base + STATION_ADDR_HIGH);
437*4882a593Smuzhiyun 
438*4882a593Smuzhiyun 	val = mac[5] | (mac[4] << 8) | (mac[3] << 16) | (mac[2] << 24);
439*4882a593Smuzhiyun 	writel_relaxed(val, priv->base + STATION_ADDR_LOW);
440*4882a593Smuzhiyun }
441*4882a593Smuzhiyun 
hix5hd2_net_set_mac_address(struct net_device * dev,void * p)442*4882a593Smuzhiyun static int hix5hd2_net_set_mac_address(struct net_device *dev, void *p)
443*4882a593Smuzhiyun {
444*4882a593Smuzhiyun 	int ret;
445*4882a593Smuzhiyun 
446*4882a593Smuzhiyun 	ret = eth_mac_addr(dev, p);
447*4882a593Smuzhiyun 	if (!ret)
448*4882a593Smuzhiyun 		hix5hd2_hw_set_mac_addr(dev);
449*4882a593Smuzhiyun 
450*4882a593Smuzhiyun 	return ret;
451*4882a593Smuzhiyun }
452*4882a593Smuzhiyun 
hix5hd2_adjust_link(struct net_device * dev)453*4882a593Smuzhiyun static void hix5hd2_adjust_link(struct net_device *dev)
454*4882a593Smuzhiyun {
455*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
456*4882a593Smuzhiyun 	struct phy_device *phy = dev->phydev;
457*4882a593Smuzhiyun 
458*4882a593Smuzhiyun 	if ((priv->speed != phy->speed) || (priv->duplex != phy->duplex)) {
459*4882a593Smuzhiyun 		hix5hd2_config_port(dev, phy->speed, phy->duplex);
460*4882a593Smuzhiyun 		phy_print_status(phy);
461*4882a593Smuzhiyun 	}
462*4882a593Smuzhiyun }
463*4882a593Smuzhiyun 
hix5hd2_rx_refill(struct hix5hd2_priv * priv)464*4882a593Smuzhiyun static void hix5hd2_rx_refill(struct hix5hd2_priv *priv)
465*4882a593Smuzhiyun {
466*4882a593Smuzhiyun 	struct hix5hd2_desc *desc;
467*4882a593Smuzhiyun 	struct sk_buff *skb;
468*4882a593Smuzhiyun 	u32 start, end, num, pos, i;
469*4882a593Smuzhiyun 	u32 len = MAC_MAX_FRAME_SIZE;
470*4882a593Smuzhiyun 	dma_addr_t addr;
471*4882a593Smuzhiyun 
472*4882a593Smuzhiyun 	/* software write pointer */
473*4882a593Smuzhiyun 	start = dma_cnt(readl_relaxed(priv->base + RX_FQ_WR_ADDR));
474*4882a593Smuzhiyun 	/* logic read pointer */
475*4882a593Smuzhiyun 	end = dma_cnt(readl_relaxed(priv->base + RX_FQ_RD_ADDR));
476*4882a593Smuzhiyun 	num = CIRC_SPACE(start, end, RX_DESC_NUM);
477*4882a593Smuzhiyun 
478*4882a593Smuzhiyun 	for (i = 0, pos = start; i < num; i++) {
479*4882a593Smuzhiyun 		if (priv->rx_skb[pos]) {
480*4882a593Smuzhiyun 			break;
481*4882a593Smuzhiyun 		} else {
482*4882a593Smuzhiyun 			skb = netdev_alloc_skb_ip_align(priv->netdev, len);
483*4882a593Smuzhiyun 			if (unlikely(skb == NULL))
484*4882a593Smuzhiyun 				break;
485*4882a593Smuzhiyun 		}
486*4882a593Smuzhiyun 
487*4882a593Smuzhiyun 		addr = dma_map_single(priv->dev, skb->data, len, DMA_FROM_DEVICE);
488*4882a593Smuzhiyun 		if (dma_mapping_error(priv->dev, addr)) {
489*4882a593Smuzhiyun 			dev_kfree_skb_any(skb);
490*4882a593Smuzhiyun 			break;
491*4882a593Smuzhiyun 		}
492*4882a593Smuzhiyun 
493*4882a593Smuzhiyun 		desc = priv->rx_fq.desc + pos;
494*4882a593Smuzhiyun 		desc->buff_addr = cpu_to_le32(addr);
495*4882a593Smuzhiyun 		priv->rx_skb[pos] = skb;
496*4882a593Smuzhiyun 		desc->cmd = cpu_to_le32(DESC_VLD_FREE |
497*4882a593Smuzhiyun 					(len - 1) << DESC_BUFF_LEN_OFF);
498*4882a593Smuzhiyun 		pos = dma_ring_incr(pos, RX_DESC_NUM);
499*4882a593Smuzhiyun 	}
500*4882a593Smuzhiyun 
501*4882a593Smuzhiyun 	/* ensure desc updated */
502*4882a593Smuzhiyun 	wmb();
503*4882a593Smuzhiyun 
504*4882a593Smuzhiyun 	if (pos != start)
505*4882a593Smuzhiyun 		writel_relaxed(dma_byte(pos), priv->base + RX_FQ_WR_ADDR);
506*4882a593Smuzhiyun }
507*4882a593Smuzhiyun 
hix5hd2_rx(struct net_device * dev,int limit)508*4882a593Smuzhiyun static int hix5hd2_rx(struct net_device *dev, int limit)
509*4882a593Smuzhiyun {
510*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
511*4882a593Smuzhiyun 	struct sk_buff *skb;
512*4882a593Smuzhiyun 	struct hix5hd2_desc *desc;
513*4882a593Smuzhiyun 	dma_addr_t addr;
514*4882a593Smuzhiyun 	u32 start, end, num, pos, i, len;
515*4882a593Smuzhiyun 
516*4882a593Smuzhiyun 	/* software read pointer */
517*4882a593Smuzhiyun 	start = dma_cnt(readl_relaxed(priv->base + RX_BQ_RD_ADDR));
518*4882a593Smuzhiyun 	/* logic write pointer */
519*4882a593Smuzhiyun 	end = dma_cnt(readl_relaxed(priv->base + RX_BQ_WR_ADDR));
520*4882a593Smuzhiyun 	num = CIRC_CNT(end, start, RX_DESC_NUM);
521*4882a593Smuzhiyun 	if (num > limit)
522*4882a593Smuzhiyun 		num = limit;
523*4882a593Smuzhiyun 
524*4882a593Smuzhiyun 	/* ensure get updated desc */
525*4882a593Smuzhiyun 	rmb();
526*4882a593Smuzhiyun 	for (i = 0, pos = start; i < num; i++) {
527*4882a593Smuzhiyun 		skb = priv->rx_skb[pos];
528*4882a593Smuzhiyun 		if (unlikely(!skb)) {
529*4882a593Smuzhiyun 			netdev_err(dev, "inconsistent rx_skb\n");
530*4882a593Smuzhiyun 			break;
531*4882a593Smuzhiyun 		}
532*4882a593Smuzhiyun 		priv->rx_skb[pos] = NULL;
533*4882a593Smuzhiyun 
534*4882a593Smuzhiyun 		desc = priv->rx_bq.desc + pos;
535*4882a593Smuzhiyun 		len = (le32_to_cpu(desc->cmd) >> DESC_DATA_LEN_OFF) &
536*4882a593Smuzhiyun 		       DESC_DATA_MASK;
537*4882a593Smuzhiyun 		addr = le32_to_cpu(desc->buff_addr);
538*4882a593Smuzhiyun 		dma_unmap_single(priv->dev, addr, MAC_MAX_FRAME_SIZE,
539*4882a593Smuzhiyun 				 DMA_FROM_DEVICE);
540*4882a593Smuzhiyun 
541*4882a593Smuzhiyun 		skb_put(skb, len);
542*4882a593Smuzhiyun 		if (skb->len > MAC_MAX_FRAME_SIZE) {
543*4882a593Smuzhiyun 			netdev_err(dev, "rcv len err, len = %d\n", skb->len);
544*4882a593Smuzhiyun 			dev->stats.rx_errors++;
545*4882a593Smuzhiyun 			dev->stats.rx_length_errors++;
546*4882a593Smuzhiyun 			dev_kfree_skb_any(skb);
547*4882a593Smuzhiyun 			goto next;
548*4882a593Smuzhiyun 		}
549*4882a593Smuzhiyun 
550*4882a593Smuzhiyun 		skb->protocol = eth_type_trans(skb, dev);
551*4882a593Smuzhiyun 		napi_gro_receive(&priv->napi, skb);
552*4882a593Smuzhiyun 		dev->stats.rx_packets++;
553*4882a593Smuzhiyun 		dev->stats.rx_bytes += len;
554*4882a593Smuzhiyun next:
555*4882a593Smuzhiyun 		pos = dma_ring_incr(pos, RX_DESC_NUM);
556*4882a593Smuzhiyun 	}
557*4882a593Smuzhiyun 
558*4882a593Smuzhiyun 	if (pos != start)
559*4882a593Smuzhiyun 		writel_relaxed(dma_byte(pos), priv->base + RX_BQ_RD_ADDR);
560*4882a593Smuzhiyun 
561*4882a593Smuzhiyun 	hix5hd2_rx_refill(priv);
562*4882a593Smuzhiyun 
563*4882a593Smuzhiyun 	return num;
564*4882a593Smuzhiyun }
565*4882a593Smuzhiyun 
hix5hd2_clean_sg_desc(struct hix5hd2_priv * priv,struct sk_buff * skb,u32 pos)566*4882a593Smuzhiyun static void hix5hd2_clean_sg_desc(struct hix5hd2_priv *priv,
567*4882a593Smuzhiyun 				  struct sk_buff *skb, u32 pos)
568*4882a593Smuzhiyun {
569*4882a593Smuzhiyun 	struct sg_desc *desc;
570*4882a593Smuzhiyun 	dma_addr_t addr;
571*4882a593Smuzhiyun 	u32 len;
572*4882a593Smuzhiyun 	int i;
573*4882a593Smuzhiyun 
574*4882a593Smuzhiyun 	desc = priv->tx_ring.desc + pos;
575*4882a593Smuzhiyun 
576*4882a593Smuzhiyun 	addr = le32_to_cpu(desc->linear_addr);
577*4882a593Smuzhiyun 	len = le32_to_cpu(desc->linear_len);
578*4882a593Smuzhiyun 	dma_unmap_single(priv->dev, addr, len, DMA_TO_DEVICE);
579*4882a593Smuzhiyun 
580*4882a593Smuzhiyun 	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
581*4882a593Smuzhiyun 		addr = le32_to_cpu(desc->frags[i].addr);
582*4882a593Smuzhiyun 		len = le32_to_cpu(desc->frags[i].size);
583*4882a593Smuzhiyun 		dma_unmap_page(priv->dev, addr, len, DMA_TO_DEVICE);
584*4882a593Smuzhiyun 	}
585*4882a593Smuzhiyun }
586*4882a593Smuzhiyun 
hix5hd2_xmit_reclaim(struct net_device * dev)587*4882a593Smuzhiyun static void hix5hd2_xmit_reclaim(struct net_device *dev)
588*4882a593Smuzhiyun {
589*4882a593Smuzhiyun 	struct sk_buff *skb;
590*4882a593Smuzhiyun 	struct hix5hd2_desc *desc;
591*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
592*4882a593Smuzhiyun 	unsigned int bytes_compl = 0, pkts_compl = 0;
593*4882a593Smuzhiyun 	u32 start, end, num, pos, i;
594*4882a593Smuzhiyun 	dma_addr_t addr;
595*4882a593Smuzhiyun 
596*4882a593Smuzhiyun 	netif_tx_lock(dev);
597*4882a593Smuzhiyun 
598*4882a593Smuzhiyun 	/* software read */
599*4882a593Smuzhiyun 	start = dma_cnt(readl_relaxed(priv->base + TX_RQ_RD_ADDR));
600*4882a593Smuzhiyun 	/* logic write */
601*4882a593Smuzhiyun 	end = dma_cnt(readl_relaxed(priv->base + TX_RQ_WR_ADDR));
602*4882a593Smuzhiyun 	num = CIRC_CNT(end, start, TX_DESC_NUM);
603*4882a593Smuzhiyun 
604*4882a593Smuzhiyun 	for (i = 0, pos = start; i < num; i++) {
605*4882a593Smuzhiyun 		skb = priv->tx_skb[pos];
606*4882a593Smuzhiyun 		if (unlikely(!skb)) {
607*4882a593Smuzhiyun 			netdev_err(dev, "inconsistent tx_skb\n");
608*4882a593Smuzhiyun 			break;
609*4882a593Smuzhiyun 		}
610*4882a593Smuzhiyun 
611*4882a593Smuzhiyun 		pkts_compl++;
612*4882a593Smuzhiyun 		bytes_compl += skb->len;
613*4882a593Smuzhiyun 		desc = priv->tx_rq.desc + pos;
614*4882a593Smuzhiyun 
615*4882a593Smuzhiyun 		if (skb_shinfo(skb)->nr_frags) {
616*4882a593Smuzhiyun 			hix5hd2_clean_sg_desc(priv, skb, pos);
617*4882a593Smuzhiyun 		} else {
618*4882a593Smuzhiyun 			addr = le32_to_cpu(desc->buff_addr);
619*4882a593Smuzhiyun 			dma_unmap_single(priv->dev, addr, skb->len,
620*4882a593Smuzhiyun 					 DMA_TO_DEVICE);
621*4882a593Smuzhiyun 		}
622*4882a593Smuzhiyun 
623*4882a593Smuzhiyun 		priv->tx_skb[pos] = NULL;
624*4882a593Smuzhiyun 		dev_consume_skb_any(skb);
625*4882a593Smuzhiyun 		pos = dma_ring_incr(pos, TX_DESC_NUM);
626*4882a593Smuzhiyun 	}
627*4882a593Smuzhiyun 
628*4882a593Smuzhiyun 	if (pos != start)
629*4882a593Smuzhiyun 		writel_relaxed(dma_byte(pos), priv->base + TX_RQ_RD_ADDR);
630*4882a593Smuzhiyun 
631*4882a593Smuzhiyun 	netif_tx_unlock(dev);
632*4882a593Smuzhiyun 
633*4882a593Smuzhiyun 	if (pkts_compl || bytes_compl)
634*4882a593Smuzhiyun 		netdev_completed_queue(dev, pkts_compl, bytes_compl);
635*4882a593Smuzhiyun 
636*4882a593Smuzhiyun 	if (unlikely(netif_queue_stopped(priv->netdev)) && pkts_compl)
637*4882a593Smuzhiyun 		netif_wake_queue(priv->netdev);
638*4882a593Smuzhiyun }
639*4882a593Smuzhiyun 
hix5hd2_poll(struct napi_struct * napi,int budget)640*4882a593Smuzhiyun static int hix5hd2_poll(struct napi_struct *napi, int budget)
641*4882a593Smuzhiyun {
642*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = container_of(napi,
643*4882a593Smuzhiyun 				struct hix5hd2_priv, napi);
644*4882a593Smuzhiyun 	struct net_device *dev = priv->netdev;
645*4882a593Smuzhiyun 	int work_done = 0, task = budget;
646*4882a593Smuzhiyun 	int ints, num;
647*4882a593Smuzhiyun 
648*4882a593Smuzhiyun 	do {
649*4882a593Smuzhiyun 		hix5hd2_xmit_reclaim(dev);
650*4882a593Smuzhiyun 		num = hix5hd2_rx(dev, task);
651*4882a593Smuzhiyun 		work_done += num;
652*4882a593Smuzhiyun 		task -= num;
653*4882a593Smuzhiyun 		if ((work_done >= budget) || (num == 0))
654*4882a593Smuzhiyun 			break;
655*4882a593Smuzhiyun 
656*4882a593Smuzhiyun 		ints = readl_relaxed(priv->base + RAW_PMU_INT);
657*4882a593Smuzhiyun 		writel_relaxed(ints, priv->base + RAW_PMU_INT);
658*4882a593Smuzhiyun 	} while (ints & DEF_INT_MASK);
659*4882a593Smuzhiyun 
660*4882a593Smuzhiyun 	if (work_done < budget) {
661*4882a593Smuzhiyun 		napi_complete_done(napi, work_done);
662*4882a593Smuzhiyun 		hix5hd2_irq_enable(priv);
663*4882a593Smuzhiyun 	}
664*4882a593Smuzhiyun 
665*4882a593Smuzhiyun 	return work_done;
666*4882a593Smuzhiyun }
667*4882a593Smuzhiyun 
hix5hd2_interrupt(int irq,void * dev_id)668*4882a593Smuzhiyun static irqreturn_t hix5hd2_interrupt(int irq, void *dev_id)
669*4882a593Smuzhiyun {
670*4882a593Smuzhiyun 	struct net_device *dev = (struct net_device *)dev_id;
671*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
672*4882a593Smuzhiyun 	int ints = readl_relaxed(priv->base + RAW_PMU_INT);
673*4882a593Smuzhiyun 
674*4882a593Smuzhiyun 	writel_relaxed(ints, priv->base + RAW_PMU_INT);
675*4882a593Smuzhiyun 	if (likely(ints & DEF_INT_MASK)) {
676*4882a593Smuzhiyun 		hix5hd2_irq_disable(priv);
677*4882a593Smuzhiyun 		napi_schedule(&priv->napi);
678*4882a593Smuzhiyun 	}
679*4882a593Smuzhiyun 
680*4882a593Smuzhiyun 	return IRQ_HANDLED;
681*4882a593Smuzhiyun }
682*4882a593Smuzhiyun 
hix5hd2_get_desc_cmd(struct sk_buff * skb,unsigned long hw_cap)683*4882a593Smuzhiyun static u32 hix5hd2_get_desc_cmd(struct sk_buff *skb, unsigned long hw_cap)
684*4882a593Smuzhiyun {
685*4882a593Smuzhiyun 	u32 cmd = 0;
686*4882a593Smuzhiyun 
687*4882a593Smuzhiyun 	if (HAS_CAP_TSO(hw_cap)) {
688*4882a593Smuzhiyun 		if (skb_shinfo(skb)->nr_frags)
689*4882a593Smuzhiyun 			cmd |= DESC_SG;
690*4882a593Smuzhiyun 		cmd |= skb_shinfo(skb)->nr_frags << DESC_FRAGS_NUM_OFF;
691*4882a593Smuzhiyun 	} else {
692*4882a593Smuzhiyun 		cmd |= DESC_FL_FULL |
693*4882a593Smuzhiyun 			((skb->len & DESC_DATA_MASK) << DESC_BUFF_LEN_OFF);
694*4882a593Smuzhiyun 	}
695*4882a593Smuzhiyun 
696*4882a593Smuzhiyun 	cmd |= (skb->len & DESC_DATA_MASK) << DESC_DATA_LEN_OFF;
697*4882a593Smuzhiyun 	cmd |= DESC_VLD_BUSY;
698*4882a593Smuzhiyun 
699*4882a593Smuzhiyun 	return cmd;
700*4882a593Smuzhiyun }
701*4882a593Smuzhiyun 
hix5hd2_fill_sg_desc(struct hix5hd2_priv * priv,struct sk_buff * skb,u32 pos)702*4882a593Smuzhiyun static int hix5hd2_fill_sg_desc(struct hix5hd2_priv *priv,
703*4882a593Smuzhiyun 				struct sk_buff *skb, u32 pos)
704*4882a593Smuzhiyun {
705*4882a593Smuzhiyun 	struct sg_desc *desc;
706*4882a593Smuzhiyun 	dma_addr_t addr;
707*4882a593Smuzhiyun 	int ret;
708*4882a593Smuzhiyun 	int i;
709*4882a593Smuzhiyun 
710*4882a593Smuzhiyun 	desc = priv->tx_ring.desc + pos;
711*4882a593Smuzhiyun 
712*4882a593Smuzhiyun 	desc->total_len = cpu_to_le32(skb->len);
713*4882a593Smuzhiyun 	addr = dma_map_single(priv->dev, skb->data, skb_headlen(skb),
714*4882a593Smuzhiyun 			      DMA_TO_DEVICE);
715*4882a593Smuzhiyun 	if (unlikely(dma_mapping_error(priv->dev, addr)))
716*4882a593Smuzhiyun 		return -EINVAL;
717*4882a593Smuzhiyun 	desc->linear_addr = cpu_to_le32(addr);
718*4882a593Smuzhiyun 	desc->linear_len = cpu_to_le32(skb_headlen(skb));
719*4882a593Smuzhiyun 
720*4882a593Smuzhiyun 	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
721*4882a593Smuzhiyun 		skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
722*4882a593Smuzhiyun 		int len = skb_frag_size(frag);
723*4882a593Smuzhiyun 
724*4882a593Smuzhiyun 		addr = skb_frag_dma_map(priv->dev, frag, 0, len, DMA_TO_DEVICE);
725*4882a593Smuzhiyun 		ret = dma_mapping_error(priv->dev, addr);
726*4882a593Smuzhiyun 		if (unlikely(ret))
727*4882a593Smuzhiyun 			return -EINVAL;
728*4882a593Smuzhiyun 		desc->frags[i].addr = cpu_to_le32(addr);
729*4882a593Smuzhiyun 		desc->frags[i].size = cpu_to_le32(len);
730*4882a593Smuzhiyun 	}
731*4882a593Smuzhiyun 
732*4882a593Smuzhiyun 	return 0;
733*4882a593Smuzhiyun }
734*4882a593Smuzhiyun 
hix5hd2_net_xmit(struct sk_buff * skb,struct net_device * dev)735*4882a593Smuzhiyun static netdev_tx_t hix5hd2_net_xmit(struct sk_buff *skb, struct net_device *dev)
736*4882a593Smuzhiyun {
737*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
738*4882a593Smuzhiyun 	struct hix5hd2_desc *desc;
739*4882a593Smuzhiyun 	dma_addr_t addr;
740*4882a593Smuzhiyun 	u32 pos;
741*4882a593Smuzhiyun 	u32 cmd;
742*4882a593Smuzhiyun 	int ret;
743*4882a593Smuzhiyun 
744*4882a593Smuzhiyun 	/* software write pointer */
745*4882a593Smuzhiyun 	pos = dma_cnt(readl_relaxed(priv->base + TX_BQ_WR_ADDR));
746*4882a593Smuzhiyun 	if (unlikely(priv->tx_skb[pos])) {
747*4882a593Smuzhiyun 		dev->stats.tx_dropped++;
748*4882a593Smuzhiyun 		dev->stats.tx_fifo_errors++;
749*4882a593Smuzhiyun 		netif_stop_queue(dev);
750*4882a593Smuzhiyun 		return NETDEV_TX_BUSY;
751*4882a593Smuzhiyun 	}
752*4882a593Smuzhiyun 
753*4882a593Smuzhiyun 	desc = priv->tx_bq.desc + pos;
754*4882a593Smuzhiyun 
755*4882a593Smuzhiyun 	cmd = hix5hd2_get_desc_cmd(skb, priv->hw_cap);
756*4882a593Smuzhiyun 	desc->cmd = cpu_to_le32(cmd);
757*4882a593Smuzhiyun 
758*4882a593Smuzhiyun 	if (skb_shinfo(skb)->nr_frags) {
759*4882a593Smuzhiyun 		ret = hix5hd2_fill_sg_desc(priv, skb, pos);
760*4882a593Smuzhiyun 		if (unlikely(ret)) {
761*4882a593Smuzhiyun 			dev_kfree_skb_any(skb);
762*4882a593Smuzhiyun 			dev->stats.tx_dropped++;
763*4882a593Smuzhiyun 			return NETDEV_TX_OK;
764*4882a593Smuzhiyun 		}
765*4882a593Smuzhiyun 		addr = priv->tx_ring.phys_addr + pos * sizeof(struct sg_desc);
766*4882a593Smuzhiyun 	} else {
767*4882a593Smuzhiyun 		addr = dma_map_single(priv->dev, skb->data, skb->len,
768*4882a593Smuzhiyun 				      DMA_TO_DEVICE);
769*4882a593Smuzhiyun 		if (unlikely(dma_mapping_error(priv->dev, addr))) {
770*4882a593Smuzhiyun 			dev_kfree_skb_any(skb);
771*4882a593Smuzhiyun 			dev->stats.tx_dropped++;
772*4882a593Smuzhiyun 			return NETDEV_TX_OK;
773*4882a593Smuzhiyun 		}
774*4882a593Smuzhiyun 	}
775*4882a593Smuzhiyun 	desc->buff_addr = cpu_to_le32(addr);
776*4882a593Smuzhiyun 
777*4882a593Smuzhiyun 	priv->tx_skb[pos] = skb;
778*4882a593Smuzhiyun 
779*4882a593Smuzhiyun 	/* ensure desc updated */
780*4882a593Smuzhiyun 	wmb();
781*4882a593Smuzhiyun 
782*4882a593Smuzhiyun 	pos = dma_ring_incr(pos, TX_DESC_NUM);
783*4882a593Smuzhiyun 	writel_relaxed(dma_byte(pos), priv->base + TX_BQ_WR_ADDR);
784*4882a593Smuzhiyun 
785*4882a593Smuzhiyun 	netif_trans_update(dev);
786*4882a593Smuzhiyun 	dev->stats.tx_packets++;
787*4882a593Smuzhiyun 	dev->stats.tx_bytes += skb->len;
788*4882a593Smuzhiyun 	netdev_sent_queue(dev, skb->len);
789*4882a593Smuzhiyun 
790*4882a593Smuzhiyun 	return NETDEV_TX_OK;
791*4882a593Smuzhiyun }
792*4882a593Smuzhiyun 
hix5hd2_free_dma_desc_rings(struct hix5hd2_priv * priv)793*4882a593Smuzhiyun static void hix5hd2_free_dma_desc_rings(struct hix5hd2_priv *priv)
794*4882a593Smuzhiyun {
795*4882a593Smuzhiyun 	struct hix5hd2_desc *desc;
796*4882a593Smuzhiyun 	dma_addr_t addr;
797*4882a593Smuzhiyun 	int i;
798*4882a593Smuzhiyun 
799*4882a593Smuzhiyun 	for (i = 0; i < RX_DESC_NUM; i++) {
800*4882a593Smuzhiyun 		struct sk_buff *skb = priv->rx_skb[i];
801*4882a593Smuzhiyun 		if (skb == NULL)
802*4882a593Smuzhiyun 			continue;
803*4882a593Smuzhiyun 
804*4882a593Smuzhiyun 		desc = priv->rx_fq.desc + i;
805*4882a593Smuzhiyun 		addr = le32_to_cpu(desc->buff_addr);
806*4882a593Smuzhiyun 		dma_unmap_single(priv->dev, addr,
807*4882a593Smuzhiyun 				 MAC_MAX_FRAME_SIZE, DMA_FROM_DEVICE);
808*4882a593Smuzhiyun 		dev_kfree_skb_any(skb);
809*4882a593Smuzhiyun 		priv->rx_skb[i] = NULL;
810*4882a593Smuzhiyun 	}
811*4882a593Smuzhiyun 
812*4882a593Smuzhiyun 	for (i = 0; i < TX_DESC_NUM; i++) {
813*4882a593Smuzhiyun 		struct sk_buff *skb = priv->tx_skb[i];
814*4882a593Smuzhiyun 		if (skb == NULL)
815*4882a593Smuzhiyun 			continue;
816*4882a593Smuzhiyun 
817*4882a593Smuzhiyun 		desc = priv->tx_rq.desc + i;
818*4882a593Smuzhiyun 		addr = le32_to_cpu(desc->buff_addr);
819*4882a593Smuzhiyun 		dma_unmap_single(priv->dev, addr, skb->len, DMA_TO_DEVICE);
820*4882a593Smuzhiyun 		dev_kfree_skb_any(skb);
821*4882a593Smuzhiyun 		priv->tx_skb[i] = NULL;
822*4882a593Smuzhiyun 	}
823*4882a593Smuzhiyun }
824*4882a593Smuzhiyun 
hix5hd2_net_open(struct net_device * dev)825*4882a593Smuzhiyun static int hix5hd2_net_open(struct net_device *dev)
826*4882a593Smuzhiyun {
827*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
828*4882a593Smuzhiyun 	struct phy_device *phy;
829*4882a593Smuzhiyun 	int ret;
830*4882a593Smuzhiyun 
831*4882a593Smuzhiyun 	ret = clk_prepare_enable(priv->mac_core_clk);
832*4882a593Smuzhiyun 	if (ret < 0) {
833*4882a593Smuzhiyun 		netdev_err(dev, "failed to enable mac core clk %d\n", ret);
834*4882a593Smuzhiyun 		return ret;
835*4882a593Smuzhiyun 	}
836*4882a593Smuzhiyun 
837*4882a593Smuzhiyun 	ret = clk_prepare_enable(priv->mac_ifc_clk);
838*4882a593Smuzhiyun 	if (ret < 0) {
839*4882a593Smuzhiyun 		clk_disable_unprepare(priv->mac_core_clk);
840*4882a593Smuzhiyun 		netdev_err(dev, "failed to enable mac ifc clk %d\n", ret);
841*4882a593Smuzhiyun 		return ret;
842*4882a593Smuzhiyun 	}
843*4882a593Smuzhiyun 
844*4882a593Smuzhiyun 	phy = of_phy_connect(dev, priv->phy_node,
845*4882a593Smuzhiyun 			     &hix5hd2_adjust_link, 0, priv->phy_mode);
846*4882a593Smuzhiyun 	if (!phy) {
847*4882a593Smuzhiyun 		clk_disable_unprepare(priv->mac_ifc_clk);
848*4882a593Smuzhiyun 		clk_disable_unprepare(priv->mac_core_clk);
849*4882a593Smuzhiyun 		return -ENODEV;
850*4882a593Smuzhiyun 	}
851*4882a593Smuzhiyun 
852*4882a593Smuzhiyun 	phy_start(phy);
853*4882a593Smuzhiyun 	hix5hd2_hw_init(priv);
854*4882a593Smuzhiyun 	hix5hd2_rx_refill(priv);
855*4882a593Smuzhiyun 
856*4882a593Smuzhiyun 	netdev_reset_queue(dev);
857*4882a593Smuzhiyun 	netif_start_queue(dev);
858*4882a593Smuzhiyun 	napi_enable(&priv->napi);
859*4882a593Smuzhiyun 
860*4882a593Smuzhiyun 	hix5hd2_port_enable(priv);
861*4882a593Smuzhiyun 	hix5hd2_irq_enable(priv);
862*4882a593Smuzhiyun 
863*4882a593Smuzhiyun 	return 0;
864*4882a593Smuzhiyun }
865*4882a593Smuzhiyun 
hix5hd2_net_close(struct net_device * dev)866*4882a593Smuzhiyun static int hix5hd2_net_close(struct net_device *dev)
867*4882a593Smuzhiyun {
868*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
869*4882a593Smuzhiyun 
870*4882a593Smuzhiyun 	hix5hd2_port_disable(priv);
871*4882a593Smuzhiyun 	hix5hd2_irq_disable(priv);
872*4882a593Smuzhiyun 	napi_disable(&priv->napi);
873*4882a593Smuzhiyun 	netif_stop_queue(dev);
874*4882a593Smuzhiyun 	hix5hd2_free_dma_desc_rings(priv);
875*4882a593Smuzhiyun 
876*4882a593Smuzhiyun 	if (dev->phydev) {
877*4882a593Smuzhiyun 		phy_stop(dev->phydev);
878*4882a593Smuzhiyun 		phy_disconnect(dev->phydev);
879*4882a593Smuzhiyun 	}
880*4882a593Smuzhiyun 
881*4882a593Smuzhiyun 	clk_disable_unprepare(priv->mac_ifc_clk);
882*4882a593Smuzhiyun 	clk_disable_unprepare(priv->mac_core_clk);
883*4882a593Smuzhiyun 
884*4882a593Smuzhiyun 	return 0;
885*4882a593Smuzhiyun }
886*4882a593Smuzhiyun 
hix5hd2_tx_timeout_task(struct work_struct * work)887*4882a593Smuzhiyun static void hix5hd2_tx_timeout_task(struct work_struct *work)
888*4882a593Smuzhiyun {
889*4882a593Smuzhiyun 	struct hix5hd2_priv *priv;
890*4882a593Smuzhiyun 
891*4882a593Smuzhiyun 	priv = container_of(work, struct hix5hd2_priv, tx_timeout_task);
892*4882a593Smuzhiyun 	hix5hd2_net_close(priv->netdev);
893*4882a593Smuzhiyun 	hix5hd2_net_open(priv->netdev);
894*4882a593Smuzhiyun }
895*4882a593Smuzhiyun 
hix5hd2_net_timeout(struct net_device * dev,unsigned int txqueue)896*4882a593Smuzhiyun static void hix5hd2_net_timeout(struct net_device *dev, unsigned int txqueue)
897*4882a593Smuzhiyun {
898*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(dev);
899*4882a593Smuzhiyun 
900*4882a593Smuzhiyun 	schedule_work(&priv->tx_timeout_task);
901*4882a593Smuzhiyun }
902*4882a593Smuzhiyun 
903*4882a593Smuzhiyun static const struct net_device_ops hix5hd2_netdev_ops = {
904*4882a593Smuzhiyun 	.ndo_open		= hix5hd2_net_open,
905*4882a593Smuzhiyun 	.ndo_stop		= hix5hd2_net_close,
906*4882a593Smuzhiyun 	.ndo_start_xmit		= hix5hd2_net_xmit,
907*4882a593Smuzhiyun 	.ndo_tx_timeout		= hix5hd2_net_timeout,
908*4882a593Smuzhiyun 	.ndo_set_mac_address	= hix5hd2_net_set_mac_address,
909*4882a593Smuzhiyun };
910*4882a593Smuzhiyun 
911*4882a593Smuzhiyun static const struct ethtool_ops hix5hd2_ethtools_ops = {
912*4882a593Smuzhiyun 	.get_link		= ethtool_op_get_link,
913*4882a593Smuzhiyun 	.get_link_ksettings     = phy_ethtool_get_link_ksettings,
914*4882a593Smuzhiyun 	.set_link_ksettings     = phy_ethtool_set_link_ksettings,
915*4882a593Smuzhiyun };
916*4882a593Smuzhiyun 
hix5hd2_mdio_wait_ready(struct mii_bus * bus)917*4882a593Smuzhiyun static int hix5hd2_mdio_wait_ready(struct mii_bus *bus)
918*4882a593Smuzhiyun {
919*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = bus->priv;
920*4882a593Smuzhiyun 	void __iomem *base = priv->base;
921*4882a593Smuzhiyun 	int i, timeout = 10000;
922*4882a593Smuzhiyun 
923*4882a593Smuzhiyun 	for (i = 0; readl_relaxed(base + MDIO_SINGLE_CMD) & MDIO_START; i++) {
924*4882a593Smuzhiyun 		if (i == timeout)
925*4882a593Smuzhiyun 			return -ETIMEDOUT;
926*4882a593Smuzhiyun 		usleep_range(10, 20);
927*4882a593Smuzhiyun 	}
928*4882a593Smuzhiyun 
929*4882a593Smuzhiyun 	return 0;
930*4882a593Smuzhiyun }
931*4882a593Smuzhiyun 
hix5hd2_mdio_read(struct mii_bus * bus,int phy,int reg)932*4882a593Smuzhiyun static int hix5hd2_mdio_read(struct mii_bus *bus, int phy, int reg)
933*4882a593Smuzhiyun {
934*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = bus->priv;
935*4882a593Smuzhiyun 	void __iomem *base = priv->base;
936*4882a593Smuzhiyun 	int val, ret;
937*4882a593Smuzhiyun 
938*4882a593Smuzhiyun 	ret = hix5hd2_mdio_wait_ready(bus);
939*4882a593Smuzhiyun 	if (ret < 0)
940*4882a593Smuzhiyun 		goto out;
941*4882a593Smuzhiyun 
942*4882a593Smuzhiyun 	writel_relaxed(MDIO_READ | phy << 8 | reg, base + MDIO_SINGLE_CMD);
943*4882a593Smuzhiyun 	ret = hix5hd2_mdio_wait_ready(bus);
944*4882a593Smuzhiyun 	if (ret < 0)
945*4882a593Smuzhiyun 		goto out;
946*4882a593Smuzhiyun 
947*4882a593Smuzhiyun 	val = readl_relaxed(base + MDIO_RDATA_STATUS);
948*4882a593Smuzhiyun 	if (val & MDIO_R_VALID) {
949*4882a593Smuzhiyun 		dev_err(bus->parent, "SMI bus read not valid\n");
950*4882a593Smuzhiyun 		ret = -ENODEV;
951*4882a593Smuzhiyun 		goto out;
952*4882a593Smuzhiyun 	}
953*4882a593Smuzhiyun 
954*4882a593Smuzhiyun 	val = readl_relaxed(priv->base + MDIO_SINGLE_DATA);
955*4882a593Smuzhiyun 	ret = (val >> 16) & 0xFFFF;
956*4882a593Smuzhiyun out:
957*4882a593Smuzhiyun 	return ret;
958*4882a593Smuzhiyun }
959*4882a593Smuzhiyun 
hix5hd2_mdio_write(struct mii_bus * bus,int phy,int reg,u16 val)960*4882a593Smuzhiyun static int hix5hd2_mdio_write(struct mii_bus *bus, int phy, int reg, u16 val)
961*4882a593Smuzhiyun {
962*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = bus->priv;
963*4882a593Smuzhiyun 	void __iomem *base = priv->base;
964*4882a593Smuzhiyun 	int ret;
965*4882a593Smuzhiyun 
966*4882a593Smuzhiyun 	ret = hix5hd2_mdio_wait_ready(bus);
967*4882a593Smuzhiyun 	if (ret < 0)
968*4882a593Smuzhiyun 		goto out;
969*4882a593Smuzhiyun 
970*4882a593Smuzhiyun 	writel_relaxed(val, base + MDIO_SINGLE_DATA);
971*4882a593Smuzhiyun 	writel_relaxed(MDIO_WRITE | phy << 8 | reg, base + MDIO_SINGLE_CMD);
972*4882a593Smuzhiyun 	ret = hix5hd2_mdio_wait_ready(bus);
973*4882a593Smuzhiyun out:
974*4882a593Smuzhiyun 	return ret;
975*4882a593Smuzhiyun }
976*4882a593Smuzhiyun 
hix5hd2_destroy_hw_desc_queue(struct hix5hd2_priv * priv)977*4882a593Smuzhiyun static void hix5hd2_destroy_hw_desc_queue(struct hix5hd2_priv *priv)
978*4882a593Smuzhiyun {
979*4882a593Smuzhiyun 	int i;
980*4882a593Smuzhiyun 
981*4882a593Smuzhiyun 	for (i = 0; i < QUEUE_NUMS; i++) {
982*4882a593Smuzhiyun 		if (priv->pool[i].desc) {
983*4882a593Smuzhiyun 			dma_free_coherent(priv->dev, priv->pool[i].size,
984*4882a593Smuzhiyun 					  priv->pool[i].desc,
985*4882a593Smuzhiyun 					  priv->pool[i].phys_addr);
986*4882a593Smuzhiyun 			priv->pool[i].desc = NULL;
987*4882a593Smuzhiyun 		}
988*4882a593Smuzhiyun 	}
989*4882a593Smuzhiyun }
990*4882a593Smuzhiyun 
hix5hd2_init_hw_desc_queue(struct hix5hd2_priv * priv)991*4882a593Smuzhiyun static int hix5hd2_init_hw_desc_queue(struct hix5hd2_priv *priv)
992*4882a593Smuzhiyun {
993*4882a593Smuzhiyun 	struct device *dev = priv->dev;
994*4882a593Smuzhiyun 	struct hix5hd2_desc *virt_addr;
995*4882a593Smuzhiyun 	dma_addr_t phys_addr;
996*4882a593Smuzhiyun 	int size, i;
997*4882a593Smuzhiyun 
998*4882a593Smuzhiyun 	priv->rx_fq.count = RX_DESC_NUM;
999*4882a593Smuzhiyun 	priv->rx_bq.count = RX_DESC_NUM;
1000*4882a593Smuzhiyun 	priv->tx_bq.count = TX_DESC_NUM;
1001*4882a593Smuzhiyun 	priv->tx_rq.count = TX_DESC_NUM;
1002*4882a593Smuzhiyun 
1003*4882a593Smuzhiyun 	for (i = 0; i < QUEUE_NUMS; i++) {
1004*4882a593Smuzhiyun 		size = priv->pool[i].count * sizeof(struct hix5hd2_desc);
1005*4882a593Smuzhiyun 		virt_addr = dma_alloc_coherent(dev, size, &phys_addr,
1006*4882a593Smuzhiyun 					       GFP_KERNEL);
1007*4882a593Smuzhiyun 		if (virt_addr == NULL)
1008*4882a593Smuzhiyun 			goto error_free_pool;
1009*4882a593Smuzhiyun 
1010*4882a593Smuzhiyun 		priv->pool[i].size = size;
1011*4882a593Smuzhiyun 		priv->pool[i].desc = virt_addr;
1012*4882a593Smuzhiyun 		priv->pool[i].phys_addr = phys_addr;
1013*4882a593Smuzhiyun 	}
1014*4882a593Smuzhiyun 	return 0;
1015*4882a593Smuzhiyun 
1016*4882a593Smuzhiyun error_free_pool:
1017*4882a593Smuzhiyun 	hix5hd2_destroy_hw_desc_queue(priv);
1018*4882a593Smuzhiyun 
1019*4882a593Smuzhiyun 	return -ENOMEM;
1020*4882a593Smuzhiyun }
1021*4882a593Smuzhiyun 
hix5hd2_init_sg_desc_queue(struct hix5hd2_priv * priv)1022*4882a593Smuzhiyun static int hix5hd2_init_sg_desc_queue(struct hix5hd2_priv *priv)
1023*4882a593Smuzhiyun {
1024*4882a593Smuzhiyun 	struct sg_desc *desc;
1025*4882a593Smuzhiyun 	dma_addr_t phys_addr;
1026*4882a593Smuzhiyun 
1027*4882a593Smuzhiyun 	desc = dma_alloc_coherent(priv->dev,
1028*4882a593Smuzhiyun 				  TX_DESC_NUM * sizeof(struct sg_desc),
1029*4882a593Smuzhiyun 				  &phys_addr, GFP_KERNEL);
1030*4882a593Smuzhiyun 	if (!desc)
1031*4882a593Smuzhiyun 		return -ENOMEM;
1032*4882a593Smuzhiyun 
1033*4882a593Smuzhiyun 	priv->tx_ring.desc = desc;
1034*4882a593Smuzhiyun 	priv->tx_ring.phys_addr = phys_addr;
1035*4882a593Smuzhiyun 
1036*4882a593Smuzhiyun 	return 0;
1037*4882a593Smuzhiyun }
1038*4882a593Smuzhiyun 
hix5hd2_destroy_sg_desc_queue(struct hix5hd2_priv * priv)1039*4882a593Smuzhiyun static void hix5hd2_destroy_sg_desc_queue(struct hix5hd2_priv *priv)
1040*4882a593Smuzhiyun {
1041*4882a593Smuzhiyun 	if (priv->tx_ring.desc) {
1042*4882a593Smuzhiyun 		dma_free_coherent(priv->dev,
1043*4882a593Smuzhiyun 				  TX_DESC_NUM * sizeof(struct sg_desc),
1044*4882a593Smuzhiyun 				  priv->tx_ring.desc, priv->tx_ring.phys_addr);
1045*4882a593Smuzhiyun 		priv->tx_ring.desc = NULL;
1046*4882a593Smuzhiyun 	}
1047*4882a593Smuzhiyun }
1048*4882a593Smuzhiyun 
hix5hd2_mac_core_reset(struct hix5hd2_priv * priv)1049*4882a593Smuzhiyun static inline void hix5hd2_mac_core_reset(struct hix5hd2_priv *priv)
1050*4882a593Smuzhiyun {
1051*4882a593Smuzhiyun 	if (!priv->mac_core_rst)
1052*4882a593Smuzhiyun 		return;
1053*4882a593Smuzhiyun 
1054*4882a593Smuzhiyun 	reset_control_assert(priv->mac_core_rst);
1055*4882a593Smuzhiyun 	reset_control_deassert(priv->mac_core_rst);
1056*4882a593Smuzhiyun }
1057*4882a593Smuzhiyun 
hix5hd2_sleep_us(u32 time_us)1058*4882a593Smuzhiyun static void hix5hd2_sleep_us(u32 time_us)
1059*4882a593Smuzhiyun {
1060*4882a593Smuzhiyun 	u32 time_ms;
1061*4882a593Smuzhiyun 
1062*4882a593Smuzhiyun 	if (!time_us)
1063*4882a593Smuzhiyun 		return;
1064*4882a593Smuzhiyun 
1065*4882a593Smuzhiyun 	time_ms = DIV_ROUND_UP(time_us, 1000);
1066*4882a593Smuzhiyun 	if (time_ms < 20)
1067*4882a593Smuzhiyun 		usleep_range(time_us, time_us + 500);
1068*4882a593Smuzhiyun 	else
1069*4882a593Smuzhiyun 		msleep(time_ms);
1070*4882a593Smuzhiyun }
1071*4882a593Smuzhiyun 
hix5hd2_phy_reset(struct hix5hd2_priv * priv)1072*4882a593Smuzhiyun static void hix5hd2_phy_reset(struct hix5hd2_priv *priv)
1073*4882a593Smuzhiyun {
1074*4882a593Smuzhiyun 	/* To make sure PHY hardware reset success,
1075*4882a593Smuzhiyun 	 * we must keep PHY in deassert state first and
1076*4882a593Smuzhiyun 	 * then complete the hardware reset operation
1077*4882a593Smuzhiyun 	 */
1078*4882a593Smuzhiyun 	reset_control_deassert(priv->phy_rst);
1079*4882a593Smuzhiyun 	hix5hd2_sleep_us(priv->phy_reset_delays[PRE_DELAY]);
1080*4882a593Smuzhiyun 
1081*4882a593Smuzhiyun 	reset_control_assert(priv->phy_rst);
1082*4882a593Smuzhiyun 	/* delay some time to ensure reset ok,
1083*4882a593Smuzhiyun 	 * this depends on PHY hardware feature
1084*4882a593Smuzhiyun 	 */
1085*4882a593Smuzhiyun 	hix5hd2_sleep_us(priv->phy_reset_delays[PULSE]);
1086*4882a593Smuzhiyun 	reset_control_deassert(priv->phy_rst);
1087*4882a593Smuzhiyun 	/* delay some time to ensure later MDIO access */
1088*4882a593Smuzhiyun 	hix5hd2_sleep_us(priv->phy_reset_delays[POST_DELAY]);
1089*4882a593Smuzhiyun }
1090*4882a593Smuzhiyun 
1091*4882a593Smuzhiyun static const struct of_device_id hix5hd2_of_match[];
1092*4882a593Smuzhiyun 
hix5hd2_dev_probe(struct platform_device * pdev)1093*4882a593Smuzhiyun static int hix5hd2_dev_probe(struct platform_device *pdev)
1094*4882a593Smuzhiyun {
1095*4882a593Smuzhiyun 	struct device *dev = &pdev->dev;
1096*4882a593Smuzhiyun 	struct device_node *node = dev->of_node;
1097*4882a593Smuzhiyun 	const struct of_device_id *of_id = NULL;
1098*4882a593Smuzhiyun 	struct net_device *ndev;
1099*4882a593Smuzhiyun 	struct hix5hd2_priv *priv;
1100*4882a593Smuzhiyun 	struct mii_bus *bus;
1101*4882a593Smuzhiyun 	const char *mac_addr;
1102*4882a593Smuzhiyun 	int ret;
1103*4882a593Smuzhiyun 
1104*4882a593Smuzhiyun 	ndev = alloc_etherdev(sizeof(struct hix5hd2_priv));
1105*4882a593Smuzhiyun 	if (!ndev)
1106*4882a593Smuzhiyun 		return -ENOMEM;
1107*4882a593Smuzhiyun 
1108*4882a593Smuzhiyun 	platform_set_drvdata(pdev, ndev);
1109*4882a593Smuzhiyun 
1110*4882a593Smuzhiyun 	priv = netdev_priv(ndev);
1111*4882a593Smuzhiyun 	priv->dev = dev;
1112*4882a593Smuzhiyun 	priv->netdev = ndev;
1113*4882a593Smuzhiyun 
1114*4882a593Smuzhiyun 	of_id = of_match_device(hix5hd2_of_match, dev);
1115*4882a593Smuzhiyun 	if (!of_id) {
1116*4882a593Smuzhiyun 		ret = -EINVAL;
1117*4882a593Smuzhiyun 		goto out_free_netdev;
1118*4882a593Smuzhiyun 	}
1119*4882a593Smuzhiyun 	priv->hw_cap = (unsigned long)of_id->data;
1120*4882a593Smuzhiyun 
1121*4882a593Smuzhiyun 	priv->base = devm_platform_ioremap_resource(pdev, 0);
1122*4882a593Smuzhiyun 	if (IS_ERR(priv->base)) {
1123*4882a593Smuzhiyun 		ret = PTR_ERR(priv->base);
1124*4882a593Smuzhiyun 		goto out_free_netdev;
1125*4882a593Smuzhiyun 	}
1126*4882a593Smuzhiyun 
1127*4882a593Smuzhiyun 	priv->ctrl_base = devm_platform_ioremap_resource(pdev, 1);
1128*4882a593Smuzhiyun 	if (IS_ERR(priv->ctrl_base)) {
1129*4882a593Smuzhiyun 		ret = PTR_ERR(priv->ctrl_base);
1130*4882a593Smuzhiyun 		goto out_free_netdev;
1131*4882a593Smuzhiyun 	}
1132*4882a593Smuzhiyun 
1133*4882a593Smuzhiyun 	priv->mac_core_clk = devm_clk_get(&pdev->dev, "mac_core");
1134*4882a593Smuzhiyun 	if (IS_ERR(priv->mac_core_clk)) {
1135*4882a593Smuzhiyun 		netdev_err(ndev, "failed to get mac core clk\n");
1136*4882a593Smuzhiyun 		ret = -ENODEV;
1137*4882a593Smuzhiyun 		goto out_free_netdev;
1138*4882a593Smuzhiyun 	}
1139*4882a593Smuzhiyun 
1140*4882a593Smuzhiyun 	ret = clk_prepare_enable(priv->mac_core_clk);
1141*4882a593Smuzhiyun 	if (ret < 0) {
1142*4882a593Smuzhiyun 		netdev_err(ndev, "failed to enable mac core clk %d\n", ret);
1143*4882a593Smuzhiyun 		goto out_free_netdev;
1144*4882a593Smuzhiyun 	}
1145*4882a593Smuzhiyun 
1146*4882a593Smuzhiyun 	priv->mac_ifc_clk = devm_clk_get(&pdev->dev, "mac_ifc");
1147*4882a593Smuzhiyun 	if (IS_ERR(priv->mac_ifc_clk))
1148*4882a593Smuzhiyun 		priv->mac_ifc_clk = NULL;
1149*4882a593Smuzhiyun 
1150*4882a593Smuzhiyun 	ret = clk_prepare_enable(priv->mac_ifc_clk);
1151*4882a593Smuzhiyun 	if (ret < 0) {
1152*4882a593Smuzhiyun 		netdev_err(ndev, "failed to enable mac ifc clk %d\n", ret);
1153*4882a593Smuzhiyun 		goto out_disable_mac_core_clk;
1154*4882a593Smuzhiyun 	}
1155*4882a593Smuzhiyun 
1156*4882a593Smuzhiyun 	priv->mac_core_rst = devm_reset_control_get(dev, "mac_core");
1157*4882a593Smuzhiyun 	if (IS_ERR(priv->mac_core_rst))
1158*4882a593Smuzhiyun 		priv->mac_core_rst = NULL;
1159*4882a593Smuzhiyun 	hix5hd2_mac_core_reset(priv);
1160*4882a593Smuzhiyun 
1161*4882a593Smuzhiyun 	priv->mac_ifc_rst = devm_reset_control_get(dev, "mac_ifc");
1162*4882a593Smuzhiyun 	if (IS_ERR(priv->mac_ifc_rst))
1163*4882a593Smuzhiyun 		priv->mac_ifc_rst = NULL;
1164*4882a593Smuzhiyun 
1165*4882a593Smuzhiyun 	priv->phy_rst = devm_reset_control_get(dev, "phy");
1166*4882a593Smuzhiyun 	if (IS_ERR(priv->phy_rst)) {
1167*4882a593Smuzhiyun 		priv->phy_rst = NULL;
1168*4882a593Smuzhiyun 	} else {
1169*4882a593Smuzhiyun 		ret = of_property_read_u32_array(node,
1170*4882a593Smuzhiyun 						 PHY_RESET_DELAYS_PROPERTY,
1171*4882a593Smuzhiyun 						 priv->phy_reset_delays,
1172*4882a593Smuzhiyun 						 DELAYS_NUM);
1173*4882a593Smuzhiyun 		if (ret)
1174*4882a593Smuzhiyun 			goto out_disable_clk;
1175*4882a593Smuzhiyun 		hix5hd2_phy_reset(priv);
1176*4882a593Smuzhiyun 	}
1177*4882a593Smuzhiyun 
1178*4882a593Smuzhiyun 	bus = mdiobus_alloc();
1179*4882a593Smuzhiyun 	if (bus == NULL) {
1180*4882a593Smuzhiyun 		ret = -ENOMEM;
1181*4882a593Smuzhiyun 		goto out_disable_clk;
1182*4882a593Smuzhiyun 	}
1183*4882a593Smuzhiyun 
1184*4882a593Smuzhiyun 	bus->priv = priv;
1185*4882a593Smuzhiyun 	bus->name = "hix5hd2_mii_bus";
1186*4882a593Smuzhiyun 	bus->read = hix5hd2_mdio_read;
1187*4882a593Smuzhiyun 	bus->write = hix5hd2_mdio_write;
1188*4882a593Smuzhiyun 	bus->parent = &pdev->dev;
1189*4882a593Smuzhiyun 	snprintf(bus->id, MII_BUS_ID_SIZE, "%s-mii", dev_name(&pdev->dev));
1190*4882a593Smuzhiyun 	priv->bus = bus;
1191*4882a593Smuzhiyun 
1192*4882a593Smuzhiyun 	ret = of_mdiobus_register(bus, node);
1193*4882a593Smuzhiyun 	if (ret)
1194*4882a593Smuzhiyun 		goto err_free_mdio;
1195*4882a593Smuzhiyun 
1196*4882a593Smuzhiyun 	ret = of_get_phy_mode(node, &priv->phy_mode);
1197*4882a593Smuzhiyun 	if (ret) {
1198*4882a593Smuzhiyun 		netdev_err(ndev, "not find phy-mode\n");
1199*4882a593Smuzhiyun 		goto err_mdiobus;
1200*4882a593Smuzhiyun 	}
1201*4882a593Smuzhiyun 
1202*4882a593Smuzhiyun 	priv->phy_node = of_parse_phandle(node, "phy-handle", 0);
1203*4882a593Smuzhiyun 	if (!priv->phy_node) {
1204*4882a593Smuzhiyun 		netdev_err(ndev, "not find phy-handle\n");
1205*4882a593Smuzhiyun 		ret = -EINVAL;
1206*4882a593Smuzhiyun 		goto err_mdiobus;
1207*4882a593Smuzhiyun 	}
1208*4882a593Smuzhiyun 
1209*4882a593Smuzhiyun 	ndev->irq = platform_get_irq(pdev, 0);
1210*4882a593Smuzhiyun 	if (ndev->irq <= 0) {
1211*4882a593Smuzhiyun 		netdev_err(ndev, "No irq resource\n");
1212*4882a593Smuzhiyun 		ret = -EINVAL;
1213*4882a593Smuzhiyun 		goto out_phy_node;
1214*4882a593Smuzhiyun 	}
1215*4882a593Smuzhiyun 
1216*4882a593Smuzhiyun 	ret = devm_request_irq(dev, ndev->irq, hix5hd2_interrupt,
1217*4882a593Smuzhiyun 			       0, pdev->name, ndev);
1218*4882a593Smuzhiyun 	if (ret) {
1219*4882a593Smuzhiyun 		netdev_err(ndev, "devm_request_irq failed\n");
1220*4882a593Smuzhiyun 		goto out_phy_node;
1221*4882a593Smuzhiyun 	}
1222*4882a593Smuzhiyun 
1223*4882a593Smuzhiyun 	mac_addr = of_get_mac_address(node);
1224*4882a593Smuzhiyun 	if (!IS_ERR(mac_addr))
1225*4882a593Smuzhiyun 		ether_addr_copy(ndev->dev_addr, mac_addr);
1226*4882a593Smuzhiyun 	if (!is_valid_ether_addr(ndev->dev_addr)) {
1227*4882a593Smuzhiyun 		eth_hw_addr_random(ndev);
1228*4882a593Smuzhiyun 		netdev_warn(ndev, "using random MAC address %pM\n",
1229*4882a593Smuzhiyun 			    ndev->dev_addr);
1230*4882a593Smuzhiyun 	}
1231*4882a593Smuzhiyun 
1232*4882a593Smuzhiyun 	INIT_WORK(&priv->tx_timeout_task, hix5hd2_tx_timeout_task);
1233*4882a593Smuzhiyun 	ndev->watchdog_timeo = 6 * HZ;
1234*4882a593Smuzhiyun 	ndev->priv_flags |= IFF_UNICAST_FLT;
1235*4882a593Smuzhiyun 	ndev->netdev_ops = &hix5hd2_netdev_ops;
1236*4882a593Smuzhiyun 	ndev->ethtool_ops = &hix5hd2_ethtools_ops;
1237*4882a593Smuzhiyun 	SET_NETDEV_DEV(ndev, dev);
1238*4882a593Smuzhiyun 
1239*4882a593Smuzhiyun 	if (HAS_CAP_TSO(priv->hw_cap))
1240*4882a593Smuzhiyun 		ndev->hw_features |= NETIF_F_SG;
1241*4882a593Smuzhiyun 
1242*4882a593Smuzhiyun 	ndev->features |= ndev->hw_features | NETIF_F_HIGHDMA;
1243*4882a593Smuzhiyun 	ndev->vlan_features |= ndev->features;
1244*4882a593Smuzhiyun 
1245*4882a593Smuzhiyun 	ret = hix5hd2_init_hw_desc_queue(priv);
1246*4882a593Smuzhiyun 	if (ret)
1247*4882a593Smuzhiyun 		goto out_phy_node;
1248*4882a593Smuzhiyun 
1249*4882a593Smuzhiyun 	netif_napi_add(ndev, &priv->napi, hix5hd2_poll, NAPI_POLL_WEIGHT);
1250*4882a593Smuzhiyun 
1251*4882a593Smuzhiyun 	if (HAS_CAP_TSO(priv->hw_cap)) {
1252*4882a593Smuzhiyun 		ret = hix5hd2_init_sg_desc_queue(priv);
1253*4882a593Smuzhiyun 		if (ret)
1254*4882a593Smuzhiyun 			goto out_destroy_queue;
1255*4882a593Smuzhiyun 	}
1256*4882a593Smuzhiyun 
1257*4882a593Smuzhiyun 	ret = register_netdev(priv->netdev);
1258*4882a593Smuzhiyun 	if (ret) {
1259*4882a593Smuzhiyun 		netdev_err(ndev, "register_netdev failed!");
1260*4882a593Smuzhiyun 		goto out_destroy_queue;
1261*4882a593Smuzhiyun 	}
1262*4882a593Smuzhiyun 
1263*4882a593Smuzhiyun 	clk_disable_unprepare(priv->mac_ifc_clk);
1264*4882a593Smuzhiyun 	clk_disable_unprepare(priv->mac_core_clk);
1265*4882a593Smuzhiyun 
1266*4882a593Smuzhiyun 	return ret;
1267*4882a593Smuzhiyun 
1268*4882a593Smuzhiyun out_destroy_queue:
1269*4882a593Smuzhiyun 	if (HAS_CAP_TSO(priv->hw_cap))
1270*4882a593Smuzhiyun 		hix5hd2_destroy_sg_desc_queue(priv);
1271*4882a593Smuzhiyun 	netif_napi_del(&priv->napi);
1272*4882a593Smuzhiyun 	hix5hd2_destroy_hw_desc_queue(priv);
1273*4882a593Smuzhiyun out_phy_node:
1274*4882a593Smuzhiyun 	of_node_put(priv->phy_node);
1275*4882a593Smuzhiyun err_mdiobus:
1276*4882a593Smuzhiyun 	mdiobus_unregister(bus);
1277*4882a593Smuzhiyun err_free_mdio:
1278*4882a593Smuzhiyun 	mdiobus_free(bus);
1279*4882a593Smuzhiyun out_disable_clk:
1280*4882a593Smuzhiyun 	clk_disable_unprepare(priv->mac_ifc_clk);
1281*4882a593Smuzhiyun out_disable_mac_core_clk:
1282*4882a593Smuzhiyun 	clk_disable_unprepare(priv->mac_core_clk);
1283*4882a593Smuzhiyun out_free_netdev:
1284*4882a593Smuzhiyun 	free_netdev(ndev);
1285*4882a593Smuzhiyun 
1286*4882a593Smuzhiyun 	return ret;
1287*4882a593Smuzhiyun }
1288*4882a593Smuzhiyun 
hix5hd2_dev_remove(struct platform_device * pdev)1289*4882a593Smuzhiyun static int hix5hd2_dev_remove(struct platform_device *pdev)
1290*4882a593Smuzhiyun {
1291*4882a593Smuzhiyun 	struct net_device *ndev = platform_get_drvdata(pdev);
1292*4882a593Smuzhiyun 	struct hix5hd2_priv *priv = netdev_priv(ndev);
1293*4882a593Smuzhiyun 
1294*4882a593Smuzhiyun 	netif_napi_del(&priv->napi);
1295*4882a593Smuzhiyun 	unregister_netdev(ndev);
1296*4882a593Smuzhiyun 	mdiobus_unregister(priv->bus);
1297*4882a593Smuzhiyun 	mdiobus_free(priv->bus);
1298*4882a593Smuzhiyun 
1299*4882a593Smuzhiyun 	if (HAS_CAP_TSO(priv->hw_cap))
1300*4882a593Smuzhiyun 		hix5hd2_destroy_sg_desc_queue(priv);
1301*4882a593Smuzhiyun 	hix5hd2_destroy_hw_desc_queue(priv);
1302*4882a593Smuzhiyun 	of_node_put(priv->phy_node);
1303*4882a593Smuzhiyun 	cancel_work_sync(&priv->tx_timeout_task);
1304*4882a593Smuzhiyun 	free_netdev(ndev);
1305*4882a593Smuzhiyun 
1306*4882a593Smuzhiyun 	return 0;
1307*4882a593Smuzhiyun }
1308*4882a593Smuzhiyun 
1309*4882a593Smuzhiyun static const struct of_device_id hix5hd2_of_match[] = {
1310*4882a593Smuzhiyun 	{ .compatible = "hisilicon,hisi-gmac-v1", .data = (void *)GEMAC_V1 },
1311*4882a593Smuzhiyun 	{ .compatible = "hisilicon,hisi-gmac-v2", .data = (void *)GEMAC_V2 },
1312*4882a593Smuzhiyun 	{ .compatible = "hisilicon,hix5hd2-gmac", .data = (void *)GEMAC_V1 },
1313*4882a593Smuzhiyun 	{ .compatible = "hisilicon,hi3798cv200-gmac", .data = (void *)GEMAC_V2 },
1314*4882a593Smuzhiyun 	{ .compatible = "hisilicon,hi3516a-gmac", .data = (void *)GEMAC_V2 },
1315*4882a593Smuzhiyun 	{},
1316*4882a593Smuzhiyun };
1317*4882a593Smuzhiyun 
1318*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, hix5hd2_of_match);
1319*4882a593Smuzhiyun 
1320*4882a593Smuzhiyun static struct platform_driver hix5hd2_dev_driver = {
1321*4882a593Smuzhiyun 	.driver = {
1322*4882a593Smuzhiyun 		.name = "hisi-gmac",
1323*4882a593Smuzhiyun 		.of_match_table = hix5hd2_of_match,
1324*4882a593Smuzhiyun 	},
1325*4882a593Smuzhiyun 	.probe = hix5hd2_dev_probe,
1326*4882a593Smuzhiyun 	.remove = hix5hd2_dev_remove,
1327*4882a593Smuzhiyun };
1328*4882a593Smuzhiyun 
1329*4882a593Smuzhiyun module_platform_driver(hix5hd2_dev_driver);
1330*4882a593Smuzhiyun 
1331*4882a593Smuzhiyun MODULE_DESCRIPTION("HISILICON Gigabit Ethernet MAC driver");
1332*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
1333*4882a593Smuzhiyun MODULE_ALIAS("platform:hisi-gmac");
1334