xref: /OK3568_Linux_fs/kernel/drivers/infiniband/hw/hns/hns_roce_cmd.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  * Copyright (c) 2016 Hisilicon Limited.
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * This software is available to you under a choice of one of two
5*4882a593Smuzhiyun  * licenses.  You may choose to be licensed under the terms of the GNU
6*4882a593Smuzhiyun  * General Public License (GPL) Version 2, available from the file
7*4882a593Smuzhiyun  * COPYING in the main directory of this source tree, or the
8*4882a593Smuzhiyun  * OpenIB.org BSD license below:
9*4882a593Smuzhiyun  *
10*4882a593Smuzhiyun  *     Redistribution and use in source and binary forms, with or
11*4882a593Smuzhiyun  *     without modification, are permitted provided that the following
12*4882a593Smuzhiyun  *     conditions are met:
13*4882a593Smuzhiyun  *
14*4882a593Smuzhiyun  *      - Redistributions of source code must retain the above
15*4882a593Smuzhiyun  *        copyright notice, this list of conditions and the following
16*4882a593Smuzhiyun  *        disclaimer.
17*4882a593Smuzhiyun  *
18*4882a593Smuzhiyun  *      - Redistributions in binary form must reproduce the above
19*4882a593Smuzhiyun  *        copyright notice, this list of conditions and the following
20*4882a593Smuzhiyun  *        disclaimer in the documentation and/or other materials
21*4882a593Smuzhiyun  *        provided with the distribution.
22*4882a593Smuzhiyun  *
23*4882a593Smuzhiyun  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24*4882a593Smuzhiyun  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25*4882a593Smuzhiyun  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26*4882a593Smuzhiyun  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27*4882a593Smuzhiyun  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28*4882a593Smuzhiyun  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29*4882a593Smuzhiyun  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30*4882a593Smuzhiyun  * SOFTWARE.
31*4882a593Smuzhiyun  */
32*4882a593Smuzhiyun 
33*4882a593Smuzhiyun #include <linux/dmapool.h>
34*4882a593Smuzhiyun #include <linux/platform_device.h>
35*4882a593Smuzhiyun #include "hns_roce_common.h"
36*4882a593Smuzhiyun #include "hns_roce_device.h"
37*4882a593Smuzhiyun #include "hns_roce_cmd.h"
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun #define CMD_POLL_TOKEN		0xffff
40*4882a593Smuzhiyun #define CMD_MAX_NUM		32
41*4882a593Smuzhiyun #define CMD_TOKEN_MASK		0x1f
42*4882a593Smuzhiyun 
hns_roce_cmd_mbox_post_hw(struct hns_roce_dev * hr_dev,u64 in_param,u64 out_param,u32 in_modifier,u8 op_modifier,u16 op,u16 token,int event)43*4882a593Smuzhiyun static int hns_roce_cmd_mbox_post_hw(struct hns_roce_dev *hr_dev, u64 in_param,
44*4882a593Smuzhiyun 				     u64 out_param, u32 in_modifier,
45*4882a593Smuzhiyun 				     u8 op_modifier, u16 op, u16 token,
46*4882a593Smuzhiyun 				     int event)
47*4882a593Smuzhiyun {
48*4882a593Smuzhiyun 	struct hns_roce_cmdq *cmd = &hr_dev->cmd;
49*4882a593Smuzhiyun 	int ret;
50*4882a593Smuzhiyun 
51*4882a593Smuzhiyun 	mutex_lock(&cmd->hcr_mutex);
52*4882a593Smuzhiyun 	ret = hr_dev->hw->post_mbox(hr_dev, in_param, out_param, in_modifier,
53*4882a593Smuzhiyun 				    op_modifier, op, token, event);
54*4882a593Smuzhiyun 	mutex_unlock(&cmd->hcr_mutex);
55*4882a593Smuzhiyun 
56*4882a593Smuzhiyun 	return ret;
57*4882a593Smuzhiyun }
58*4882a593Smuzhiyun 
59*4882a593Smuzhiyun /* this should be called with "poll_sem" */
__hns_roce_cmd_mbox_poll(struct hns_roce_dev * hr_dev,u64 in_param,u64 out_param,unsigned long in_modifier,u8 op_modifier,u16 op,unsigned long timeout)60*4882a593Smuzhiyun static int __hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, u64 in_param,
61*4882a593Smuzhiyun 				    u64 out_param, unsigned long in_modifier,
62*4882a593Smuzhiyun 				    u8 op_modifier, u16 op,
63*4882a593Smuzhiyun 				    unsigned long timeout)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun 	struct device *dev = hr_dev->dev;
66*4882a593Smuzhiyun 	int ret;
67*4882a593Smuzhiyun 
68*4882a593Smuzhiyun 	ret = hns_roce_cmd_mbox_post_hw(hr_dev, in_param, out_param,
69*4882a593Smuzhiyun 					in_modifier, op_modifier, op,
70*4882a593Smuzhiyun 					CMD_POLL_TOKEN, 0);
71*4882a593Smuzhiyun 	if (ret) {
72*4882a593Smuzhiyun 		dev_err(dev, "[cmd_poll]hns_roce_cmd_mbox_post_hw failed\n");
73*4882a593Smuzhiyun 		return ret;
74*4882a593Smuzhiyun 	}
75*4882a593Smuzhiyun 
76*4882a593Smuzhiyun 	return hr_dev->hw->chk_mbox(hr_dev, timeout);
77*4882a593Smuzhiyun }
78*4882a593Smuzhiyun 
hns_roce_cmd_mbox_poll(struct hns_roce_dev * hr_dev,u64 in_param,u64 out_param,unsigned long in_modifier,u8 op_modifier,u16 op,unsigned long timeout)79*4882a593Smuzhiyun static int hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, u64 in_param,
80*4882a593Smuzhiyun 				  u64 out_param, unsigned long in_modifier,
81*4882a593Smuzhiyun 				  u8 op_modifier, u16 op, unsigned long timeout)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun 	int ret;
84*4882a593Smuzhiyun 
85*4882a593Smuzhiyun 	down(&hr_dev->cmd.poll_sem);
86*4882a593Smuzhiyun 	ret = __hns_roce_cmd_mbox_poll(hr_dev, in_param, out_param, in_modifier,
87*4882a593Smuzhiyun 				       op_modifier, op, timeout);
88*4882a593Smuzhiyun 	up(&hr_dev->cmd.poll_sem);
89*4882a593Smuzhiyun 
90*4882a593Smuzhiyun 	return ret;
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun 
hns_roce_cmd_event(struct hns_roce_dev * hr_dev,u16 token,u8 status,u64 out_param)93*4882a593Smuzhiyun void hns_roce_cmd_event(struct hns_roce_dev *hr_dev, u16 token, u8 status,
94*4882a593Smuzhiyun 			u64 out_param)
95*4882a593Smuzhiyun {
96*4882a593Smuzhiyun 	struct hns_roce_cmd_context
97*4882a593Smuzhiyun 		*context = &hr_dev->cmd.context[token & hr_dev->cmd.token_mask];
98*4882a593Smuzhiyun 
99*4882a593Smuzhiyun 	if (token != context->token)
100*4882a593Smuzhiyun 		return;
101*4882a593Smuzhiyun 
102*4882a593Smuzhiyun 	context->result = (status == HNS_ROCE_CMD_SUCCESS) ? 0 : (-EIO);
103*4882a593Smuzhiyun 	context->out_param = out_param;
104*4882a593Smuzhiyun 	complete(&context->done);
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun 
107*4882a593Smuzhiyun /* this should be called with "use_events" */
__hns_roce_cmd_mbox_wait(struct hns_roce_dev * hr_dev,u64 in_param,u64 out_param,unsigned long in_modifier,u8 op_modifier,u16 op,unsigned long timeout)108*4882a593Smuzhiyun static int __hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, u64 in_param,
109*4882a593Smuzhiyun 				    u64 out_param, unsigned long in_modifier,
110*4882a593Smuzhiyun 				    u8 op_modifier, u16 op,
111*4882a593Smuzhiyun 				    unsigned long timeout)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun 	struct hns_roce_cmdq *cmd = &hr_dev->cmd;
114*4882a593Smuzhiyun 	struct hns_roce_cmd_context *context;
115*4882a593Smuzhiyun 	struct device *dev = hr_dev->dev;
116*4882a593Smuzhiyun 	int ret;
117*4882a593Smuzhiyun 
118*4882a593Smuzhiyun 	spin_lock(&cmd->context_lock);
119*4882a593Smuzhiyun 	WARN_ON(cmd->free_head < 0);
120*4882a593Smuzhiyun 	context = &cmd->context[cmd->free_head];
121*4882a593Smuzhiyun 	context->token += cmd->token_mask + 1;
122*4882a593Smuzhiyun 	cmd->free_head = context->next;
123*4882a593Smuzhiyun 	spin_unlock(&cmd->context_lock);
124*4882a593Smuzhiyun 
125*4882a593Smuzhiyun 	init_completion(&context->done);
126*4882a593Smuzhiyun 
127*4882a593Smuzhiyun 	ret = hns_roce_cmd_mbox_post_hw(hr_dev, in_param, out_param,
128*4882a593Smuzhiyun 					in_modifier, op_modifier, op,
129*4882a593Smuzhiyun 					context->token, 1);
130*4882a593Smuzhiyun 	if (ret)
131*4882a593Smuzhiyun 		goto out;
132*4882a593Smuzhiyun 
133*4882a593Smuzhiyun 	/*
134*4882a593Smuzhiyun 	 * It is timeout when wait_for_completion_timeout return 0
135*4882a593Smuzhiyun 	 * The return value is the time limit set in advance
136*4882a593Smuzhiyun 	 * how many seconds showing
137*4882a593Smuzhiyun 	 */
138*4882a593Smuzhiyun 	if (!wait_for_completion_timeout(&context->done,
139*4882a593Smuzhiyun 					 msecs_to_jiffies(timeout))) {
140*4882a593Smuzhiyun 		dev_err(dev, "[cmd]wait_for_completion_timeout timeout\n");
141*4882a593Smuzhiyun 		ret = -EBUSY;
142*4882a593Smuzhiyun 		goto out;
143*4882a593Smuzhiyun 	}
144*4882a593Smuzhiyun 
145*4882a593Smuzhiyun 	ret = context->result;
146*4882a593Smuzhiyun 	if (ret) {
147*4882a593Smuzhiyun 		dev_err(dev, "[cmd]event mod cmd process error!err=%d\n", ret);
148*4882a593Smuzhiyun 		goto out;
149*4882a593Smuzhiyun 	}
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun out:
152*4882a593Smuzhiyun 	spin_lock(&cmd->context_lock);
153*4882a593Smuzhiyun 	context->next = cmd->free_head;
154*4882a593Smuzhiyun 	cmd->free_head = context - cmd->context;
155*4882a593Smuzhiyun 	spin_unlock(&cmd->context_lock);
156*4882a593Smuzhiyun 
157*4882a593Smuzhiyun 	return ret;
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun 
hns_roce_cmd_mbox_wait(struct hns_roce_dev * hr_dev,u64 in_param,u64 out_param,unsigned long in_modifier,u8 op_modifier,u16 op,unsigned long timeout)160*4882a593Smuzhiyun static int hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, u64 in_param,
161*4882a593Smuzhiyun 				  u64 out_param, unsigned long in_modifier,
162*4882a593Smuzhiyun 				  u8 op_modifier, u16 op, unsigned long timeout)
163*4882a593Smuzhiyun {
164*4882a593Smuzhiyun 	int ret;
165*4882a593Smuzhiyun 
166*4882a593Smuzhiyun 	down(&hr_dev->cmd.event_sem);
167*4882a593Smuzhiyun 	ret = __hns_roce_cmd_mbox_wait(hr_dev, in_param, out_param,
168*4882a593Smuzhiyun 				       in_modifier, op_modifier, op, timeout);
169*4882a593Smuzhiyun 	up(&hr_dev->cmd.event_sem);
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	return ret;
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun 
hns_roce_cmd_mbox(struct hns_roce_dev * hr_dev,u64 in_param,u64 out_param,unsigned long in_modifier,u8 op_modifier,u16 op,unsigned long timeout)174*4882a593Smuzhiyun int hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param,
175*4882a593Smuzhiyun 		      unsigned long in_modifier, u8 op_modifier, u16 op,
176*4882a593Smuzhiyun 		      unsigned long timeout)
177*4882a593Smuzhiyun {
178*4882a593Smuzhiyun 	int ret;
179*4882a593Smuzhiyun 
180*4882a593Smuzhiyun 	if (hr_dev->hw->rst_prc_mbox) {
181*4882a593Smuzhiyun 		ret = hr_dev->hw->rst_prc_mbox(hr_dev);
182*4882a593Smuzhiyun 		if (ret == CMD_RST_PRC_SUCCESS)
183*4882a593Smuzhiyun 			return 0;
184*4882a593Smuzhiyun 		else if (ret == CMD_RST_PRC_EBUSY)
185*4882a593Smuzhiyun 			return -EBUSY;
186*4882a593Smuzhiyun 	}
187*4882a593Smuzhiyun 
188*4882a593Smuzhiyun 	if (hr_dev->cmd.use_events)
189*4882a593Smuzhiyun 		ret = hns_roce_cmd_mbox_wait(hr_dev, in_param, out_param,
190*4882a593Smuzhiyun 					     in_modifier, op_modifier, op,
191*4882a593Smuzhiyun 					     timeout);
192*4882a593Smuzhiyun 	else
193*4882a593Smuzhiyun 		ret = hns_roce_cmd_mbox_poll(hr_dev, in_param, out_param,
194*4882a593Smuzhiyun 					     in_modifier, op_modifier, op,
195*4882a593Smuzhiyun 					     timeout);
196*4882a593Smuzhiyun 
197*4882a593Smuzhiyun 	if (ret == CMD_RST_PRC_EBUSY)
198*4882a593Smuzhiyun 		return -EBUSY;
199*4882a593Smuzhiyun 
200*4882a593Smuzhiyun 	if (ret && (hr_dev->hw->rst_prc_mbox &&
201*4882a593Smuzhiyun 		    hr_dev->hw->rst_prc_mbox(hr_dev) == CMD_RST_PRC_SUCCESS))
202*4882a593Smuzhiyun 		return 0;
203*4882a593Smuzhiyun 
204*4882a593Smuzhiyun 	return ret;
205*4882a593Smuzhiyun }
206*4882a593Smuzhiyun 
hns_roce_cmd_init(struct hns_roce_dev * hr_dev)207*4882a593Smuzhiyun int hns_roce_cmd_init(struct hns_roce_dev *hr_dev)
208*4882a593Smuzhiyun {
209*4882a593Smuzhiyun 	struct device *dev = hr_dev->dev;
210*4882a593Smuzhiyun 
211*4882a593Smuzhiyun 	mutex_init(&hr_dev->cmd.hcr_mutex);
212*4882a593Smuzhiyun 	sema_init(&hr_dev->cmd.poll_sem, 1);
213*4882a593Smuzhiyun 	hr_dev->cmd.use_events = 0;
214*4882a593Smuzhiyun 	hr_dev->cmd.max_cmds = CMD_MAX_NUM;
215*4882a593Smuzhiyun 	hr_dev->cmd.pool = dma_pool_create("hns_roce_cmd", dev,
216*4882a593Smuzhiyun 					   HNS_ROCE_MAILBOX_SIZE,
217*4882a593Smuzhiyun 					   HNS_ROCE_MAILBOX_SIZE, 0);
218*4882a593Smuzhiyun 	if (!hr_dev->cmd.pool)
219*4882a593Smuzhiyun 		return -ENOMEM;
220*4882a593Smuzhiyun 
221*4882a593Smuzhiyun 	return 0;
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun 
hns_roce_cmd_cleanup(struct hns_roce_dev * hr_dev)224*4882a593Smuzhiyun void hns_roce_cmd_cleanup(struct hns_roce_dev *hr_dev)
225*4882a593Smuzhiyun {
226*4882a593Smuzhiyun 	dma_pool_destroy(hr_dev->cmd.pool);
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun 
hns_roce_cmd_use_events(struct hns_roce_dev * hr_dev)229*4882a593Smuzhiyun int hns_roce_cmd_use_events(struct hns_roce_dev *hr_dev)
230*4882a593Smuzhiyun {
231*4882a593Smuzhiyun 	struct hns_roce_cmdq *hr_cmd = &hr_dev->cmd;
232*4882a593Smuzhiyun 	int i;
233*4882a593Smuzhiyun 
234*4882a593Smuzhiyun 	hr_cmd->context = kmalloc_array(hr_cmd->max_cmds,
235*4882a593Smuzhiyun 					sizeof(*hr_cmd->context),
236*4882a593Smuzhiyun 					GFP_KERNEL);
237*4882a593Smuzhiyun 	if (!hr_cmd->context)
238*4882a593Smuzhiyun 		return -ENOMEM;
239*4882a593Smuzhiyun 
240*4882a593Smuzhiyun 	for (i = 0; i < hr_cmd->max_cmds; ++i) {
241*4882a593Smuzhiyun 		hr_cmd->context[i].token = i;
242*4882a593Smuzhiyun 		hr_cmd->context[i].next = i + 1;
243*4882a593Smuzhiyun 	}
244*4882a593Smuzhiyun 
245*4882a593Smuzhiyun 	hr_cmd->context[hr_cmd->max_cmds - 1].next = -1;
246*4882a593Smuzhiyun 	hr_cmd->free_head = 0;
247*4882a593Smuzhiyun 
248*4882a593Smuzhiyun 	sema_init(&hr_cmd->event_sem, hr_cmd->max_cmds);
249*4882a593Smuzhiyun 	spin_lock_init(&hr_cmd->context_lock);
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 	hr_cmd->token_mask = CMD_TOKEN_MASK;
252*4882a593Smuzhiyun 	hr_cmd->use_events = 1;
253*4882a593Smuzhiyun 
254*4882a593Smuzhiyun 	return 0;
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun 
hns_roce_cmd_use_polling(struct hns_roce_dev * hr_dev)257*4882a593Smuzhiyun void hns_roce_cmd_use_polling(struct hns_roce_dev *hr_dev)
258*4882a593Smuzhiyun {
259*4882a593Smuzhiyun 	struct hns_roce_cmdq *hr_cmd = &hr_dev->cmd;
260*4882a593Smuzhiyun 
261*4882a593Smuzhiyun 	kfree(hr_cmd->context);
262*4882a593Smuzhiyun 	hr_cmd->use_events = 0;
263*4882a593Smuzhiyun }
264*4882a593Smuzhiyun 
265*4882a593Smuzhiyun struct hns_roce_cmd_mailbox
hns_roce_alloc_cmd_mailbox(struct hns_roce_dev * hr_dev)266*4882a593Smuzhiyun 	*hns_roce_alloc_cmd_mailbox(struct hns_roce_dev *hr_dev)
267*4882a593Smuzhiyun {
268*4882a593Smuzhiyun 	struct hns_roce_cmd_mailbox *mailbox;
269*4882a593Smuzhiyun 
270*4882a593Smuzhiyun 	mailbox = kmalloc(sizeof(*mailbox), GFP_KERNEL);
271*4882a593Smuzhiyun 	if (!mailbox)
272*4882a593Smuzhiyun 		return ERR_PTR(-ENOMEM);
273*4882a593Smuzhiyun 
274*4882a593Smuzhiyun 	mailbox->buf = dma_pool_alloc(hr_dev->cmd.pool, GFP_KERNEL,
275*4882a593Smuzhiyun 				      &mailbox->dma);
276*4882a593Smuzhiyun 	if (!mailbox->buf) {
277*4882a593Smuzhiyun 		kfree(mailbox);
278*4882a593Smuzhiyun 		return ERR_PTR(-ENOMEM);
279*4882a593Smuzhiyun 	}
280*4882a593Smuzhiyun 
281*4882a593Smuzhiyun 	return mailbox;
282*4882a593Smuzhiyun }
283*4882a593Smuzhiyun 
hns_roce_free_cmd_mailbox(struct hns_roce_dev * hr_dev,struct hns_roce_cmd_mailbox * mailbox)284*4882a593Smuzhiyun void hns_roce_free_cmd_mailbox(struct hns_roce_dev *hr_dev,
285*4882a593Smuzhiyun 			       struct hns_roce_cmd_mailbox *mailbox)
286*4882a593Smuzhiyun {
287*4882a593Smuzhiyun 	if (!mailbox)
288*4882a593Smuzhiyun 		return;
289*4882a593Smuzhiyun 
290*4882a593Smuzhiyun 	dma_pool_free(hr_dev->cmd.pool, mailbox->buf, mailbox->dma);
291*4882a593Smuzhiyun 	kfree(mailbox);
292*4882a593Smuzhiyun }
293