1 /*
2 * Copyright (c) 2018, Mellanox Technologies inc. All rights reserved.
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 */
32
33 #include "rdma_core.h"
34 #include "uverbs.h"
35 #include <rdma/uverbs_std_types.h>
36 #include "restrack.h"
37
uverbs_free_mr(struct ib_uobject * uobject,enum rdma_remove_reason why,struct uverbs_attr_bundle * attrs)38 static int uverbs_free_mr(struct ib_uobject *uobject,
39 enum rdma_remove_reason why,
40 struct uverbs_attr_bundle *attrs)
41 {
42 return ib_dereg_mr_user((struct ib_mr *)uobject->object,
43 &attrs->driver_udata);
44 }
45
UVERBS_HANDLER(UVERBS_METHOD_ADVISE_MR)46 static int UVERBS_HANDLER(UVERBS_METHOD_ADVISE_MR)(
47 struct uverbs_attr_bundle *attrs)
48 {
49 struct ib_pd *pd =
50 uverbs_attr_get_obj(attrs, UVERBS_ATTR_ADVISE_MR_PD_HANDLE);
51 enum ib_uverbs_advise_mr_advice advice;
52 struct ib_device *ib_dev = pd->device;
53 struct ib_sge *sg_list;
54 int num_sge;
55 u32 flags;
56 int ret;
57
58 /* FIXME: Extend the UAPI_DEF_OBJ_NEEDS_FN stuff.. */
59 if (!ib_dev->ops.advise_mr)
60 return -EOPNOTSUPP;
61
62 ret = uverbs_get_const(&advice, attrs, UVERBS_ATTR_ADVISE_MR_ADVICE);
63 if (ret)
64 return ret;
65
66 ret = uverbs_get_flags32(&flags, attrs, UVERBS_ATTR_ADVISE_MR_FLAGS,
67 IB_UVERBS_ADVISE_MR_FLAG_FLUSH);
68 if (ret)
69 return ret;
70
71 num_sge = uverbs_attr_ptr_get_array_size(
72 attrs, UVERBS_ATTR_ADVISE_MR_SGE_LIST, sizeof(struct ib_sge));
73 if (num_sge <= 0)
74 return num_sge;
75
76 sg_list = uverbs_attr_get_alloced_ptr(attrs,
77 UVERBS_ATTR_ADVISE_MR_SGE_LIST);
78 return ib_dev->ops.advise_mr(pd, advice, flags, sg_list, num_sge,
79 attrs);
80 }
81
UVERBS_HANDLER(UVERBS_METHOD_DM_MR_REG)82 static int UVERBS_HANDLER(UVERBS_METHOD_DM_MR_REG)(
83 struct uverbs_attr_bundle *attrs)
84 {
85 struct ib_dm_mr_attr attr = {};
86 struct ib_uobject *uobj =
87 uverbs_attr_get_uobject(attrs, UVERBS_ATTR_REG_DM_MR_HANDLE);
88 struct ib_dm *dm =
89 uverbs_attr_get_obj(attrs, UVERBS_ATTR_REG_DM_MR_DM_HANDLE);
90 struct ib_pd *pd =
91 uverbs_attr_get_obj(attrs, UVERBS_ATTR_REG_DM_MR_PD_HANDLE);
92 struct ib_device *ib_dev = pd->device;
93
94 struct ib_mr *mr;
95 int ret;
96
97 if (!ib_dev->ops.reg_dm_mr)
98 return -EOPNOTSUPP;
99
100 ret = uverbs_copy_from(&attr.offset, attrs, UVERBS_ATTR_REG_DM_MR_OFFSET);
101 if (ret)
102 return ret;
103
104 ret = uverbs_copy_from(&attr.length, attrs,
105 UVERBS_ATTR_REG_DM_MR_LENGTH);
106 if (ret)
107 return ret;
108
109 ret = uverbs_get_flags32(&attr.access_flags, attrs,
110 UVERBS_ATTR_REG_DM_MR_ACCESS_FLAGS,
111 IB_ACCESS_SUPPORTED);
112 if (ret)
113 return ret;
114
115 if (!(attr.access_flags & IB_ZERO_BASED))
116 return -EINVAL;
117
118 ret = ib_check_mr_access(attr.access_flags);
119 if (ret)
120 return ret;
121
122 if (attr.offset > dm->length || attr.length > dm->length ||
123 attr.length > dm->length - attr.offset)
124 return -EINVAL;
125
126 mr = pd->device->ops.reg_dm_mr(pd, dm, &attr, attrs);
127 if (IS_ERR(mr))
128 return PTR_ERR(mr);
129
130 mr->device = pd->device;
131 mr->pd = pd;
132 mr->type = IB_MR_TYPE_DM;
133 mr->dm = dm;
134 mr->uobject = uobj;
135 atomic_inc(&pd->usecnt);
136 atomic_inc(&dm->usecnt);
137
138 rdma_restrack_new(&mr->res, RDMA_RESTRACK_MR);
139 rdma_restrack_set_name(&mr->res, NULL);
140 rdma_restrack_add(&mr->res);
141 uobj->object = mr;
142
143 uverbs_finalize_uobj_create(attrs, UVERBS_ATTR_REG_DM_MR_HANDLE);
144
145 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DM_MR_RESP_LKEY, &mr->lkey,
146 sizeof(mr->lkey));
147 if (ret)
148 return ret;
149
150 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DM_MR_RESP_RKEY,
151 &mr->rkey, sizeof(mr->rkey));
152 return ret;
153 }
154
UVERBS_HANDLER(UVERBS_METHOD_QUERY_MR)155 static int UVERBS_HANDLER(UVERBS_METHOD_QUERY_MR)(
156 struct uverbs_attr_bundle *attrs)
157 {
158 struct ib_mr *mr =
159 uverbs_attr_get_obj(attrs, UVERBS_ATTR_QUERY_MR_HANDLE);
160 int ret;
161
162 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_LKEY, &mr->lkey,
163 sizeof(mr->lkey));
164 if (ret)
165 return ret;
166
167 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_RKEY,
168 &mr->rkey, sizeof(mr->rkey));
169
170 if (ret)
171 return ret;
172
173 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_LENGTH,
174 &mr->length, sizeof(mr->length));
175
176 if (ret)
177 return ret;
178
179 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_IOVA,
180 &mr->iova, sizeof(mr->iova));
181
182 return IS_UVERBS_COPY_ERR(ret) ? ret : 0;
183 }
184
185 DECLARE_UVERBS_NAMED_METHOD(
186 UVERBS_METHOD_ADVISE_MR,
187 UVERBS_ATTR_IDR(UVERBS_ATTR_ADVISE_MR_PD_HANDLE,
188 UVERBS_OBJECT_PD,
189 UVERBS_ACCESS_READ,
190 UA_MANDATORY),
191 UVERBS_ATTR_CONST_IN(UVERBS_ATTR_ADVISE_MR_ADVICE,
192 enum ib_uverbs_advise_mr_advice,
193 UA_MANDATORY),
194 UVERBS_ATTR_FLAGS_IN(UVERBS_ATTR_ADVISE_MR_FLAGS,
195 enum ib_uverbs_advise_mr_flag,
196 UA_MANDATORY),
197 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_ADVISE_MR_SGE_LIST,
198 UVERBS_ATTR_MIN_SIZE(sizeof(struct ib_uverbs_sge)),
199 UA_MANDATORY,
200 UA_ALLOC_AND_COPY));
201
202 DECLARE_UVERBS_NAMED_METHOD(
203 UVERBS_METHOD_QUERY_MR,
204 UVERBS_ATTR_IDR(UVERBS_ATTR_QUERY_MR_HANDLE,
205 UVERBS_OBJECT_MR,
206 UVERBS_ACCESS_READ,
207 UA_MANDATORY),
208 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_QUERY_MR_RESP_RKEY,
209 UVERBS_ATTR_TYPE(u32),
210 UA_MANDATORY),
211 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_QUERY_MR_RESP_LKEY,
212 UVERBS_ATTR_TYPE(u32),
213 UA_MANDATORY),
214 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_QUERY_MR_RESP_LENGTH,
215 UVERBS_ATTR_TYPE(u64),
216 UA_MANDATORY),
217 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_QUERY_MR_RESP_IOVA,
218 UVERBS_ATTR_TYPE(u64),
219 UA_OPTIONAL));
220
221 DECLARE_UVERBS_NAMED_METHOD(
222 UVERBS_METHOD_DM_MR_REG,
223 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_DM_MR_HANDLE,
224 UVERBS_OBJECT_MR,
225 UVERBS_ACCESS_NEW,
226 UA_MANDATORY),
227 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_DM_MR_OFFSET,
228 UVERBS_ATTR_TYPE(u64),
229 UA_MANDATORY),
230 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_DM_MR_LENGTH,
231 UVERBS_ATTR_TYPE(u64),
232 UA_MANDATORY),
233 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_DM_MR_PD_HANDLE,
234 UVERBS_OBJECT_PD,
235 UVERBS_ACCESS_READ,
236 UA_MANDATORY),
237 UVERBS_ATTR_FLAGS_IN(UVERBS_ATTR_REG_DM_MR_ACCESS_FLAGS,
238 enum ib_access_flags),
239 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_DM_MR_DM_HANDLE,
240 UVERBS_OBJECT_DM,
241 UVERBS_ACCESS_READ,
242 UA_MANDATORY),
243 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_REG_DM_MR_RESP_LKEY,
244 UVERBS_ATTR_TYPE(u32),
245 UA_MANDATORY),
246 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_REG_DM_MR_RESP_RKEY,
247 UVERBS_ATTR_TYPE(u32),
248 UA_MANDATORY));
249
250 DECLARE_UVERBS_NAMED_METHOD_DESTROY(
251 UVERBS_METHOD_MR_DESTROY,
252 UVERBS_ATTR_IDR(UVERBS_ATTR_DESTROY_MR_HANDLE,
253 UVERBS_OBJECT_MR,
254 UVERBS_ACCESS_DESTROY,
255 UA_MANDATORY));
256
257 DECLARE_UVERBS_NAMED_OBJECT(
258 UVERBS_OBJECT_MR,
259 UVERBS_TYPE_ALLOC_IDR(uverbs_free_mr),
260 &UVERBS_METHOD(UVERBS_METHOD_DM_MR_REG),
261 &UVERBS_METHOD(UVERBS_METHOD_MR_DESTROY),
262 &UVERBS_METHOD(UVERBS_METHOD_ADVISE_MR),
263 &UVERBS_METHOD(UVERBS_METHOD_QUERY_MR));
264
265 const struct uapi_definition uverbs_def_obj_mr[] = {
266 UAPI_DEF_CHAIN_OBJ_TREE_NAMED(UVERBS_OBJECT_MR,
267 UAPI_DEF_OBJ_NEEDS_FN(dereg_mr)),
268 {}
269 };
270