1 /*
2 * Copyright (c) 2018, Mellanox Technologies inc. All rights reserved.
3 * Copyright (c) 2020, Intel Corporation. All rights reserved.
4 *
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
10 *
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
13 * conditions are met:
14 *
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer.
18 *
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31 * SOFTWARE.
32 */
33
34 #include "rdma_core.h"
35 #include "uverbs.h"
36 #include <rdma/uverbs_std_types.h>
37 #include "restrack.h"
38
uverbs_free_mr(struct ib_uobject * uobject,enum rdma_remove_reason why,struct uverbs_attr_bundle * attrs)39 static int uverbs_free_mr(struct ib_uobject *uobject,
40 enum rdma_remove_reason why,
41 struct uverbs_attr_bundle *attrs)
42 {
43 return ib_dereg_mr_user((struct ib_mr *)uobject->object,
44 &attrs->driver_udata);
45 }
46
UVERBS_METHOD_ADVISE_MR(struct uverbs_attr_bundle * attrs)47 static int UVERBS_HANDLER(UVERBS_METHOD_ADVISE_MR)(
48 struct uverbs_attr_bundle *attrs)
49 {
50 struct ib_pd *pd =
51 uverbs_attr_get_obj(attrs, UVERBS_ATTR_ADVISE_MR_PD_HANDLE);
52 enum ib_uverbs_advise_mr_advice advice;
53 struct ib_device *ib_dev = pd->device;
54 struct ib_sge *sg_list;
55 int num_sge;
56 u32 flags;
57 int ret;
58
59 /* FIXME: Extend the UAPI_DEF_OBJ_NEEDS_FN stuff.. */
60 if (!ib_dev->ops.advise_mr)
61 return -EOPNOTSUPP;
62
63 ret = uverbs_get_const(&advice, attrs, UVERBS_ATTR_ADVISE_MR_ADVICE);
64 if (ret)
65 return ret;
66
67 ret = uverbs_get_flags32(&flags, attrs, UVERBS_ATTR_ADVISE_MR_FLAGS,
68 IB_UVERBS_ADVISE_MR_FLAG_FLUSH);
69 if (ret)
70 return ret;
71
72 num_sge = uverbs_attr_ptr_get_array_size(
73 attrs, UVERBS_ATTR_ADVISE_MR_SGE_LIST, sizeof(struct ib_sge));
74 if (num_sge <= 0)
75 return num_sge;
76
77 sg_list = uverbs_attr_get_alloced_ptr(attrs,
78 UVERBS_ATTR_ADVISE_MR_SGE_LIST);
79 return ib_dev->ops.advise_mr(pd, advice, flags, sg_list, num_sge,
80 attrs);
81 }
82
UVERBS_METHOD_DM_MR_REG(struct uverbs_attr_bundle * attrs)83 static int UVERBS_HANDLER(UVERBS_METHOD_DM_MR_REG)(
84 struct uverbs_attr_bundle *attrs)
85 {
86 struct ib_dm_mr_attr attr = {};
87 struct ib_uobject *uobj =
88 uverbs_attr_get_uobject(attrs, UVERBS_ATTR_REG_DM_MR_HANDLE);
89 struct ib_dm *dm =
90 uverbs_attr_get_obj(attrs, UVERBS_ATTR_REG_DM_MR_DM_HANDLE);
91 struct ib_pd *pd =
92 uverbs_attr_get_obj(attrs, UVERBS_ATTR_REG_DM_MR_PD_HANDLE);
93 struct ib_device *ib_dev = pd->device;
94
95 struct ib_mr *mr;
96 int ret;
97
98 if (!ib_dev->ops.reg_dm_mr)
99 return -EOPNOTSUPP;
100
101 ret = uverbs_copy_from(&attr.offset, attrs, UVERBS_ATTR_REG_DM_MR_OFFSET);
102 if (ret)
103 return ret;
104
105 ret = uverbs_copy_from(&attr.length, attrs,
106 UVERBS_ATTR_REG_DM_MR_LENGTH);
107 if (ret)
108 return ret;
109
110 ret = uverbs_get_flags32(&attr.access_flags, attrs,
111 UVERBS_ATTR_REG_DM_MR_ACCESS_FLAGS,
112 IB_ACCESS_SUPPORTED);
113 if (ret)
114 return ret;
115
116 if (!(attr.access_flags & IB_ZERO_BASED))
117 return -EINVAL;
118
119 ret = ib_check_mr_access(ib_dev, attr.access_flags);
120 if (ret)
121 return ret;
122
123 if (attr.offset > dm->length || attr.length > dm->length ||
124 attr.length > dm->length - attr.offset)
125 return -EINVAL;
126
127 mr = pd->device->ops.reg_dm_mr(pd, dm, &attr, attrs);
128 if (IS_ERR(mr))
129 return PTR_ERR(mr);
130
131 mr->device = pd->device;
132 mr->pd = pd;
133 mr->type = IB_MR_TYPE_DM;
134 mr->dm = dm;
135 mr->uobject = uobj;
136 atomic_inc(&pd->usecnt);
137 atomic_inc(&dm->usecnt);
138
139 rdma_restrack_new(&mr->res, RDMA_RESTRACK_MR);
140 rdma_restrack_set_name(&mr->res, NULL);
141 rdma_restrack_add(&mr->res);
142 uobj->object = mr;
143
144 uverbs_finalize_uobj_create(attrs, UVERBS_ATTR_REG_DM_MR_HANDLE);
145
146 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DM_MR_RESP_LKEY, &mr->lkey,
147 sizeof(mr->lkey));
148 if (ret)
149 return ret;
150
151 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DM_MR_RESP_RKEY,
152 &mr->rkey, sizeof(mr->rkey));
153 return ret;
154 }
155
UVERBS_METHOD_QUERY_MR(struct uverbs_attr_bundle * attrs)156 static int UVERBS_HANDLER(UVERBS_METHOD_QUERY_MR)(
157 struct uverbs_attr_bundle *attrs)
158 {
159 struct ib_mr *mr =
160 uverbs_attr_get_obj(attrs, UVERBS_ATTR_QUERY_MR_HANDLE);
161 int ret;
162
163 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_LKEY, &mr->lkey,
164 sizeof(mr->lkey));
165 if (ret)
166 return ret;
167
168 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_RKEY,
169 &mr->rkey, sizeof(mr->rkey));
170
171 if (ret)
172 return ret;
173
174 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_LENGTH,
175 &mr->length, sizeof(mr->length));
176
177 if (ret)
178 return ret;
179
180 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_IOVA,
181 &mr->iova, sizeof(mr->iova));
182
183 return IS_UVERBS_COPY_ERR(ret) ? ret : 0;
184 }
185
UVERBS_METHOD_REG_DMABUF_MR(struct uverbs_attr_bundle * attrs)186 static int UVERBS_HANDLER(UVERBS_METHOD_REG_DMABUF_MR)(
187 struct uverbs_attr_bundle *attrs)
188 {
189 struct ib_uobject *uobj =
190 uverbs_attr_get_uobject(attrs, UVERBS_ATTR_REG_DMABUF_MR_HANDLE);
191 struct ib_pd *pd =
192 uverbs_attr_get_obj(attrs, UVERBS_ATTR_REG_DMABUF_MR_PD_HANDLE);
193 struct ib_device *ib_dev = pd->device;
194
195 u64 offset, length, iova;
196 u32 fd, access_flags;
197 struct ib_mr *mr;
198 int ret;
199
200 if (!ib_dev->ops.reg_user_mr_dmabuf)
201 return -EOPNOTSUPP;
202
203 ret = uverbs_copy_from(&offset, attrs,
204 UVERBS_ATTR_REG_DMABUF_MR_OFFSET);
205 if (ret)
206 return ret;
207
208 ret = uverbs_copy_from(&length, attrs,
209 UVERBS_ATTR_REG_DMABUF_MR_LENGTH);
210 if (ret)
211 return ret;
212
213 ret = uverbs_copy_from(&iova, attrs,
214 UVERBS_ATTR_REG_DMABUF_MR_IOVA);
215 if (ret)
216 return ret;
217
218 if ((offset & ~PAGE_MASK) != (iova & ~PAGE_MASK))
219 return -EINVAL;
220
221 ret = uverbs_copy_from(&fd, attrs,
222 UVERBS_ATTR_REG_DMABUF_MR_FD);
223 if (ret)
224 return ret;
225
226 ret = uverbs_get_flags32(&access_flags, attrs,
227 UVERBS_ATTR_REG_DMABUF_MR_ACCESS_FLAGS,
228 IB_ACCESS_LOCAL_WRITE |
229 IB_ACCESS_REMOTE_READ |
230 IB_ACCESS_REMOTE_WRITE |
231 IB_ACCESS_REMOTE_ATOMIC |
232 IB_ACCESS_RELAXED_ORDERING);
233 if (ret)
234 return ret;
235
236 ret = ib_check_mr_access(ib_dev, access_flags);
237 if (ret)
238 return ret;
239
240 mr = pd->device->ops.reg_user_mr_dmabuf(pd, offset, length, iova, fd,
241 access_flags, NULL,
242 attrs);
243 if (IS_ERR(mr))
244 return PTR_ERR(mr);
245
246 mr->device = pd->device;
247 mr->pd = pd;
248 mr->type = IB_MR_TYPE_USER;
249 mr->uobject = uobj;
250 atomic_inc(&pd->usecnt);
251
252 rdma_restrack_new(&mr->res, RDMA_RESTRACK_MR);
253 rdma_restrack_set_name(&mr->res, NULL);
254 rdma_restrack_add(&mr->res);
255 uobj->object = mr;
256
257 uverbs_finalize_uobj_create(attrs, UVERBS_ATTR_REG_DMABUF_MR_HANDLE);
258
259 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DMABUF_MR_RESP_LKEY,
260 &mr->lkey, sizeof(mr->lkey));
261 if (ret)
262 return ret;
263
264 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DMABUF_MR_RESP_RKEY,
265 &mr->rkey, sizeof(mr->rkey));
266 return ret;
267 }
268
UVERBS_METHOD_REG_MR(struct uverbs_attr_bundle * attrs)269 static int UVERBS_HANDLER(UVERBS_METHOD_REG_MR)(
270 struct uverbs_attr_bundle *attrs)
271 {
272 struct ib_uobject *uobj =
273 uverbs_attr_get_uobject(attrs, UVERBS_ATTR_REG_MR_HANDLE);
274 struct ib_pd *pd =
275 uverbs_attr_get_obj(attrs, UVERBS_ATTR_REG_MR_PD_HANDLE);
276 u32 valid_access_flags = IB_ACCESS_SUPPORTED;
277 u64 length, iova, fd_offset = 0, addr = 0;
278 struct ib_device *ib_dev = pd->device;
279 struct ib_dmah *dmah = NULL;
280 bool has_fd_offset = false;
281 bool has_addr = false;
282 bool has_fd = false;
283 u32 access_flags;
284 struct ib_mr *mr;
285 int fd;
286 int ret;
287
288 ret = uverbs_copy_from(&iova, attrs, UVERBS_ATTR_REG_MR_IOVA);
289 if (ret)
290 return ret;
291
292 ret = uverbs_copy_from(&length, attrs, UVERBS_ATTR_REG_MR_LENGTH);
293 if (ret)
294 return ret;
295
296 if (uverbs_attr_is_valid(attrs, UVERBS_ATTR_REG_MR_ADDR)) {
297 ret = uverbs_copy_from(&addr, attrs,
298 UVERBS_ATTR_REG_MR_ADDR);
299 if (ret)
300 return ret;
301 has_addr = true;
302 }
303
304 if (uverbs_attr_is_valid(attrs, UVERBS_ATTR_REG_MR_FD_OFFSET)) {
305 ret = uverbs_copy_from(&fd_offset, attrs,
306 UVERBS_ATTR_REG_MR_FD_OFFSET);
307 if (ret)
308 return ret;
309 has_fd_offset = true;
310 }
311
312 if (uverbs_attr_is_valid(attrs, UVERBS_ATTR_REG_MR_FD)) {
313 ret = uverbs_get_raw_fd(&fd, attrs,
314 UVERBS_ATTR_REG_MR_FD);
315 if (ret)
316 return ret;
317 has_fd = true;
318 }
319
320 if (has_fd) {
321 if (!ib_dev->ops.reg_user_mr_dmabuf)
322 return -EOPNOTSUPP;
323
324 /* FD requires offset and can't come with addr */
325 if (!has_fd_offset || has_addr)
326 return -EINVAL;
327
328 if ((fd_offset & ~PAGE_MASK) != (iova & ~PAGE_MASK))
329 return -EINVAL;
330
331 valid_access_flags = IB_ACCESS_LOCAL_WRITE |
332 IB_ACCESS_REMOTE_READ |
333 IB_ACCESS_REMOTE_WRITE |
334 IB_ACCESS_REMOTE_ATOMIC |
335 IB_ACCESS_RELAXED_ORDERING;
336 } else {
337 if (!has_addr || has_fd_offset)
338 return -EINVAL;
339
340 if ((addr & ~PAGE_MASK) != (iova & ~PAGE_MASK))
341 return -EINVAL;
342 }
343
344 if (uverbs_attr_is_valid(attrs, UVERBS_ATTR_REG_MR_DMA_HANDLE)) {
345 dmah = uverbs_attr_get_obj(attrs,
346 UVERBS_ATTR_REG_MR_DMA_HANDLE);
347 if (IS_ERR(dmah))
348 return PTR_ERR(dmah);
349 }
350
351 ret = uverbs_get_flags32(&access_flags, attrs,
352 UVERBS_ATTR_REG_MR_ACCESS_FLAGS,
353 valid_access_flags);
354 if (ret)
355 return ret;
356
357 ret = ib_check_mr_access(ib_dev, access_flags);
358 if (ret)
359 return ret;
360
361 if (has_fd)
362 mr = pd->device->ops.reg_user_mr_dmabuf(pd, fd_offset, length,
363 iova, fd, access_flags,
364 dmah, attrs);
365 else
366 mr = pd->device->ops.reg_user_mr(pd, addr, length, iova,
367 access_flags, dmah, NULL);
368
369 if (IS_ERR(mr))
370 return PTR_ERR(mr);
371
372 mr->device = pd->device;
373 mr->pd = pd;
374 mr->type = IB_MR_TYPE_USER;
375 mr->uobject = uobj;
376 atomic_inc(&pd->usecnt);
377 if (dmah) {
378 mr->dmah = dmah;
379 atomic_inc(&dmah->usecnt);
380 }
381 rdma_restrack_new(&mr->res, RDMA_RESTRACK_MR);
382 rdma_restrack_set_name(&mr->res, NULL);
383 rdma_restrack_add(&mr->res);
384 uobj->object = mr;
385
386 uverbs_finalize_uobj_create(attrs, UVERBS_ATTR_REG_MR_HANDLE);
387
388 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_MR_RESP_LKEY,
389 &mr->lkey, sizeof(mr->lkey));
390 if (ret)
391 return ret;
392
393 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_MR_RESP_RKEY,
394 &mr->rkey, sizeof(mr->rkey));
395 return ret;
396 }
397
398 DECLARE_UVERBS_NAMED_METHOD(
399 UVERBS_METHOD_ADVISE_MR,
400 UVERBS_ATTR_IDR(UVERBS_ATTR_ADVISE_MR_PD_HANDLE,
401 UVERBS_OBJECT_PD,
402 UVERBS_ACCESS_READ,
403 UA_MANDATORY),
404 UVERBS_ATTR_CONST_IN(UVERBS_ATTR_ADVISE_MR_ADVICE,
405 enum ib_uverbs_advise_mr_advice,
406 UA_MANDATORY),
407 UVERBS_ATTR_FLAGS_IN(UVERBS_ATTR_ADVISE_MR_FLAGS,
408 enum ib_uverbs_advise_mr_flag,
409 UA_MANDATORY),
410 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_ADVISE_MR_SGE_LIST,
411 UVERBS_ATTR_MIN_SIZE(sizeof(struct ib_uverbs_sge)),
412 UA_MANDATORY,
413 UA_ALLOC_AND_COPY));
414
415 DECLARE_UVERBS_NAMED_METHOD(
416 UVERBS_METHOD_QUERY_MR,
417 UVERBS_ATTR_IDR(UVERBS_ATTR_QUERY_MR_HANDLE,
418 UVERBS_OBJECT_MR,
419 UVERBS_ACCESS_READ,
420 UA_MANDATORY),
421 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_QUERY_MR_RESP_RKEY,
422 UVERBS_ATTR_TYPE(u32),
423 UA_MANDATORY),
424 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_QUERY_MR_RESP_LKEY,
425 UVERBS_ATTR_TYPE(u32),
426 UA_MANDATORY),
427 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_QUERY_MR_RESP_LENGTH,
428 UVERBS_ATTR_TYPE(u64),
429 UA_MANDATORY),
430 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_QUERY_MR_RESP_IOVA,
431 UVERBS_ATTR_TYPE(u64),
432 UA_OPTIONAL));
433
434 DECLARE_UVERBS_NAMED_METHOD(
435 UVERBS_METHOD_DM_MR_REG,
436 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_DM_MR_HANDLE,
437 UVERBS_OBJECT_MR,
438 UVERBS_ACCESS_NEW,
439 UA_MANDATORY),
440 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_DM_MR_OFFSET,
441 UVERBS_ATTR_TYPE(u64),
442 UA_MANDATORY),
443 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_DM_MR_LENGTH,
444 UVERBS_ATTR_TYPE(u64),
445 UA_MANDATORY),
446 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_DM_MR_PD_HANDLE,
447 UVERBS_OBJECT_PD,
448 UVERBS_ACCESS_READ,
449 UA_MANDATORY),
450 UVERBS_ATTR_FLAGS_IN(UVERBS_ATTR_REG_DM_MR_ACCESS_FLAGS,
451 enum ib_access_flags),
452 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_DM_MR_DM_HANDLE,
453 UVERBS_OBJECT_DM,
454 UVERBS_ACCESS_READ,
455 UA_MANDATORY),
456 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_REG_DM_MR_RESP_LKEY,
457 UVERBS_ATTR_TYPE(u32),
458 UA_MANDATORY),
459 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_REG_DM_MR_RESP_RKEY,
460 UVERBS_ATTR_TYPE(u32),
461 UA_MANDATORY));
462
463 DECLARE_UVERBS_NAMED_METHOD(
464 UVERBS_METHOD_REG_DMABUF_MR,
465 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_DMABUF_MR_HANDLE,
466 UVERBS_OBJECT_MR,
467 UVERBS_ACCESS_NEW,
468 UA_MANDATORY),
469 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_DMABUF_MR_PD_HANDLE,
470 UVERBS_OBJECT_PD,
471 UVERBS_ACCESS_READ,
472 UA_MANDATORY),
473 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_DMABUF_MR_OFFSET,
474 UVERBS_ATTR_TYPE(u64),
475 UA_MANDATORY),
476 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_DMABUF_MR_LENGTH,
477 UVERBS_ATTR_TYPE(u64),
478 UA_MANDATORY),
479 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_DMABUF_MR_IOVA,
480 UVERBS_ATTR_TYPE(u64),
481 UA_MANDATORY),
482 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_DMABUF_MR_FD,
483 UVERBS_ATTR_TYPE(u32),
484 UA_MANDATORY),
485 UVERBS_ATTR_FLAGS_IN(UVERBS_ATTR_REG_DMABUF_MR_ACCESS_FLAGS,
486 enum ib_access_flags),
487 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_REG_DMABUF_MR_RESP_LKEY,
488 UVERBS_ATTR_TYPE(u32),
489 UA_MANDATORY),
490 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_REG_DMABUF_MR_RESP_RKEY,
491 UVERBS_ATTR_TYPE(u32),
492 UA_MANDATORY));
493
494 DECLARE_UVERBS_NAMED_METHOD(
495 UVERBS_METHOD_REG_MR,
496 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_MR_HANDLE,
497 UVERBS_OBJECT_MR,
498 UVERBS_ACCESS_NEW,
499 UA_MANDATORY),
500 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_MR_PD_HANDLE,
501 UVERBS_OBJECT_PD,
502 UVERBS_ACCESS_READ,
503 UA_MANDATORY),
504 UVERBS_ATTR_IDR(UVERBS_ATTR_REG_MR_DMA_HANDLE,
505 UVERBS_OBJECT_DMAH,
506 UVERBS_ACCESS_READ,
507 UA_OPTIONAL),
508 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_MR_IOVA,
509 UVERBS_ATTR_TYPE(u64),
510 UA_MANDATORY),
511 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_MR_LENGTH,
512 UVERBS_ATTR_TYPE(u64),
513 UA_MANDATORY),
514 UVERBS_ATTR_FLAGS_IN(UVERBS_ATTR_REG_MR_ACCESS_FLAGS,
515 enum ib_access_flags,
516 UA_MANDATORY),
517 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_MR_ADDR,
518 UVERBS_ATTR_TYPE(u64),
519 UA_OPTIONAL),
520 UVERBS_ATTR_PTR_IN(UVERBS_ATTR_REG_MR_FD_OFFSET,
521 UVERBS_ATTR_TYPE(u64),
522 UA_OPTIONAL),
523 UVERBS_ATTR_RAW_FD(UVERBS_ATTR_REG_MR_FD,
524 UA_OPTIONAL),
525 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_REG_MR_RESP_LKEY,
526 UVERBS_ATTR_TYPE(u32),
527 UA_MANDATORY),
528 UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_REG_MR_RESP_RKEY,
529 UVERBS_ATTR_TYPE(u32),
530 UA_MANDATORY));
531
532 DECLARE_UVERBS_NAMED_METHOD_DESTROY(
533 UVERBS_METHOD_MR_DESTROY,
534 UVERBS_ATTR_IDR(UVERBS_ATTR_DESTROY_MR_HANDLE,
535 UVERBS_OBJECT_MR,
536 UVERBS_ACCESS_DESTROY,
537 UA_MANDATORY));
538
539 DECLARE_UVERBS_NAMED_OBJECT(
540 UVERBS_OBJECT_MR,
541 UVERBS_TYPE_ALLOC_IDR(uverbs_free_mr),
542 &UVERBS_METHOD(UVERBS_METHOD_ADVISE_MR),
543 &UVERBS_METHOD(UVERBS_METHOD_DM_MR_REG),
544 &UVERBS_METHOD(UVERBS_METHOD_MR_DESTROY),
545 &UVERBS_METHOD(UVERBS_METHOD_QUERY_MR),
546 &UVERBS_METHOD(UVERBS_METHOD_REG_DMABUF_MR),
547 &UVERBS_METHOD(UVERBS_METHOD_REG_MR));
548
549 const struct uapi_definition uverbs_def_obj_mr[] = {
550 UAPI_DEF_CHAIN_OBJ_TREE_NAMED(UVERBS_OBJECT_MR,
551 UAPI_DEF_OBJ_NEEDS_FN(dereg_mr)),
552 {}
553 };
554