| /src/sys/dev/mlx4/mlx4_ib/ |
| H A D | mlx4_ib_mr.c | 63 struct mlx4_ib_mr *mr; in mlx4_ib_get_dma_mr() local 66 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_get_dma_mr() 67 if (!mr) in mlx4_ib_get_dma_mr() 71 ~0ull, convert_access(acc), 0, 0, &mr->mmr); in mlx4_ib_get_dma_mr() 75 err = mlx4_mr_enable(to_mdev(pd->device)->dev, &mr->mmr); in mlx4_ib_get_dma_mr() 79 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr() 80 mr->umem = NULL; in mlx4_ib_get_dma_mr() 82 return &mr->ibmr; in mlx4_ib_get_dma_mr() 85 (void) mlx4_mr_free(to_mdev(pd->device)->dev, &mr->mmr); in mlx4_ib_get_dma_mr() 88 kfree(mr); in mlx4_ib_get_dma_mr() [all …]
|
| /src/sys/dev/mlx5/mlx5_ib/ |
| H A D | mlx5_ib_mr.c | 50 static int clean_mr(struct mlx5_ib_mr *mr); 52 static int destroy_mkey(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr) in destroy_mkey() argument 54 int err = mlx5_core_destroy_mkey(dev->mdev, &mr->mmkey); in destroy_mkey() 74 static bool use_umr_mtt_update(struct mlx5_ib_mr *mr, u64 start, u64 length) in use_umr_mtt_update() argument 76 return ((u64)1 << mr->order) * MLX5_ADAPTER_PAGE_SIZE >= in use_umr_mtt_update() 81 static void update_odp_mr(struct mlx5_ib_mr *mr) in update_odp_mr() argument 83 if (mr->umem->odp_data) { in update_odp_mr() 92 mr->umem->odp_data->private = mr; in update_odp_mr() 110 struct mlx5_ib_mr *mr = in reg_mr_callback() local 112 struct mlx5_ib_dev *dev = mr->dev; in reg_mr_callback() [all …]
|
| /src/sys/contrib/ncsw/Peripherals/QM/ |
| H A D | qman_low.h | 843 register struct qm_mr *mr = &portal->mr; in qm_mr_init() local 848 mr->ring = ptr_ADD(portal->addr.addr_ce, CL_MR); in qm_mr_init() 849 mr->pi = (uint8_t)(qm_in(MR_PI_CINH) & (QM_MR_SIZE - 1)); in qm_mr_init() 850 mr->ci = (uint8_t)(qm_in(MR_CI_CINH) & (QM_MR_SIZE - 1)); in qm_mr_init() 851 mr->cursor = mr->ring + mr->ci; in qm_mr_init() 852 mr->fill = cyc_diff(QM_MR_SIZE, mr->ci, mr->pi); in qm_mr_init() 853 mr->vbit = (uint8_t)((qm_in(MR_PI_CINH) & QM_MR_SIZE) ?QM_MR_VERB_VBIT : 0); in qm_mr_init() 854 mr->ithresh = (uint8_t)qm_in(MR_ITR); in qm_mr_init() 857 mr->pmode = pmode; in qm_mr_init() 858 mr->cmode = cmode; in qm_mr_init() [all …]
|
| /src/usr.sbin/bhyve/ |
| H A D | mem.c | 142 typedef int (mem_cb_t)(struct vcpu *vcpu, uint64_t gpa, struct mem_range *mr, 149 struct mem_range *mr = arg; in mem_read() local 151 error = (*mr->handler)(vcpu, MEM_F_READ, gpa, size, rval, mr->arg1, in mem_read() 152 mr->arg2); in mem_read() 160 struct mem_range *mr = arg; in mem_write() local 162 error = (*mr->handler)(vcpu, MEM_F_WRITE, gpa, size, &wval, mr->arg1, in mem_write() 163 mr->arg2); in mem_write() 171 struct mem_range *mr; in access_memory() local 175 mr = NULL; in access_memory() 195 err = mmio_handle_non_backed_mem(vcpu, paddr, &mr); in access_memory() [all …]
|
| /src/sys/crypto/openssl/powerpc/ |
| H A D | chacha-ppc.S | 88 mr 28,11 90 mr 29,12 92 mr 30,14 94 mr 31,15 96 mr 7,20 97 mr 8,21 98 mr 9,22 99 mr 10,23 230 mr 7,16 234 mr 8,17 [all …]
|
| H A D | ppccpuid.S | 77 mr 3,1 111 mr 3,0 215 mr 7,6 224 mr 3,4 235 mr 0,4 249 mr 7,6 250 mr 9,8 263 mr 7,6 265 mr 9,8 301 mr 7,6 [all …]
|
| /src/sys/crypto/openssl/powerpc64/ |
| H A D | chacha-ppc.S | 91 mr 28,11 93 mr 29,12 95 mr 30,14 97 mr 31,15 99 mr 7,20 100 mr 8,21 101 mr 9,22 102 mr 10,23 233 mr 7,16 237 mr 8,17 [all …]
|
| H A D | ppccpuid.S | 92 mr 3,1 242 mr 7,6 251 mr 3,4 264 mr 0,4 278 mr 7,6 279 mr 9,8 292 mr 7,6 294 mr 9,8 332 mr 7,6 341 mr 3,4 [all …]
|
| /src/usr.sbin/bhyve/aarch64/ |
| H A D | bhyverun_machdep.c | 277 struct mem_range mr; in init_mmio_uart() local 293 bzero(&mr, sizeof(struct mem_range)); in init_mmio_uart() 294 mr.name = "uart"; in init_mmio_uart() 295 mr.base = UART_MMIO_BASE; in init_mmio_uart() 296 mr.size = UART_MMIO_SIZE; in init_mmio_uart() 297 mr.flags = MEM_F_RW; in init_mmio_uart() 298 mr.handler = mmio_uart_mem_handler; in init_mmio_uart() 299 mr.arg1 = sc; in init_mmio_uart() 300 mr.arg2 = mr.base; in init_mmio_uart() 301 error = register_mem(&mr); in init_mmio_uart() [all …]
|
| /src/sys/ofed/drivers/infiniband/core/ |
| H A D | ib_uverbs_std_types_mr.c | 93 struct ib_mr *mr; in UVERBS_METHOD_DM_MR_REG() local 125 mr = pd->device->reg_dm_mr(pd, dm, &attr, attrs); in UVERBS_METHOD_DM_MR_REG() 126 if (IS_ERR(mr)) in UVERBS_METHOD_DM_MR_REG() 127 return PTR_ERR(mr); in UVERBS_METHOD_DM_MR_REG() 129 mr->device = pd->device; in UVERBS_METHOD_DM_MR_REG() 130 mr->pd = pd; in UVERBS_METHOD_DM_MR_REG() 131 mr->type = IB_MR_TYPE_DM; in UVERBS_METHOD_DM_MR_REG() 132 mr->dm = dm; in UVERBS_METHOD_DM_MR_REG() 133 mr->uobject = uobj; in UVERBS_METHOD_DM_MR_REG() 137 uobj->object = mr; in UVERBS_METHOD_DM_MR_REG() [all …]
|
| /src/sys/dev/mlx4/mlx4_core/ |
| H A D | mlx4_mr.c | 424 int page_shift, struct mlx4_mr *mr) in mlx4_mr_alloc_reserved() argument 426 mr->iova = iova; in mlx4_mr_alloc_reserved() 427 mr->size = size; in mlx4_mr_alloc_reserved() 428 mr->pd = pd; in mlx4_mr_alloc_reserved() 429 mr->access = access; in mlx4_mr_alloc_reserved() 430 mr->enabled = MLX4_MPT_DISABLED; in mlx4_mr_alloc_reserved() 431 mr->key = hw_index_to_key(mridx); in mlx4_mr_alloc_reserved() 433 return mlx4_mtt_init(dev, npages, page_shift, &mr->mtt); in mlx4_mr_alloc_reserved() 533 int npages, int page_shift, struct mlx4_mr *mr) in mlx4_mr_alloc() argument 543 access, npages, page_shift, mr); in mlx4_mr_alloc() [all …]
|
| /src/usr.sbin/mtest/ |
| H A D | mtest.c | 90 struct ip_mreq mr; member 380 mrequnion_t mr; in process_cmd() local 442 mr.mrs.imr_multiaddr = su.sin.sin_addr; in process_cmd() 443 mr.mrs.imr_sourceaddr = su2.sin.sin_addr; in process_cmd() 444 mr.mrs.imr_interface = ina; in process_cmd() 451 optval = (void *)&mr.mrs; in process_cmd() 452 optlen = sizeof(mr.mrs); in process_cmd() 454 mr.mr.imr_multiaddr = su.sin.sin_addr; in process_cmd() 455 mr.mr.imr_interface = ina; in process_cmd() 460 optval = (void *)&mr.mr; in process_cmd() [all …]
|
| /src/sys/dev/iser/ |
| H A D | iser_memory.c | 114 reg->sge.lkey = device->mr->lkey; in iser_reg_dma() 115 reg->rkey = device->mr->rkey; in iser_reg_dma() 137 iser_inv_rkey(struct ib_send_wr *inv_wr, struct ib_mr *mr) in iser_inv_rkey() argument 144 inv_wr->ex.invalidate_rkey = mr->rkey; in iser_inv_rkey() 146 rkey = iser_ib_inc_rkey(mr->rkey); in iser_inv_rkey() 147 ib_update_fast_reg_key(mr, rkey); in iser_inv_rkey() 158 struct ib_mr *mr = rsc->mr; in iser_fast_reg_mr() local 170 iser_inv_rkey(&inv_wr, mr); in iser_fast_reg_mr() 174 n = ib_map_mr_sg(mr, mem->sg, mem->size, NULL, SIZE_4K); in iser_fast_reg_mr() 184 fastreg_wr.mr = mr; in iser_fast_reg_mr() [all …]
|
| /src/stand/kboot/libkboot/arch/powerpc64/ |
| H A D | host_syscall.S | 22 mr %r0, %r3 /* SYS_ number in $r0 */ 23 mr %r3, %r4 /* arg2 -> 1 */ 24 mr %r4, %r5 /* arg3 -> 2 */ 25 mr %r5, %r6 /* arg4 -> 3 */ 26 mr %r6, %r7 /* arg5 -> 4 */ 27 mr %r7, %r8 /* arg6 -> 5 */ 28 mr %r8, %r9 /* arg7 -> 6 */
|
| /src/sys/powerpc/powerpc/ |
| H A D | swtch32.S | 71 mr %r2, %r4 100 mr %r14,%r3 /* Copy the old thread ptr... */ 101 mr %r2,%r4 /* and the new thread ptr in curthread */ 102 mr %r16,%r5 /* and the new lock */ 103 mr %r17,%r6 /* and the PCB */ 114 mr %r3,%r14 /* restore old thread ptr */ 121 mr %r3,%r14 /* restore old thread ptr */ 134 mr %r30, %r6 /* Prepare for secure-PLT calls */ 156 mr %r3,%r2 /* Get new thread ptr */ 163 mr %r3,%r2 /* Pass curthread to enable_fpu */ [all …]
|
| /src/contrib/ofed/librdmacm/ |
| H A D | rdma_verbs.h | 88 rdma_dereg_mr(struct ibv_mr *mr) in rdma_dereg_mr() argument 90 return rdma_seterrno(ibv_dereg_mr(mr)); in rdma_dereg_mr() 172 size_t length, struct ibv_mr *mr) in rdma_post_recv() argument 176 assert((addr >= mr->addr) && in rdma_post_recv() 177 (((uint8_t *) addr + length) <= ((uint8_t *) mr->addr + mr->length))); in rdma_post_recv() 180 sge.lkey = mr->lkey; in rdma_post_recv() 187 size_t length, struct ibv_mr *mr, int flags) in rdma_post_send() argument 193 sge.lkey = mr ? mr->lkey : 0; in rdma_post_send() 200 size_t length, struct ibv_mr *mr, int flags, in rdma_post_read() argument 207 sge.lkey = mr->lkey; in rdma_post_read() [all …]
|
| /src/sys/dev/mthca/ |
| H A D | mthca_mr.c | 430 u64 iova, u64 total_size, u32 access, struct mthca_mr *mr) in mthca_mr_alloc() argument 444 mr->ibmr.rkey = mr->ibmr.lkey = hw_index_to_key(dev, key); in mthca_mr_alloc() 463 if (!mr->mtt) in mthca_mr_alloc() 475 if (mr->mtt) in mthca_mr_alloc() 478 mr->mtt->first_seg * dev->limits.mtt_seg_size); in mthca_mr_alloc() 481 mthca_dbg(dev, "Dumping MPT entry %08x:\n", mr->ibmr.lkey); in mthca_mr_alloc() 513 u32 access, struct mthca_mr *mr) in mthca_mr_alloc_notrans() argument 515 mr->mtt = NULL; in mthca_mr_alloc_notrans() 516 return mthca_mr_alloc(dev, pd, 12, 0, ~0ULL, access, mr); in mthca_mr_alloc_notrans() 522 u32 access, struct mthca_mr *mr) in mthca_mr_alloc_phys() argument [all …]
|
| /src/sys/crypto/openssl/powerpc64le/ |
| H A D | ppccpuid.S | 92 mr 3,1 242 mr 7,6 251 mr 3,4 264 mr 0,4 278 mr 7,6 279 mr 9,8 292 mr 7,6 294 mr 9,8 332 mr 7,6 341 mr 3,4 [all …]
|
| /src/sys/powerpc/powernv/ |
| H A D | opalcall.S | 55 mr %r0,%r3 90 mr %r3,%r4 91 mr %r4,%r5 92 mr %r5,%r6 93 mr %r6,%r7 94 mr %r7,%r8 95 mr %r8,%r9 96 mr %r9,%r10
|
| /src/sys/dev/fdt/ |
| H A D | fdt_common.c | 410 struct mem_region mr; in fdt_foreach_reserved_region() local 442 memset(&mr, 0, sizeof(mr)); in fdt_foreach_reserved_region() 444 (u_long *)&mr.mr_start, (u_long *)&mr.mr_size); in fdt_foreach_reserved_region() 449 cb(&mr, arg); in fdt_foreach_reserved_region() 460 struct mem_region mr; in fdt_foreach_reserved_mem() local 486 memset(&mr, 0, sizeof(mr)); in fdt_foreach_reserved_mem() 488 (u_long *)&mr.mr_start, (u_long *)&mr.mr_size); in fdt_foreach_reserved_mem() 490 cb(&mr, arg); in fdt_foreach_reserved_mem() 499 struct mem_region mr; in fdt_foreach_mem_region() local 529 memset(&mr, 0, sizeof(mr)); in fdt_foreach_mem_region() [all …]
|
| /src/sys/ofed/include/rdma/ |
| H A D | rdmavt_mr.h | 106 struct rvt_mregion *mr; member 121 static inline void rvt_put_mr(struct rvt_mregion *mr) in rvt_put_mr() argument 123 if (unlikely(atomic_dec_and_test(&mr->refcount))) in rvt_put_mr() 124 complete(&mr->comp); in rvt_put_mr() 127 static inline void rvt_get_mr(struct rvt_mregion *mr) in rvt_get_mr() argument 129 atomic_inc(&mr->refcount); in rvt_get_mr() 135 rvt_put_mr(ss->sge.mr); in rvt_put_ss()
|
| /src/usr.sbin/bhyve/riscv/ |
| H A D | bhyverun_machdep.c | 276 struct mem_range mr; in init_mmio_uart() local 292 bzero(&mr, sizeof(struct mem_range)); in init_mmio_uart() 293 mr.name = "uart"; in init_mmio_uart() 294 mr.base = UART_MMIO_BASE; in init_mmio_uart() 295 mr.size = UART_MMIO_SIZE; in init_mmio_uart() 296 mr.flags = MEM_F_RW; in init_mmio_uart() 297 mr.handler = mmio_uart_mem_handler; in init_mmio_uart() 298 mr.arg1 = sc; in init_mmio_uart() 299 mr.arg2 = mr.base; in init_mmio_uart() 300 error = register_mem(&mr); in init_mmio_uart()
|
| /src/sys/dev/mlx5/mlx5_accel/ |
| H A D | mlx5_ipsec_rxtx.c | 42 mlx5_accel_ipsec_rx_tag_add(if_t ifp, struct mlx5e_rq_mbuf *mr) in mlx5_accel_ipsec_rx_tag_add() argument 50 if (mr->ipsec_mtag != NULL) in mlx5_accel_ipsec_rx_tag_add() 58 mr->ipsec_mtag = mtag; in mlx5_accel_ipsec_rx_tag_add() 64 struct mlx5_cqe64 *cqe, struct mlx5e_rq_mbuf *mr) in mlx5e_accel_ipsec_handle_rx_cqe() argument 70 mtag = mr->ipsec_mtag; in mlx5e_accel_ipsec_handle_rx_cqe() 76 mr->ipsec_mtag = NULL; in mlx5e_accel_ipsec_handle_rx_cqe()
|
| /src/lib/libc/powerpc/gen/ |
| H A D | setjmp.S | 54 mr %r6,%r3 58 mr %r5,%r6 /* &oset */ 64 mr %r10,%r1 /* r10 <- stackptr */ 65 mr %r9,%r2 /* r9 <- global ptr */ 116 mr %r6,%r4 /* save val param */ 119 mr %r1,%r10 /* r10 -> stackptr */ 120 mr %r4,%r3
|
| /src/sys/dev/qlnx/qlnxr/ |
| H A D | qlnxr_verbs.c | 1085 struct qlnxr_mr *mr; in qlnxr_get_dma_mr() local 1099 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in qlnxr_get_dma_mr() 1100 if (!mr) { in qlnxr_get_dma_mr() 1106 mr->type = QLNXR_MR_DMA; in qlnxr_get_dma_mr() 1108 rc = ecore_rdma_alloc_tid(dev->rdma_ctx, &mr->hw_mr.itid); in qlnxr_get_dma_mr() 1115 mr->hw_mr.tid_type = ECORE_RDMA_TID_REGISTERED_MR; in qlnxr_get_dma_mr() 1116 mr->hw_mr.pd = pd->pd_id; in qlnxr_get_dma_mr() 1117 mr->hw_mr.local_read = 1; in qlnxr_get_dma_mr() 1118 mr->hw_mr.local_write = (acc & IB_ACCESS_LOCAL_WRITE) ? 1 : 0; in qlnxr_get_dma_mr() 1119 mr->hw_mr.remote_read = (acc & IB_ACCESS_REMOTE_READ) ? 1 : 0; in qlnxr_get_dma_mr() [all …]
|