Home
last modified time | relevance | path

Searched refs:fast_reg (Results 1 – 17 of 17) sorted by relevance

/linux-4.1.27/drivers/infiniband/hw/qib/
Dqib_keys.c346 u32 rkey = wr->wr.fast_reg.rkey; in qib_fast_reg_mr()
363 if (wr->wr.fast_reg.page_list_len > mr->max_segs) in qib_fast_reg_mr()
366 ps = 1UL << wr->wr.fast_reg.page_shift; in qib_fast_reg_mr()
367 if (wr->wr.fast_reg.length > ps * wr->wr.fast_reg.page_list_len) in qib_fast_reg_mr()
370 mr->user_base = wr->wr.fast_reg.iova_start; in qib_fast_reg_mr()
371 mr->iova = wr->wr.fast_reg.iova_start; in qib_fast_reg_mr()
373 mr->length = wr->wr.fast_reg.length; in qib_fast_reg_mr()
374 mr->access_flags = wr->wr.fast_reg.access_flags; in qib_fast_reg_mr()
375 page_list = wr->wr.fast_reg.page_list->page_list; in qib_fast_reg_mr()
378 for (i = 0; i < wr->wr.fast_reg.page_list_len; i++) { in qib_fast_reg_mr()
/linux-4.1.27/net/sunrpc/xprtrdma/
Dfrwr_ops.c224 fastreg_wr.wr.fast_reg.iova_start = seg1->mr_dma + pageoff; in frwr_op_map()
225 fastreg_wr.wr.fast_reg.page_list = frmr->fr_pgl; in frwr_op_map()
226 fastreg_wr.wr.fast_reg.page_shift = PAGE_SHIFT; in frwr_op_map()
227 fastreg_wr.wr.fast_reg.page_list_len = page_no; in frwr_op_map()
228 fastreg_wr.wr.fast_reg.length = len; in frwr_op_map()
229 fastreg_wr.wr.fast_reg.access_flags = writing ? in frwr_op_map()
234 fastreg_wr.wr.fast_reg.rkey = mr->rkey; in frwr_op_map()
Dsvc_rdma_recvfrom.c306 fastreg_wr.wr.fast_reg.iova_start = (unsigned long)frmr->kva; in rdma_read_chunk_frmr()
307 fastreg_wr.wr.fast_reg.page_list = frmr->page_list; in rdma_read_chunk_frmr()
308 fastreg_wr.wr.fast_reg.page_list_len = frmr->page_list_len; in rdma_read_chunk_frmr()
309 fastreg_wr.wr.fast_reg.page_shift = PAGE_SHIFT; in rdma_read_chunk_frmr()
310 fastreg_wr.wr.fast_reg.length = frmr->map_len; in rdma_read_chunk_frmr()
311 fastreg_wr.wr.fast_reg.access_flags = frmr->access_flags; in rdma_read_chunk_frmr()
312 fastreg_wr.wr.fast_reg.rkey = frmr->mr->lkey; in rdma_read_chunk_frmr()
Dsvc_rdma_transport.c1249 fastreg_wr.wr.fast_reg.iova_start = (unsigned long)frmr->kva; in svc_rdma_fastreg()
1250 fastreg_wr.wr.fast_reg.page_list = frmr->page_list; in svc_rdma_fastreg()
1251 fastreg_wr.wr.fast_reg.page_list_len = frmr->page_list_len; in svc_rdma_fastreg()
1252 fastreg_wr.wr.fast_reg.page_shift = PAGE_SHIFT; in svc_rdma_fastreg()
1253 fastreg_wr.wr.fast_reg.length = frmr->map_len; in svc_rdma_fastreg()
1254 fastreg_wr.wr.fast_reg.access_flags = frmr->access_flags; in svc_rdma_fastreg()
1255 fastreg_wr.wr.fast_reg.rkey = frmr->mr->lkey; in svc_rdma_fastreg()
/linux-4.1.27/net/rds/
Diw_rdma.c713 f_wr.wr.fast_reg.length = mapping->m_sg.bytes;
714 f_wr.wr.fast_reg.rkey = mapping->m_rkey;
715 f_wr.wr.fast_reg.page_list = ibmr->page_list;
716 f_wr.wr.fast_reg.page_list_len = mapping->m_sg.dma_len;
717 f_wr.wr.fast_reg.page_shift = PAGE_SHIFT;
718 f_wr.wr.fast_reg.access_flags = IB_ACCESS_LOCAL_WRITE |
721 f_wr.wr.fast_reg.iova_start = 0;
Diw_send.c777 send->s_wr.wr.fast_reg.length = len; in rds_iw_build_send_fastreg()
778 send->s_wr.wr.fast_reg.rkey = send->s_mr->rkey; in rds_iw_build_send_fastreg()
779 send->s_wr.wr.fast_reg.page_list = send->s_page_list; in rds_iw_build_send_fastreg()
780 send->s_wr.wr.fast_reg.page_list_len = nent; in rds_iw_build_send_fastreg()
781 send->s_wr.wr.fast_reg.page_shift = PAGE_SHIFT; in rds_iw_build_send_fastreg()
782 send->s_wr.wr.fast_reg.access_flags = IB_ACCESS_REMOTE_WRITE; in rds_iw_build_send_fastreg()
783 send->s_wr.wr.fast_reg.iova_start = sg_addr; in rds_iw_build_send_fastreg()
/linux-4.1.27/drivers/infiniband/hw/cxgb3/
Diwch_qp.c155 if (wr->wr.fast_reg.page_list_len > T3_MAX_FASTREG_DEPTH) in build_fastreg()
158 wqe->fastreg.stag = cpu_to_be32(wr->wr.fast_reg.rkey); in build_fastreg()
159 wqe->fastreg.len = cpu_to_be32(wr->wr.fast_reg.length); in build_fastreg()
160 wqe->fastreg.va_base_hi = cpu_to_be32(wr->wr.fast_reg.iova_start >> 32); in build_fastreg()
162 cpu_to_be32(wr->wr.fast_reg.iova_start & 0xffffffff); in build_fastreg()
164 V_FR_PAGE_COUNT(wr->wr.fast_reg.page_list_len) | in build_fastreg()
165 V_FR_PAGE_SIZE(wr->wr.fast_reg.page_shift-12) | in build_fastreg()
167 V_FR_PERMS(iwch_ib_to_tpt_access(wr->wr.fast_reg.access_flags))); in build_fastreg()
169 for (i = 0; i < wr->wr.fast_reg.page_list_len; i++, p++) { in build_fastreg()
178 0, 1 + wr->wr.fast_reg.page_list_len - T3_MAX_FASTREG_FRAG, in build_fastreg()
[all …]
/linux-4.1.27/drivers/infiniband/ulp/iser/
Diser_memory.c754 fastreg_wr.wr.fast_reg.iova_start = frpl->page_list[0] + offset; in iser_fast_reg_mr()
755 fastreg_wr.wr.fast_reg.page_list = frpl; in iser_fast_reg_mr()
756 fastreg_wr.wr.fast_reg.page_list_len = plen; in iser_fast_reg_mr()
757 fastreg_wr.wr.fast_reg.page_shift = SHIFT_4K; in iser_fast_reg_mr()
758 fastreg_wr.wr.fast_reg.length = size; in iser_fast_reg_mr()
759 fastreg_wr.wr.fast_reg.rkey = mr->rkey; in iser_fast_reg_mr()
760 fastreg_wr.wr.fast_reg.access_flags = (IB_ACCESS_LOCAL_WRITE | in iser_fast_reg_mr()
/linux-4.1.27/drivers/infiniband/hw/ocrdma/
Docrdma_verbs.c2077 for (i = 0; i < wr->wr.fast_reg.page_list_len; i++) { in build_frmr_pbes()
2082 buf_addr = wr->wr.fast_reg.page_list->page_list[i]; in build_frmr_pbes()
2114 struct ocrdma_ewqe_fr *fast_reg = (struct ocrdma_ewqe_fr *)(hdr + 1); in ocrdma_build_fr() local
2117 u32 wqe_size = sizeof(*fast_reg) + sizeof(*hdr); in ocrdma_build_fr()
2121 if (wr->wr.fast_reg.page_list_len > dev->attr.max_pages_per_frmr) in ocrdma_build_fr()
2127 if (wr->wr.fast_reg.page_list_len == 0) in ocrdma_build_fr()
2129 if (wr->wr.fast_reg.access_flags & IB_ACCESS_LOCAL_WRITE) in ocrdma_build_fr()
2131 if (wr->wr.fast_reg.access_flags & IB_ACCESS_REMOTE_WRITE) in ocrdma_build_fr()
2133 if (wr->wr.fast_reg.access_flags & IB_ACCESS_REMOTE_READ) in ocrdma_build_fr()
2135 hdr->lkey = wr->wr.fast_reg.rkey; in ocrdma_build_fr()
[all …]
/linux-4.1.27/drivers/infiniband/hw/cxgb4/
Dqp.c595 int pbllen = roundup(wr->wr.fast_reg.page_list_len * sizeof(u64), 32); in build_fastreg()
598 if (wr->wr.fast_reg.page_list_len > in build_fastreg()
603 wqe->fr.pgsz_shift = wr->wr.fast_reg.page_shift - 12; in build_fastreg()
605 wqe->fr.mem_perms = c4iw_ib_to_tpt_access(wr->wr.fast_reg.access_flags); in build_fastreg()
607 wqe->fr.len_lo = cpu_to_be32(wr->wr.fast_reg.length); in build_fastreg()
608 wqe->fr.stag = cpu_to_be32(wr->wr.fast_reg.rkey); in build_fastreg()
609 wqe->fr.va_hi = cpu_to_be32(wr->wr.fast_reg.iova_start >> 32); in build_fastreg()
610 wqe->fr.va_lo_fbo = cpu_to_be32(wr->wr.fast_reg.iova_start & in build_fastreg()
615 to_c4iw_fr_page_list(wr->wr.fast_reg.page_list); in build_fastreg()
618 for (i = 0; i < wr->wr.fast_reg.page_list_len; i++) { in build_fastreg()
[all …]
/linux-4.1.27/drivers/infiniband/hw/mlx5/
Dqp.c1923 umr->klm_octowords = get_klm_octo(wr->wr.fast_reg.page_list_len); in set_frwr_umr_segment()
1967 struct mlx5_umr_wr *umrwr = (struct mlx5_umr_wr *)&wr->wr.fast_reg; in set_reg_umr_segment()
2011 seg->flags = get_umr_flags(wr->wr.fast_reg.access_flags) | in set_mkey_segment()
2014 seg->qpn_mkey7_0 = cpu_to_be32((wr->wr.fast_reg.rkey & 0xff) | 0xffffff00); in set_mkey_segment()
2016 seg->start_addr = cpu_to_be64(wr->wr.fast_reg.iova_start); in set_mkey_segment()
2017 seg->len = cpu_to_be64(wr->wr.fast_reg.length); in set_mkey_segment()
2018 seg->xlt_oct_size = cpu_to_be32((wr->wr.fast_reg.page_list_len + 1) / 2); in set_mkey_segment()
2019 seg->log2_page_size = wr->wr.fast_reg.page_shift; in set_mkey_segment()
2024 struct mlx5_umr_wr *umrwr = (struct mlx5_umr_wr *)&wr->wr.fast_reg; in set_reg_mkey_segment()
2049 struct mlx5_ib_fast_reg_page_list *mfrpl = to_mfrpl(wr->wr.fast_reg.page_list); in set_frwr_pages()
[all …]
Dmr.c694 struct mlx5_umr_wr *umrwr = (struct mlx5_umr_wr *)&wr->wr.fast_reg; in prep_umr_reg_wqe()
722 struct mlx5_umr_wr *umrwr = (struct mlx5_umr_wr *)&wr->wr.fast_reg; in prep_umr_unreg_wqe()
859 struct mlx5_umr_wr *umrwr = (struct mlx5_umr_wr *)&wr.wr.fast_reg; in mlx5_ib_update_mtt()
/linux-4.1.27/drivers/infiniband/hw/nes/
Dnes_verbs.c3412 int flags = ib_wr->wr.fast_reg.access_flags; in nes_post_send()
3414 container_of(ib_wr->wr.fast_reg.page_list, in nes_post_send()
3420 if (ib_wr->wr.fast_reg.page_list_len > in nes_post_send()
3429 ib_wr->wr.fast_reg.iova_start); in nes_post_send()
3432 ib_wr->wr.fast_reg.length); in nes_post_send()
3437 ib_wr->wr.fast_reg.rkey); in nes_post_send()
3439 if (ib_wr->wr.fast_reg.page_shift == 12) { in nes_post_send()
3441 } else if (ib_wr->wr.fast_reg.page_shift == 21) { in nes_post_send()
3464 if (ib_wr->wr.fast_reg.page_list_len > in nes_post_send()
3468 ib_wr, ib_wr->wr.fast_reg.page_list_len, in nes_post_send()
[all …]
/linux-4.1.27/drivers/infiniband/hw/mlx4/
Dqp.c2405 struct mlx4_ib_fast_reg_page_list *mfrpl = to_mfrpl(wr->wr.fast_reg.page_list); in set_fmr_seg()
2408 for (i = 0; i < wr->wr.fast_reg.page_list_len; ++i) in set_fmr_seg()
2410 cpu_to_be64(wr->wr.fast_reg.page_list->page_list[i] | in set_fmr_seg()
2413 fseg->flags = convert_access(wr->wr.fast_reg.access_flags); in set_fmr_seg()
2414 fseg->mem_key = cpu_to_be32(wr->wr.fast_reg.rkey); in set_fmr_seg()
2416 fseg->start_addr = cpu_to_be64(wr->wr.fast_reg.iova_start); in set_fmr_seg()
2417 fseg->reg_len = cpu_to_be64(wr->wr.fast_reg.length); in set_fmr_seg()
2419 fseg->page_size = cpu_to_be32(wr->wr.fast_reg.page_shift); in set_fmr_seg()
/linux-4.1.27/drivers/infiniband/ulp/srp/
Dib_srp.c1315 wr.wr.fast_reg.iova_start = state->base_dma_addr; in srp_map_finish_fr()
1316 wr.wr.fast_reg.page_list = desc->frpl; in srp_map_finish_fr()
1317 wr.wr.fast_reg.page_list_len = state->npages; in srp_map_finish_fr()
1318 wr.wr.fast_reg.page_shift = ilog2(dev->mr_page_size); in srp_map_finish_fr()
1319 wr.wr.fast_reg.length = state->dma_len; in srp_map_finish_fr()
1320 wr.wr.fast_reg.access_flags = (IB_ACCESS_LOCAL_WRITE | in srp_map_finish_fr()
1323 wr.wr.fast_reg.rkey = desc->mr->lkey; in srp_map_finish_fr()
/linux-4.1.27/drivers/infiniband/ulp/isert/
Dib_isert.c2624 fr_wr.wr.fast_reg.iova_start = frpl->page_list[0] + page_off; in isert_fast_reg_mr()
2625 fr_wr.wr.fast_reg.page_list = frpl; in isert_fast_reg_mr()
2626 fr_wr.wr.fast_reg.page_list_len = pagelist_len; in isert_fast_reg_mr()
2627 fr_wr.wr.fast_reg.page_shift = PAGE_SHIFT; in isert_fast_reg_mr()
2628 fr_wr.wr.fast_reg.length = mem->len; in isert_fast_reg_mr()
2629 fr_wr.wr.fast_reg.rkey = mr->rkey; in isert_fast_reg_mr()
2630 fr_wr.wr.fast_reg.access_flags = IB_ACCESS_LOCAL_WRITE; in isert_fast_reg_mr()
/linux-4.1.27/include/rdma/
Dib_verbs.h1070 } fast_reg; member