frmr 2179 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.pbl_ptr = (__le64 *)qplib_frpl->hwq.pbl_ptr[0]; frmr 2180 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.pbl_dma_ptr = qplib_frpl->hwq.pbl_dma_ptr[0]; frmr 2181 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.page_list = mr->pages; frmr 2182 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.page_list_len = mr->npages; frmr 2183 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.levels = qplib_frpl->hwq.level + 1; frmr 2196 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_LOCAL_WRITE; frmr 2198 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_READ; frmr 2200 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_WRITE; frmr 2202 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_ATOMIC; frmr 2204 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_WINDOW_BIND; frmr 2206 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.l_key = wr->key; frmr 2207 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.length = wr->mr->length; frmr 2208 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.pbl_pg_sz_log = (wr->mr->page_size >> PAGE_SHIFT_4K) - 1; frmr 2209 drivers/infiniband/hw/bnxt_re/ib_verbs.c wqe->frmr.va = wr->mr->iova; frmr 1706 drivers/infiniband/hw/bnxt_re/qplib_fp.c sqe->access_cntl = wqe->frmr.access_cntl | frmr 1709 drivers/infiniband/hw/bnxt_re/qplib_fp.c (wqe->frmr.pg_sz_log & SQ_FR_PMR_PAGE_SIZE_LOG_MASK) << frmr 1711 drivers/infiniband/hw/bnxt_re/qplib_fp.c (wqe->frmr.zero_based ? SQ_FR_PMR_ZERO_BASED : 0); frmr 1712 drivers/infiniband/hw/bnxt_re/qplib_fp.c sqe->l_key = cpu_to_le32(wqe->frmr.l_key); frmr 1713 drivers/infiniband/hw/bnxt_re/qplib_fp.c temp32 = cpu_to_le32(wqe->frmr.length); frmr 1714 drivers/infiniband/hw/bnxt_re/qplib_fp.c memcpy(sqe->length, &temp32, sizeof(wqe->frmr.length)); frmr 1716 drivers/infiniband/hw/bnxt_re/qplib_fp.c ((wqe->frmr.pbl_pg_sz_log << frmr 1719 drivers/infiniband/hw/bnxt_re/qplib_fp.c ((wqe->frmr.levels << SQ_FR_PMR_NUMLEVELS_SFT) & frmr 1722 drivers/infiniband/hw/bnxt_re/qplib_fp.c for (i = 0; i < wqe->frmr.page_list_len; i++) frmr 1723 drivers/infiniband/hw/bnxt_re/qplib_fp.c wqe->frmr.pbl_ptr[i] = cpu_to_le64( frmr 1724 drivers/infiniband/hw/bnxt_re/qplib_fp.c wqe->frmr.page_list[i] | frmr 1726 drivers/infiniband/hw/bnxt_re/qplib_fp.c sqe->pblptr = cpu_to_le64(wqe->frmr.pbl_dma_ptr); frmr 1727 drivers/infiniband/hw/bnxt_re/qplib_fp.c sqe->va = cpu_to_le64(wqe->frmr.va); frmr 209 drivers/infiniband/hw/bnxt_re/qplib_fp.h } frmr; frmr 1947 drivers/infiniband/hw/ocrdma/ocrdma_sli.h u32 frmr; frmr 153 drivers/infiniband/hw/ocrdma/ocrdma_stats.c (u64)rsrc_stats->frmr); frmr 207 drivers/infiniband/hw/ocrdma/ocrdma_stats.c (u64)rsrc_stats->frmr); frmr 40 net/rds/ib_frmr.c if (cmpxchg(&ibmr->u.frmr.fr_state, frmr 58 net/rds/ib_frmr.c struct rds_ib_frmr *frmr; frmr 77 net/rds/ib_frmr.c frmr = &ibmr->u.frmr; frmr 78 net/rds/ib_frmr.c frmr->mr = ib_alloc_mr(rds_ibdev->pd, IB_MR_TYPE_MEM_REG, frmr 80 net/rds/ib_frmr.c if (IS_ERR(frmr->mr)) { frmr 82 net/rds/ib_frmr.c err = PTR_ERR(frmr->mr); frmr 95 net/rds/ib_frmr.c frmr->fr_state = FRMR_IS_FREE; frmr 96 net/rds/ib_frmr.c init_waitqueue_head(&frmr->fr_inv_done); frmr 97 net/rds/ib_frmr.c init_waitqueue_head(&frmr->fr_reg_done); frmr 125 net/rds/ib_frmr.c struct rds_ib_frmr *frmr = &ibmr->u.frmr; frmr 134 net/rds/ib_frmr.c ret = ib_map_mr_sg_zbva(frmr->mr, ibmr->sg, ibmr->sg_len, frmr 139 net/rds/ib_frmr.c if (cmpxchg(&frmr->fr_state, frmr 150 net/rds/ib_frmr.c ib_update_fast_reg_key(frmr->mr, ibmr->remap_count++); frmr 151 net/rds/ib_frmr.c frmr->fr_reg = true; frmr 157 net/rds/ib_frmr.c reg_wr.mr = frmr->mr; frmr 158 net/rds/ib_frmr.c reg_wr.key = frmr->mr->rkey; frmr 180 net/rds/ib_frmr.c wait_event(frmr->fr_reg_done, !frmr->fr_reg); frmr 193 net/rds/ib_frmr.c struct rds_ib_frmr *frmr = &ibmr->u.frmr; frmr 206 net/rds/ib_frmr.c frmr->sg_byte_len = 0; frmr 215 net/rds/ib_frmr.c frmr->sg_byte_len = 0; frmr 216 net/rds/ib_frmr.c frmr->dma_npages = 0; frmr 224 net/rds/ib_frmr.c frmr->sg_byte_len += dma_len; frmr 229 net/rds/ib_frmr.c ++frmr->dma_npages; frmr 236 net/rds/ib_frmr.c ++frmr->dma_npages; frmr 241 net/rds/ib_frmr.c frmr->dma_npages += len >> PAGE_SHIFT; frmr 243 net/rds/ib_frmr.c if (frmr->dma_npages > ibmr->pool->fmr_attr.max_pages) { frmr 269 net/rds/ib_frmr.c struct rds_ib_frmr *frmr = &ibmr->u.frmr; frmr 273 net/rds/ib_frmr.c if (!i_cm_id || !i_cm_id->qp || !frmr->mr) frmr 276 net/rds/ib_frmr.c if (frmr->fr_state != FRMR_IS_INUSE) frmr 284 net/rds/ib_frmr.c frmr->fr_inv = true; frmr 285 net/rds/ib_frmr.c s_wr = &frmr->fr_wr; frmr 290 net/rds/ib_frmr.c s_wr->ex.invalidate_rkey = frmr->mr->rkey; frmr 296 net/rds/ib_frmr.c frmr->fr_inv = false; frmr 316 net/rds/ib_frmr.c wait_event(frmr->fr_inv_done, frmr->fr_state != FRMR_IS_INUSE); frmr 325 net/rds/ib_frmr.c struct rds_ib_frmr *frmr = &ibmr->u.frmr; frmr 339 net/rds/ib_frmr.c if (frmr->fr_inv) { frmr 341 net/rds/ib_frmr.c frmr->fr_inv = false; frmr 342 net/rds/ib_frmr.c wake_up(&frmr->fr_inv_done); frmr 345 net/rds/ib_frmr.c if (frmr->fr_reg) { frmr 346 net/rds/ib_frmr.c frmr->fr_reg = false; frmr 347 net/rds/ib_frmr.c wake_up(&frmr->fr_reg_done); frmr 361 net/rds/ib_frmr.c struct rds_ib_frmr *frmr; frmr 380 net/rds/ib_frmr.c frmr = &ibmr->u.frmr; frmr 382 net/rds/ib_frmr.c if (freed < goal || frmr->fr_state == FRMR_IS_STALE) { frmr 384 net/rds/ib_frmr.c if (frmr->fr_state == FRMR_IS_INUSE) frmr 392 net/rds/ib_frmr.c if (frmr->mr) frmr 393 net/rds/ib_frmr.c ib_dereg_mr(frmr->mr); frmr 407 net/rds/ib_frmr.c struct rds_ib_frmr *frmr; frmr 421 net/rds/ib_frmr.c frmr = &ibmr->u.frmr; frmr 422 net/rds/ib_frmr.c } while (frmr->fr_state != FRMR_IS_FREE); frmr 428 net/rds/ib_frmr.c *key = frmr->mr->rkey; frmr 440 net/rds/ib_frmr.c struct rds_ib_frmr *frmr = &ibmr->u.frmr; frmr 442 net/rds/ib_frmr.c if (frmr->fr_state == FRMR_IS_STALE) frmr 86 net/rds/ib_mr.h struct rds_ib_frmr frmr; frmr 166 net/sunrpc/xprtrdma/frwr_ops.c struct ib_mr *frmr; frmr 172 net/sunrpc/xprtrdma/frwr_ops.c frmr = ib_alloc_mr(ia->ri_pd, ia->ri_mrtype, depth); frmr 173 net/sunrpc/xprtrdma/frwr_ops.c if (IS_ERR(frmr)) frmr 180 net/sunrpc/xprtrdma/frwr_ops.c mr->frwr.fr_mr = frmr; frmr 191 net/sunrpc/xprtrdma/frwr_ops.c rc = PTR_ERR(frmr); frmr 196 net/sunrpc/xprtrdma/frwr_ops.c ib_dereg_mr(frmr);