Home
last modified time | relevance | path

Searched refs:r_sge (Results 1 – 21 of 21) sorted by relevance

/linux-4.4.14/drivers/infiniband/hw/qib/
Dqib_uc.c282 qp->r_sge.num_sge = 0; in qib_uc_rcv()
284 qib_put_ss(&qp->r_sge); in qib_uc_rcv()
350 qp->r_sge = qp->s_rdma_read_sge; in qib_uc_rcv()
361 qp->s_rdma_read_sge = qp->r_sge; in qib_uc_rcv()
376 qib_copy_sge(&qp->r_sge, data, pmtu, 0); in qib_uc_rcv()
402 qib_copy_sge(&qp->r_sge, data, tlen, 0); in qib_uc_rcv()
434 qp->r_sge.sg_list = NULL; in qib_uc_rcv()
441 ok = qib_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, in qib_uc_rcv()
445 qp->r_sge.num_sge = 1; in qib_uc_rcv()
447 qp->r_sge.num_sge = 0; in qib_uc_rcv()
[all …]
Dqib_ruc.c92 ss = &qp->r_sge; in qib_init_sge()
461 if (unlikely(!qib_rkey_ok(qp, &qp->r_sge.sge, wqe->length, in qib_ruc_loopback()
466 qp->r_sge.sg_list = NULL; in qib_ruc_loopback()
467 qp->r_sge.num_sge = 1; in qib_ruc_loopback()
468 qp->r_sge.total_len = wqe->length; in qib_ruc_loopback()
482 qp->r_sge.sge = wqe->sg_list[0]; in qib_ruc_loopback()
483 qp->r_sge.sg_list = wqe->sg_list + 1; in qib_ruc_loopback()
484 qp->r_sge.num_sge = wqe->wr.num_sge; in qib_ruc_loopback()
485 qp->r_sge.total_len = wqe->length; in qib_ruc_loopback()
492 if (unlikely(!qib_rkey_ok(qp, &qp->r_sge.sge, sizeof(u64), in qib_ruc_loopback()
[all …]
Dqib_ud.c167 qib_copy_sge(&qp->r_sge, &ah_attr->grh, in qib_ud_loopback()
171 qib_skip_sge(&qp->r_sge, sizeof(struct ib_grh), 1); in qib_ud_loopback()
184 qib_copy_sge(&qp->r_sge, sge->vaddr, len, 1); in qib_ud_loopback()
204 qib_put_ss(&qp->r_sge); in qib_ud_loopback()
556 qib_copy_sge(&qp->r_sge, &hdr->u.l.grh, in qib_ud_rcv()
560 qib_skip_sge(&qp->r_sge, sizeof(struct ib_grh), 1); in qib_ud_rcv()
561 qib_copy_sge(&qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh), 1); in qib_ud_rcv()
562 qib_put_ss(&qp->r_sge); in qib_ud_rcv()
Dqib_rc.c1982 qib_copy_sge(&qp->r_sge, data, pmtu, 1); in qib_rc_rcv()
2028 qib_copy_sge(&qp->r_sge, data, tlen, 1); in qib_rc_rcv()
2029 qib_put_ss(&qp->r_sge); in qib_rc_rcv()
2065 qp->r_sge.sg_list = NULL; in qib_rc_rcv()
2072 ok = qib_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, vaddr, in qib_rc_rcv()
2076 qp->r_sge.num_sge = 1; in qib_rc_rcv()
2078 qp->r_sge.num_sge = 0; in qib_rc_rcv()
2079 qp->r_sge.sge.mr = NULL; in qib_rc_rcv()
2080 qp->r_sge.sge.vaddr = NULL; in qib_rc_rcv()
2081 qp->r_sge.sge.length = 0; in qib_rc_rcv()
[all …]
Dqib_qp.c415 qp->r_sge.num_sge = 0; in qib_reset_qp()
425 qib_put_ss(&qp->r_sge); in clear_mr_refs()
Dqib_verbs.h488 struct qib_sge_state r_sge; /* current receive data */ member
/linux-4.4.14/drivers/staging/rdma/hfi1/
Duc.c332 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
334 hfi1_put_ss(&qp->r_sge); in hfi1_uc_rcv()
391 qp->r_sge = qp->s_rdma_read_sge; in hfi1_uc_rcv()
402 qp->s_rdma_read_sge = qp->r_sge; in hfi1_uc_rcv()
417 hfi1_copy_sge(&qp->r_sge, data, pmtu, 0); in hfi1_uc_rcv()
442 hfi1_copy_sge(&qp->r_sge, data, tlen, 0); in hfi1_uc_rcv()
484 qp->r_sge.sg_list = NULL; in hfi1_uc_rcv()
491 ok = hfi1_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, in hfi1_uc_rcv()
495 qp->r_sge.num_sge = 1; in hfi1_uc_rcv()
497 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
[all …]
Druc.c110 ss = &qp->r_sge; in init_sge()
483 if (unlikely(!hfi1_rkey_ok(qp, &qp->r_sge.sge, wqe->length, in ruc_loopback()
488 qp->r_sge.sg_list = NULL; in ruc_loopback()
489 qp->r_sge.num_sge = 1; in ruc_loopback()
490 qp->r_sge.total_len = wqe->length; in ruc_loopback()
504 qp->r_sge.sge = wqe->sg_list[0]; in ruc_loopback()
505 qp->r_sge.sg_list = wqe->sg_list + 1; in ruc_loopback()
506 qp->r_sge.num_sge = wqe->wr.num_sge; in ruc_loopback()
507 qp->r_sge.total_len = wqe->length; in ruc_loopback()
514 if (unlikely(!hfi1_rkey_ok(qp, &qp->r_sge.sge, sizeof(u64), in ruc_loopback()
[all …]
Dud.c189 hfi1_copy_sge(&qp->r_sge, &ah_attr->grh, in ud_loopback()
193 hfi1_skip_sge(&qp->r_sge, sizeof(struct ib_grh), 1); in ud_loopback()
206 hfi1_copy_sge(&qp->r_sge, sge->vaddr, len, 1); in ud_loopback()
226 hfi1_put_ss(&qp->r_sge); in ud_loopback()
834 hfi1_copy_sge(&qp->r_sge, &hdr->u.l.grh, in hfi1_ud_rcv()
838 hfi1_skip_sge(&qp->r_sge, sizeof(struct ib_grh), 1); in hfi1_ud_rcv()
839 hfi1_copy_sge(&qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh), 1); in hfi1_ud_rcv()
840 hfi1_put_ss(&qp->r_sge); in hfi1_ud_rcv()
Drc.c2062 hfi1_copy_sge(&qp->r_sge, data, pmtu, 1); in hfi1_rc_rcv()
2107 hfi1_copy_sge(&qp->r_sge, data, tlen, 1); in hfi1_rc_rcv()
2108 hfi1_put_ss(&qp->r_sge); in hfi1_rc_rcv()
2153 qp->r_sge.sg_list = NULL; in hfi1_rc_rcv()
2160 ok = hfi1_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, vaddr, in hfi1_rc_rcv()
2164 qp->r_sge.num_sge = 1; in hfi1_rc_rcv()
2166 qp->r_sge.num_sge = 0; in hfi1_rc_rcv()
2167 qp->r_sge.sge.mr = NULL; in hfi1_rc_rcv()
2168 qp->r_sge.sge.vaddr = NULL; in hfi1_rc_rcv()
2169 qp->r_sge.sge.length = 0; in hfi1_rc_rcv()
[all …]
Dqp.c400 qp->r_sge.num_sge = 0; in reset_qp()
410 hfi1_put_ss(&qp->r_sge); in clear_mr_refs()
Dverbs.h498 struct hfi1_sge_state r_sge; /* current receive data */ member
/linux-4.4.14/drivers/staging/rdma/ipath/
Dipath_uc.c350 qp->r_sge = qp->s_rdma_read_sge; in ipath_uc_rcv()
356 qp->s_rdma_read_sge = qp->r_sge; in ipath_uc_rcv()
376 ipath_copy_sge(&qp->r_sge, data, pmtu); in ipath_uc_rcv()
412 ipath_copy_sge(&qp->r_sge, data, tlen); in ipath_uc_rcv()
445 ok = ipath_rkey_ok(qp, &qp->r_sge, qp->r_len, in ipath_uc_rcv()
453 qp->r_sge.sg_list = NULL; in ipath_uc_rcv()
454 qp->r_sge.sge.mr = NULL; in ipath_uc_rcv()
455 qp->r_sge.sge.vaddr = NULL; in ipath_uc_rcv()
456 qp->r_sge.sge.length = 0; in ipath_uc_rcv()
457 qp->r_sge.sge.sge_length = 0; in ipath_uc_rcv()
[all …]
Dipath_ruc.c209 qp->r_sge.sg_list = qp->r_sg_list; in ipath_get_rwqe()
210 } while (!ipath_init_sge(qp, wqe, &qp->r_len, &qp->r_sge)); in ipath_get_rwqe()
354 if (unlikely(!ipath_rkey_ok(qp, &qp->r_sge, wqe->length, in ipath_ruc_loopback()
369 qp->r_sge.sge = wqe->sg_list[0]; in ipath_ruc_loopback()
370 qp->r_sge.sg_list = wqe->sg_list + 1; in ipath_ruc_loopback()
371 qp->r_sge.num_sge = wqe->wr.num_sge; in ipath_ruc_loopback()
378 if (unlikely(!ipath_rkey_ok(qp, &qp->r_sge, sizeof(u64), in ipath_ruc_loopback()
384 maddr = (atomic64_t *) qp->r_sge.sge.vaddr; in ipath_ruc_loopback()
389 (u64) cmpxchg((u64 *) qp->r_sge.sge.vaddr, in ipath_ruc_loopback()
407 ipath_copy_sge(&qp->r_sge, sge->vaddr, len); in ipath_ruc_loopback()
Dipath_rc.c1686 ipath_copy_sge(&qp->r_sge, data, pmtu); in ipath_rc_rcv()
1729 ipath_copy_sge(&qp->r_sge, data, tlen); in ipath_rc_rcv()
1773 ok = ipath_rkey_ok(qp, &qp->r_sge, in ipath_rc_rcv()
1779 qp->r_sge.sg_list = NULL; in ipath_rc_rcv()
1780 qp->r_sge.sge.mr = NULL; in ipath_rc_rcv()
1781 qp->r_sge.sge.vaddr = NULL; in ipath_rc_rcv()
1782 qp->r_sge.sge.length = 0; in ipath_rc_rcv()
1783 qp->r_sge.sge.sge_length = 0; in ipath_rc_rcv()
1901 if (unlikely(!ipath_rkey_ok(qp, &qp->r_sge, in ipath_rc_rcv()
1906 maddr = (atomic64_t *) qp->r_sge.sge.vaddr; in ipath_rc_rcv()
[all …]
Dipath_ud.c547 ipath_copy_sge(&qp->r_sge, &hdr->u.l.grh, in ipath_ud_rcv()
551 ipath_skip_sge(&qp->r_sge, sizeof(struct ib_grh)); in ipath_ud_rcv()
552 ipath_copy_sge(&qp->r_sge, data, in ipath_ud_rcv()
Dipath_verbs.h383 struct ipath_sge_state r_sge; /* current receive data */ member
/linux-4.4.14/net/rds/
Diw_recv.c95 recv->r_wr.sg_list = recv->r_sge; in rds_iw_recv_init_ring()
98 sge = rds_iw_data_sge(ic, recv->r_sge); in rds_iw_recv_init_ring()
103 sge = rds_iw_header_sge(ic, recv->r_sge); in rds_iw_recv_init_ring()
193 sge = rds_iw_data_sge(ic, recv->r_sge); in rds_iw_recv_refill_one()
197 sge = rds_iw_header_sge(ic, recv->r_sge); in rds_iw_recv_refill_one()
Dib_recv.c59 recv->r_wr.sg_list = recv->r_sge; in rds_ib_recv_init_ring()
62 sge = &recv->r_sge[0]; in rds_ib_recv_init_ring()
67 sge = &recv->r_sge[1]; in rds_ib_recv_init_ring()
337 sge = &recv->r_sge[0]; in rds_ib_recv_refill_one()
341 sge = &recv->r_sge[1]; in rds_ib_recv_refill_one()
Diw.h92 struct ib_sge r_sge[2]; member
Dib.h91 struct ib_sge r_sge[2]; member