tid_rdma 253 drivers/infiniband/hw/hfi1/opfn.c struct tid_rdma_params *local = &priv->tid_rdma.local; tid_rdma 796 drivers/infiniband/hw/hfi1/qp.c if (cancel_work_sync(&priv->tid_rdma.trigger_work)) tid_rdma 1060 drivers/infiniband/hw/hfi1/rc.c remote = rcu_dereference(priv->tid_rdma.remote); tid_rdma 210 drivers/infiniband/hw/hfi1/tid_rdma.c *data = tid_rdma_opfn_encode(&priv->tid_rdma.local); tid_rdma 220 drivers/infiniband/hw/hfi1/tid_rdma.c old = rcu_dereference_protected(priv->tid_rdma.remote, tid_rdma 246 drivers/infiniband/hw/hfi1/tid_rdma.c trace_hfi1_opfn_param(qp, 0, &priv->tid_rdma.local); tid_rdma 248 drivers/infiniband/hw/hfi1/tid_rdma.c rcu_assign_pointer(priv->tid_rdma.remote, remote); tid_rdma 261 drivers/infiniband/hw/hfi1/tid_rdma.c RCU_INIT_POINTER(priv->tid_rdma.remote, NULL); tid_rdma 290 drivers/infiniband/hw/hfi1/tid_rdma.c old = rcu_dereference_protected(priv->tid_rdma.remote, tid_rdma 292 drivers/infiniband/hw/hfi1/tid_rdma.c RCU_INIT_POINTER(priv->tid_rdma.remote, NULL); tid_rdma 347 drivers/infiniband/hw/hfi1/tid_rdma.c INIT_WORK(&qpriv->tid_rdma.trigger_work, tid_rdma_trigger_resume); tid_rdma 626 drivers/infiniband/hw/hfi1/tid_rdma.c &priv->tid_rdma.trigger_work); tid_rdma 645 drivers/infiniband/hw/hfi1/tid_rdma.c priv = container_of(tr, struct hfi1_qp_priv, tid_rdma); tid_rdma 1705 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_rdma_read_req *rreq = &ohdr->u.tid_rdma.r_req; tid_rdma 1719 drivers/infiniband/hw/hfi1/tid_rdma.c memset(&ohdr->u.tid_rdma.r_req, 0, sizeof(ohdr->u.tid_rdma.r_req)); tid_rdma 1737 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); tid_rdma 1751 drivers/infiniband/hw/hfi1/tid_rdma.c cpu_to_be32(qpriv->tid_rdma.local.qp | tid_rdma 1773 drivers/infiniband/hw/hfi1/tid_rdma.c return sizeof(ohdr->u.tid_rdma.r_req) / sizeof(u32); tid_rdma 1934 drivers/infiniband/hw/hfi1/tid_rdma.c flow->tid_qpn = be32_to_cpu(ohdr->u.tid_rdma.r_req.tid_flow_qp); tid_rdma 1937 drivers/infiniband/hw/hfi1/tid_rdma.c flow_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.r_req.tid_flow_psn)); tid_rdma 1962 drivers/infiniband/hw/hfi1/tid_rdma.c req->n_flows = qpriv->tid_rdma.local.max_read; tid_rdma 1968 drivers/infiniband/hw/hfi1/tid_rdma.c req->seg_len = qpriv->tid_rdma.local.max_len; tid_rdma 2024 drivers/infiniband/hw/hfi1/tid_rdma.c reth = &ohdr->u.tid_rdma.r_req.reth; tid_rdma 2252 drivers/infiniband/hw/hfi1/tid_rdma.c reth = &ohdr->u.tid_rdma.r_req.reth; tid_rdma 2256 drivers/infiniband/hw/hfi1/tid_rdma.c if (!len || len & ~PAGE_MASK || len > qpriv->tid_rdma.local.max_len) tid_rdma 2347 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_rdma_read_resp *resp = &ohdr->u.tid_rdma.r_rsp; tid_rdma 2362 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); tid_rdma 2401 drivers/infiniband/hw/hfi1/tid_rdma.c hdwords = sizeof(ohdr->u.tid_rdma.r_rsp) / sizeof(u32); tid_rdma 2458 drivers/infiniband/hw/hfi1/tid_rdma.c aeth = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.aeth); tid_rdma 2462 drivers/infiniband/hw/hfi1/tid_rdma.c ipsn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_psn)); tid_rdma 2871 drivers/infiniband/hw/hfi1/tid_rdma.c qp_num = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_qp) & tid_rdma 2914 drivers/infiniband/hw/hfi1/tid_rdma.c ibpsn = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_psn); tid_rdma 3285 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); tid_rdma 3362 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); tid_rdma 3370 drivers/infiniband/hw/hfi1/tid_rdma.c KDETH_RESET(ohdr->u.tid_rdma.w_req.kdeth0, KVER, 0x1); tid_rdma 3371 drivers/infiniband/hw/hfi1/tid_rdma.c KDETH_RESET(ohdr->u.tid_rdma.w_req.kdeth1, JKEY, remote->jkey); tid_rdma 3372 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.w_req.reth.vaddr = tid_rdma 3374 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.w_req.reth.rkey = tid_rdma 3376 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.w_req.reth.length = cpu_to_be32(*len); tid_rdma 3377 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.w_req.verbs_qp = cpu_to_be32(qp->remote_qpn); tid_rdma 3386 drivers/infiniband/hw/hfi1/tid_rdma.c return sizeof(ohdr->u.tid_rdma.w_req) / sizeof(u32); tid_rdma 3456 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_rdma_params *local = &qpriv->tid_rdma.local; tid_rdma 3675 drivers/infiniband/hw/hfi1/tid_rdma.c reth = &ohdr->u.tid_rdma.w_req.reth; tid_rdma 3679 drivers/infiniband/hw/hfi1/tid_rdma.c num_segs = DIV_ROUND_UP(len, qpriv->tid_rdma.local.max_len); tid_rdma 3744 drivers/infiniband/hw/hfi1/tid_rdma.c req->n_flows = min_t(u16, num_segs, qpriv->tid_rdma.local.max_write); tid_rdma 3751 drivers/infiniband/hw/hfi1/tid_rdma.c req->seg_len = qpriv->tid_rdma.local.max_len; tid_rdma 3880 drivers/infiniband/hw/hfi1/tid_rdma.c memset(&ohdr->u.tid_rdma.w_rsp, 0, sizeof(ohdr->u.tid_rdma.w_rsp)); tid_rdma 3901 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); tid_rdma 3903 drivers/infiniband/hw/hfi1/tid_rdma.c KDETH_RESET(ohdr->u.tid_rdma.w_rsp.kdeth0, KVER, 0x1); tid_rdma 3904 drivers/infiniband/hw/hfi1/tid_rdma.c KDETH_RESET(ohdr->u.tid_rdma.w_rsp.kdeth1, JKEY, remote->jkey); tid_rdma 3905 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.w_rsp.aeth = rvt_compute_aeth(qp); tid_rdma 3906 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.w_rsp.tid_flow_psn = tid_rdma 3911 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.w_rsp.tid_flow_qp = tid_rdma 3912 drivers/infiniband/hw/hfi1/tid_rdma.c cpu_to_be32(qpriv->tid_rdma.local.qp | tid_rdma 3916 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.w_rsp.verbs_qp = cpu_to_be32(qp->remote_qpn); tid_rdma 3919 drivers/infiniband/hw/hfi1/tid_rdma.c hdwords = sizeof(ohdr->u.tid_rdma.w_rsp) / sizeof(u32); tid_rdma 4041 drivers/infiniband/hw/hfi1/tid_rdma.c aeth = be32_to_cpu(ohdr->u.tid_rdma.w_rsp.aeth); tid_rdma 4099 drivers/infiniband/hw/hfi1/tid_rdma.c flow->tid_qpn = be32_to_cpu(ohdr->u.tid_rdma.w_rsp.tid_flow_qp); tid_rdma 4102 drivers/infiniband/hw/hfi1/tid_rdma.c flow_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.w_rsp.tid_flow_psn)); tid_rdma 4203 drivers/infiniband/hw/hfi1/tid_rdma.c struct tid_rdma_write_data *wd = &ohdr->u.tid_rdma.w_data; tid_rdma 4221 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); tid_rdma 4424 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); tid_rdma 4425 drivers/infiniband/hw/hfi1/tid_rdma.c KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth1, JKEY, remote->jkey); tid_rdma 4426 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.verbs_qp = cpu_to_be32(qp->remote_qpn); tid_rdma 4433 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.aeth = rvt_compute_aeth(qp); tid_rdma 4436 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.aeth = tid_rdma 4442 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.aeth = rvt_compute_aeth(qp); tid_rdma 4444 drivers/infiniband/hw/hfi1/tid_rdma.c KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth0, KVER, 0x1); tid_rdma 4445 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.tid_flow_qp = tid_rdma 4446 drivers/infiniband/hw/hfi1/tid_rdma.c cpu_to_be32(qpriv->tid_rdma.local.qp | tid_rdma 4451 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.tid_flow_psn = 0; tid_rdma 4452 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.verbs_psn = tid_rdma 4463 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.tid_flow_psn = tid_rdma 4474 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.tid_flow_psn = tid_rdma 4481 drivers/infiniband/hw/hfi1/tid_rdma.c return sizeof(ohdr->u.tid_rdma.ack) / sizeof(u32); tid_rdma 4499 drivers/infiniband/hw/hfi1/tid_rdma.c aeth = be32_to_cpu(ohdr->u.tid_rdma.ack.aeth); tid_rdma 4500 drivers/infiniband/hw/hfi1/tid_rdma.c req_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.ack.verbs_psn)); tid_rdma 4501 drivers/infiniband/hw/hfi1/tid_rdma.c resync_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.ack.tid_flow_psn)); tid_rdma 4841 drivers/infiniband/hw/hfi1/tid_rdma.c remote = rcu_dereference(qpriv->tid_rdma.remote); tid_rdma 4842 drivers/infiniband/hw/hfi1/tid_rdma.c KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth1, JKEY, remote->jkey); tid_rdma 4843 drivers/infiniband/hw/hfi1/tid_rdma.c ohdr->u.tid_rdma.ack.verbs_qp = cpu_to_be32(qp->remote_qpn); tid_rdma 4851 drivers/infiniband/hw/hfi1/tid_rdma.c KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth0, KVER, 0x1); tid_rdma 4853 drivers/infiniband/hw/hfi1/tid_rdma.c return sizeof(ohdr->u.tid_rdma.resync) / sizeof(u32); tid_rdma 5116 drivers/infiniband/hw/hfi1/tid_rdma.c hwords += sizeof(ohdr->u.tid_rdma.w_data) / sizeof(u32); tid_rdma 338 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.w_req.kdeth0), tid_rdma 339 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.w_req.kdeth1), tid_rdma 340 drivers/infiniband/hw/hfi1/trace.c ib_u64_get(&eh->tid_rdma.w_req.reth.vaddr), tid_rdma 341 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_req.reth.rkey), tid_rdma 342 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_req.reth.length), tid_rdma 343 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_req.verbs_qp)); tid_rdma 348 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.w_rsp.kdeth0), tid_rdma 349 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.w_rsp.kdeth1), tid_rdma 350 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_rsp.aeth) >> 24, tid_rdma 352 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_rsp.aeth) tid_rdma 354 drivers/infiniband/hw/hfi1/trace.c (be32_to_cpu(eh->tid_rdma.w_rsp.aeth) & tid_rdma 356 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_rsp.tid_flow_psn), tid_rdma 357 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_rsp.tid_flow_qp), tid_rdma 358 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_rsp.verbs_qp)); tid_rdma 363 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.w_data.kdeth0), tid_rdma 364 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.w_data.kdeth0, KVER), tid_rdma 365 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.w_data.kdeth0, SH), tid_rdma 366 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.w_data.kdeth0, INTR), tid_rdma 367 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.w_data.kdeth0, TIDCTRL), tid_rdma 368 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.w_data.kdeth0, TID), tid_rdma 369 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.w_data.kdeth0, OFFSET), tid_rdma 370 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.w_data.kdeth1), tid_rdma 371 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.w_data.kdeth1, JKEY), tid_rdma 372 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.w_data.verbs_qp)); tid_rdma 377 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.r_req.kdeth0), tid_rdma 378 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.r_req.kdeth1), tid_rdma 379 drivers/infiniband/hw/hfi1/trace.c ib_u64_get(&eh->tid_rdma.r_req.reth.vaddr), tid_rdma 380 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.r_req.reth.rkey), tid_rdma 381 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.r_req.reth.length), tid_rdma 382 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.r_req.tid_flow_psn), tid_rdma 383 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.r_req.tid_flow_qp), tid_rdma 384 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.r_req.verbs_qp)); tid_rdma 389 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.r_rsp.kdeth0), tid_rdma 390 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.r_rsp.kdeth0, KVER), tid_rdma 391 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.r_rsp.kdeth0, SH), tid_rdma 392 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.r_rsp.kdeth0, INTR), tid_rdma 393 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.r_rsp.kdeth0, TIDCTRL), tid_rdma 394 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.r_rsp.kdeth0, TID), tid_rdma 395 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.r_rsp.kdeth0, OFFSET), tid_rdma 396 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.r_rsp.kdeth1), tid_rdma 397 drivers/infiniband/hw/hfi1/trace.c KDETH_GET(eh->tid_rdma.r_rsp.kdeth1, JKEY), tid_rdma 398 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.r_rsp.aeth) >> 24, tid_rdma 400 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.r_rsp.aeth) tid_rdma 402 drivers/infiniband/hw/hfi1/trace.c (be32_to_cpu(eh->tid_rdma.r_rsp.aeth) & tid_rdma 404 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.r_rsp.verbs_qp)); tid_rdma 409 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.ack.kdeth0), tid_rdma 410 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.ack.kdeth1), tid_rdma 411 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.ack.aeth) >> 24, tid_rdma 413 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.ack.aeth) tid_rdma 415 drivers/infiniband/hw/hfi1/trace.c (be32_to_cpu(eh->tid_rdma.ack.aeth) & tid_rdma 417 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.ack.tid_flow_psn), tid_rdma 418 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.ack.verbs_psn), tid_rdma 419 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.ack.tid_flow_qp), tid_rdma 420 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.ack.verbs_qp)); tid_rdma 424 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.resync.kdeth0), tid_rdma 425 drivers/infiniband/hw/hfi1/trace.c le32_to_cpu(eh->tid_rdma.resync.kdeth1), tid_rdma 426 drivers/infiniband/hw/hfi1/trace.c be32_to_cpu(eh->tid_rdma.resync.verbs_qp)); tid_rdma 397 drivers/infiniband/hw/hfi1/verbs.c qp_num = be32_to_cpu(packet->ohdr->u.tid_rdma.r_req.verbs_qp) & tid_rdma 451 drivers/infiniband/hw/hfi1/verbs.c qp_num = be32_to_cpu(packet->ohdr->u.tid_rdma.r_rsp.verbs_qp) & tid_rdma 171 drivers/infiniband/hw/hfi1/verbs.h struct tid_rdma_qp_params tid_rdma; tid_rdma 131 include/rdma/ib_hdrs.h } tid_rdma;