rdi 104 arch/x86/entry/calling.h movq %rdi, 8(%rsp) /* pt_regs->di (overwriting original return address) */ rdi 106 arch/x86/entry/calling.h pushq %rdi /* pt_regs->di */ rdi 173 arch/x86/entry/calling.h popq %rdi rdi 78 arch/x86/include/asm/asm.h #define _ASM_ARG1Q rdi rdi 96 arch/x86/include/asm/inst.h .ifc \r64,%rdi rdi 185 arch/x86/include/asm/kexec.h uint64_t rdi; rdi 823 arch/x86/include/asm/paravirt.h COND_PUSH(set, CLBR_RDI, rdi); \ rdi 833 arch/x86/include/asm/paravirt.h COND_POP(set, CLBR_RDI, rdi); \ rdi 57 arch/x86/include/asm/unwind_hints.h .elseif \base == %rdi rdi 119 arch/x86/include/uapi/asm/kvm.h __u64 rsi, rdi, rsp, rbp; rdi 64 arch/x86/include/uapi/asm/ptrace.h unsigned long rdi; rdi 334 arch/x86/include/uapi/asm/sigcontext.h __u64 rdi; rdi 28 arch/x86/kvm/kvm_cache_regs.h BUILD_KVM_GPR_ACCESSORS(rdi, RDI) rdi 5773 arch/x86/kvm/svm.c [rdi]"i"(offsetof(struct vcpu_svm, vcpu.arch.regs[VCPU_REGS_RDI])), rdi 8646 arch/x86/kvm/x86.c regs->rdi = kvm_rdi_read(vcpu); rdi 8682 arch/x86/kvm/x86.c kvm_rdi_write(vcpu, regs->rdi); rdi 531 drivers/clk/qcom/mmcc-msm8960.c struct clk_pix_rdi *rdi = to_clk_pix_rdi(hw); rdi 550 drivers/clk/qcom/mmcc-msm8960.c val = rdi->s2_mask; rdi 553 drivers/clk/qcom/mmcc-msm8960.c regmap_update_bits(rdi->clkr.regmap, rdi->s2_reg, rdi->s2_mask, val); rdi 561 drivers/clk/qcom/mmcc-msm8960.c val = rdi->s_mask; rdi 564 drivers/clk/qcom/mmcc-msm8960.c regmap_update_bits(rdi->clkr.regmap, rdi->s_reg, rdi->s_mask, val); rdi 583 drivers/clk/qcom/mmcc-msm8960.c struct clk_pix_rdi *rdi = to_clk_pix_rdi(hw); rdi 586 drivers/clk/qcom/mmcc-msm8960.c regmap_read(rdi->clkr.regmap, rdi->s2_reg, &val); rdi 587 drivers/clk/qcom/mmcc-msm8960.c if (val & rdi->s2_mask) rdi 590 drivers/clk/qcom/mmcc-msm8960.c regmap_read(rdi->clkr.regmap, rdi->s_reg, &val); rdi 591 drivers/clk/qcom/mmcc-msm8960.c if (val & rdi->s_mask) rdi 429 drivers/infiniband/hw/hfi1/affinity.c rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), cpu, i); rdi 479 drivers/infiniband/hw/hfi1/affinity.c rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), i, cpu); rdi 517 drivers/infiniband/hw/hfi1/affinity.c int hfi1_comp_vect_mappings_lookup(struct rvt_dev_info *rdi, int comp_vect) rdi 519 drivers/infiniband/hw/hfi1/affinity.c struct hfi1_ibdev *verbs_dev = dev_from_rdi(rdi); rdi 584 drivers/infiniband/hw/hfi1/affinity.c rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), rdi 124 drivers/infiniband/hw/hfi1/affinity.h int hfi1_comp_vect_mappings_lookup(struct rvt_dev_info *rdi, int comp_vect); rdi 10771 drivers/infiniband/hw/hfi1/chip.c event.device = &dd->verbs_dev.rdi.ibdev; rdi 161 drivers/infiniband/hw/hfi1/driver.c struct pci_dev *get_pci_dev(struct rvt_dev_info *rdi) rdi 163 drivers/infiniband/hw/hfi1/driver.c struct hfi1_ibdev *ibdev = container_of(rdi, struct hfi1_ibdev, rdi); rdi 259 drivers/infiniband/hw/hfi1/driver.c struct rvt_dev_info *rdi = &verbs_dev->rdi; rdi 313 drivers/infiniband/hw/hfi1/driver.c qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); rdi 374 drivers/infiniband/hw/hfi1/driver.c qp = rvt_lookup_qpn(rdi, &ibp->rvp, lqpn); rdi 628 drivers/infiniband/hw/hfi1/driver.c struct rvt_dev_info *rdi = &rcd->dd->verbs_dev.rdi; rdi 662 drivers/infiniband/hw/hfi1/driver.c qp = rvt_lookup_qpn(rdi, &ibp->rvp, qpn); rdi 1842 drivers/infiniband/hw/hfi1/hfi.h static inline struct hfi1_ibdev *dev_from_rdi(struct rvt_dev_info *rdi) rdi 1844 drivers/infiniband/hw/hfi1/hfi.h return container_of(rdi, struct hfi1_ibdev, rdi); rdi 2069 drivers/infiniband/hw/hfi1/hfi.h struct pci_dev *get_pci_dev(struct rvt_dev_info *rdi); rdi 2205 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), ##__VA_ARGS__) rdi 2209 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), ##__VA_ARGS__) rdi 2213 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), \ rdi 2218 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), ##__VA_ARGS__) rdi 2222 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), \ rdi 2227 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), ##__VA_ARGS__) rdi 2231 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), \ rdi 2236 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), ##__VA_ARGS__) rdi 2240 drivers/infiniband/hw/hfi1/hfi.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), (port), ##__VA_ARGS__) rdi 1247 drivers/infiniband/hw/hfi1/init.c rvt_dealloc_device(&dd->verbs_dev.rdi); rdi 1302 drivers/infiniband/hw/hfi1/init.c rvt_set_ibdev_name(&dd->verbs_dev.rdi, "%s_%d", class_name(), dd->unit); rdi 135 drivers/infiniband/hw/hfi1/intr.c event.device = &dd->verbs_dev.rdi.ibdev; rdi 116 drivers/infiniband/hw/hfi1/mad.c event.device = &dd->verbs_dev.rdi.ibdev; rdi 303 drivers/infiniband/hw/hfi1/mad.c attr.type = rdma_ah_find_type(&dd->verbs_dev.rdi.ibdev, port_num); rdi 518 drivers/infiniband/hw/hfi1/mad.c void hfi1_cap_mask_chg(struct rvt_dev_info *rdi, u8 port_num) rdi 521 drivers/infiniband/hw/hfi1/mad.c struct hfi1_ibdev *verbs_dev = dev_from_rdi(rdi); rdi 691 drivers/infiniband/hw/hfi1/qp.c rvt_max_atomic(&to_idev(qp->ibqp.device)->rdi), rdi 720 drivers/infiniband/hw/hfi1/qp.c void *qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp) rdi 724 drivers/infiniband/hw/hfi1/qp.c priv = kzalloc_node(sizeof(*priv), GFP_KERNEL, rdi->dparms.node); rdi 731 drivers/infiniband/hw/hfi1/qp.c rdi->dparms.node); rdi 750 drivers/infiniband/hw/hfi1/qp.c void qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp) rdi 754 drivers/infiniband/hw/hfi1/qp.c hfi1_qp_priv_tid_free(rdi, qp); rdi 759 drivers/infiniband/hw/hfi1/qp.c unsigned free_all_qps(struct rvt_dev_info *rdi) rdi 761 drivers/infiniband/hw/hfi1/qp.c struct hfi1_ibdev *verbs_dev = container_of(rdi, rdi 763 drivers/infiniband/hw/hfi1/qp.c rdi); rdi 851 drivers/infiniband/hw/hfi1/qp.c u32 mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu) rdi 854 drivers/infiniband/hw/hfi1/qp.c struct hfi1_ibdev *verbs_dev = container_of(rdi, rdi 856 drivers/infiniband/hw/hfi1/qp.c rdi); rdi 873 drivers/infiniband/hw/hfi1/qp.c int get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 877 drivers/infiniband/hw/hfi1/qp.c struct hfi1_ibdev *verbs_dev = container_of(rdi, rdi 879 drivers/infiniband/hw/hfi1/qp.c rdi); rdi 976 drivers/infiniband/hw/hfi1/qp.c rvt_qp_iter(&dev->rdi, sl, hfi1_qp_iter_cb); rdi 149 drivers/infiniband/hw/hfi1/qp.h void *qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp); rdi 150 drivers/infiniband/hw/hfi1/qp.h void qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); rdi 151 drivers/infiniband/hw/hfi1/qp.h unsigned free_all_qps(struct rvt_dev_info *rdi); rdi 153 drivers/infiniband/hw/hfi1/qp.h int get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 159 drivers/infiniband/hw/hfi1/qp.h u32 mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu); rdi 151 drivers/infiniband/hw/hfi1/rc.c if (++next > rvt_size_atomic(&dev->rdi)) rdi 2017 drivers/infiniband/hw/hfi1/rc.c struct rvt_dev_info *rdi; rdi 2211 drivers/infiniband/hw/hfi1/rc.c rdi = ib_to_rvt(qp->ibqp.device); rdi 2212 drivers/infiniband/hw/hfi1/rc.c if (!(rdi->post_parms[wqe->wr.opcode].flags & rdi 501 drivers/infiniband/hw/hfi1/sysfs.c rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev); rdi 511 drivers/infiniband/hw/hfi1/sysfs.c rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev); rdi 527 drivers/infiniband/hw/hfi1/sysfs.c rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev); rdi 539 drivers/infiniband/hw/hfi1/sysfs.c rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev); rdi 558 drivers/infiniband/hw/hfi1/sysfs.c rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev); rdi 570 drivers/infiniband/hw/hfi1/sysfs.c rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev); rdi 582 drivers/infiniband/hw/hfi1/sysfs.c rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev); rdi 612 drivers/infiniband/hw/hfi1/sysfs.c rdma_device_to_drv_device(device, struct hfi1_ibdev, rdi.ibdev); rdi 838 drivers/infiniband/hw/hfi1/sysfs.c struct ib_device *dev = &dd->verbs_dev.rdi.ibdev; rdi 319 drivers/infiniband/hw/hfi1/tid_rdma.c static struct hfi1_ctxtdata *qp_to_rcd(struct rvt_dev_info *rdi, rdi 322 drivers/infiniband/hw/hfi1/tid_rdma.c struct hfi1_ibdev *verbs_dev = container_of(rdi, rdi 324 drivers/infiniband/hw/hfi1/tid_rdma.c rdi); rdi 337 drivers/infiniband/hw/hfi1/tid_rdma.c int hfi1_qp_priv_init(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 343 drivers/infiniband/hw/hfi1/tid_rdma.c qpriv->rcd = qp_to_rcd(rdi, qp); rdi 388 drivers/infiniband/hw/hfi1/tid_rdma.c for (i = 0; i < rvt_max_atomic(rdi); i++) { rdi 412 drivers/infiniband/hw/hfi1/tid_rdma.c void hfi1_qp_priv_tid_free(struct rvt_dev_info *rdi, struct rvt_qp *qp) rdi 424 drivers/infiniband/hw/hfi1/tid_rdma.c for (i = 0; i < rvt_max_atomic(rdi); i++) { rdi 2087 drivers/infiniband/hw/hfi1/tid_rdma.c if (i > rvt_size_atomic(&dev->rdi)) rdi 2149 drivers/infiniband/hw/hfi1/tid_rdma.c if (i > rvt_size_atomic(&dev->rdi)) rdi 2843 drivers/infiniband/hw/hfi1/tid_rdma.c struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; rdi 2880 drivers/infiniband/hw/hfi1/tid_rdma.c qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); rdi 3973 drivers/infiniband/hw/hfi1/tid_rdma.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 3991 drivers/infiniband/hw/hfi1/tid_rdma.c for (i = 0; i < rvt_max_atomic(rdi); i++) { rdi 4356 drivers/infiniband/hw/hfi1/tid_rdma.c if (next > rvt_size_atomic(&dev->rdi)) rdi 4365 drivers/infiniband/hw/hfi1/tid_rdma.c if (++qp->s_acked_ack_queue > rvt_size_atomic(&dev->rdi)) rdi 4741 drivers/infiniband/hw/hfi1/tid_rdma.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 4747 drivers/infiniband/hw/hfi1/tid_rdma.c priv->tid_retry_timeout_jiffies + rdi->busy_jiffies; rdi 4756 drivers/infiniband/hw/hfi1/tid_rdma.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 4761 drivers/infiniband/hw/hfi1/tid_rdma.c priv->tid_retry_timeout_jiffies + rdi->busy_jiffies); rdi 4918 drivers/infiniband/hw/hfi1/tid_rdma.c if (idx > rvt_size_atomic(&dev->rdi)) rdi 5212 drivers/infiniband/hw/hfi1/tid_rdma.c rvt_size_atomic(&dev->rdi) : rdi 5254 drivers/infiniband/hw/hfi1/tid_rdma.c if (next > rvt_size_atomic(&dev->rdi)) rdi 5457 drivers/infiniband/hw/hfi1/tid_rdma.c s_prev = qp->s_tail_ack_queue == 0 ? rvt_size_atomic(&dev->rdi) : rdi 230 drivers/infiniband/hw/hfi1/tid_rdma.h int hfi1_qp_priv_init(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 232 drivers/infiniband/hw/hfi1/tid_rdma.h void hfi1_qp_priv_tid_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); rdi 375 drivers/infiniband/hw/hfi1/verbs.c struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; rdi 401 drivers/infiniband/hw/hfi1/verbs.c packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); rdi 429 drivers/infiniband/hw/hfi1/verbs.c struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; rdi 455 drivers/infiniband/hw/hfi1/verbs.c packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); rdi 501 drivers/infiniband/hw/hfi1/verbs.c struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; rdi 547 drivers/infiniband/hw/hfi1/verbs.c packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); rdi 1331 drivers/infiniband/hw/hfi1/verbs.c struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; rdi 1334 drivers/infiniband/hw/hfi1/verbs.c memset(&rdi->dparms.props, 0, sizeof(rdi->dparms.props)); rdi 1336 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.fw_ver = ((u64)(dc8051_ver_maj(ver)) << 32) | rdi 1340 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.device_cap_flags = IB_DEVICE_BAD_PKEY_CNTR | rdi 1346 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.page_size_cap = PAGE_SIZE; rdi 1347 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.vendor_id = dd->oui1 << 16 | dd->oui2 << 8 | dd->oui3; rdi 1348 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.vendor_part_id = dd->pcidev->device; rdi 1349 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.hw_ver = dd->minrev; rdi 1350 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.sys_image_guid = ib_hfi1_sys_image_guid; rdi 1351 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_mr_size = U64_MAX; rdi 1352 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_fast_reg_page_list_len = UINT_MAX; rdi 1353 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_qp = hfi1_max_qps; rdi 1354 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_qp_wr = rdi 1357 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_send_sge = hfi1_max_sges; rdi 1358 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_recv_sge = hfi1_max_sges; rdi 1359 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_sge_rd = hfi1_max_sges; rdi 1360 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_cq = hfi1_max_cqs; rdi 1361 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_ah = hfi1_max_ahs; rdi 1362 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_cqe = hfi1_max_cqes; rdi 1363 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_map_per_fmr = 32767; rdi 1364 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_pd = hfi1_max_pds; rdi 1365 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_qp_rd_atom = HFI1_MAX_RDMA_ATOMIC; rdi 1366 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_qp_init_rd_atom = 255; rdi 1367 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_srq = hfi1_max_srqs; rdi 1368 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_srq_wr = hfi1_max_srq_wrs; rdi 1369 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_srq_sge = hfi1_max_srq_sges; rdi 1370 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.atomic_cap = IB_ATOMIC_GLOB; rdi 1371 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_pkeys = hfi1_get_npkeys(dd); rdi 1372 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_mcast_grp = hfi1_max_mcast_grps; rdi 1373 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_mcast_qp_attach = hfi1_max_mcast_qp_attached; rdi 1374 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_total_mcast_qp_attach = rdi 1375 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_mcast_qp_attach * rdi 1376 drivers/infiniband/hw/hfi1/verbs.c rdi->dparms.props.max_mcast_grp; rdi 1410 drivers/infiniband/hw/hfi1/verbs.c static int query_port(struct rvt_dev_info *rdi, u8 port_num, rdi 1413 drivers/infiniband/hw/hfi1/verbs.c struct hfi1_ibdev *verbs_dev = dev_from_rdi(rdi); rdi 1486 drivers/infiniband/hw/hfi1/verbs.c static int shut_down_port(struct rvt_dev_info *rdi, u8 port_num) rdi 1488 drivers/infiniband/hw/hfi1/verbs.c struct hfi1_ibdev *verbs_dev = dev_from_rdi(rdi); rdi 1499 drivers/infiniband/hw/hfi1/verbs.c static int hfi1_get_guid_be(struct rvt_dev_info *rdi, struct rvt_ibport *rvp, rdi 1622 drivers/infiniband/hw/hfi1/verbs.c struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 1623 drivers/infiniband/hw/hfi1/verbs.c struct hfi1_ibdev *dev = dev_from_rdi(rdi); rdi 1806 drivers/infiniband/hw/hfi1/verbs.c struct ib_device *ibdev = &dev->rdi.ibdev; rdi 1849 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.get_pci_dev = get_pci_dev; rdi 1850 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.check_ah = hfi1_check_ah; rdi 1851 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.notify_new_ah = hfi1_notify_new_ah; rdi 1852 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.get_guid_be = hfi1_get_guid_be; rdi 1853 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.query_port_state = query_port; rdi 1854 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.shut_down_port = shut_down_port; rdi 1855 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.cap_mask_chg = hfi1_cap_mask_chg; rdi 1862 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.qp_table_size = hfi1_qp_table_size; rdi 1863 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.qpn_start = 0; rdi 1864 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.qpn_inc = 1; rdi 1865 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.qos_shift = dd->qos_shift; rdi 1866 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.qpn_res_start = kdeth_qp << 16; rdi 1867 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.qpn_res_end = rdi 1868 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.qpn_res_start + 65535; rdi 1869 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.max_rdma_atomic = HFI1_MAX_RDMA_ATOMIC; rdi 1870 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.psn_mask = PSN_MASK; rdi 1871 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.psn_shift = PSN_SHIFT; rdi 1872 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.psn_modify_mask = PSN_MODIFY_MASK; rdi 1873 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.core_cap_flags = RDMA_CORE_PORT_INTEL_OPA | rdi 1875 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.max_mad_size = OPA_MGMT_MAD_SIZE; rdi 1877 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.qp_priv_alloc = qp_priv_alloc; rdi 1878 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.qp_priv_init = hfi1_qp_priv_init; rdi 1879 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.qp_priv_free = qp_priv_free; rdi 1880 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.free_all_qps = free_all_qps; rdi 1881 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.notify_qp_reset = notify_qp_reset; rdi 1882 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.do_send = hfi1_do_send_from_rvt; rdi 1883 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.schedule_send = hfi1_schedule_send; rdi 1884 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.schedule_send_no_lock = _hfi1_schedule_send; rdi 1885 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.get_pmtu_from_attr = get_pmtu_from_attr; rdi 1886 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.notify_error_qp = notify_error_qp; rdi 1887 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.flush_qp_waiters = flush_qp_waiters; rdi 1888 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.stop_send_queue = stop_send_queue; rdi 1889 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.quiesce_qp = quiesce_qp; rdi 1890 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.notify_error_qp = notify_error_qp; rdi 1891 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.mtu_from_qp = mtu_from_qp; rdi 1892 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.mtu_to_path_mtu = mtu_to_path_mtu; rdi 1893 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.check_modify_qp = hfi1_check_modify_qp; rdi 1894 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.modify_qp = hfi1_modify_qp; rdi 1895 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.notify_restart_rc = hfi1_restart_rc; rdi 1896 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.setup_wqe = hfi1_setup_wqe; rdi 1897 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.driver_f.comp_vect_cpu_lookup = rdi 1901 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.ibdev.num_comp_vectors = dd->comp_vect_possible_cpus; rdi 1902 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.node = dd->node; rdi 1905 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.flags = 0; /* Let rdmavt handle it all */ rdi 1906 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.lkey_table_size = hfi1_lkey_table_size; rdi 1907 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.nports = dd->num_pports; rdi 1908 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.npkeys = hfi1_get_npkeys(dd); rdi 1909 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.sge_copy_mode = sge_copy_mode; rdi 1910 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.wss_threshold = wss_threshold; rdi 1911 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.wss_clean_period = wss_clean_period; rdi 1912 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.reserved_operations = 1; rdi 1913 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.dparms.extra_rdma_atomic = HFI1_TID_RDMA_WRITE_CNT; rdi 1916 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.post_parms = hfi1_post_parms; rdi 1919 drivers/infiniband/hw/hfi1/verbs.c dd->verbs_dev.rdi.wc_opcode = ib_hfi1_wc_opcode; rdi 1923 drivers/infiniband/hw/hfi1/verbs.c rvt_init_port(&dd->verbs_dev.rdi, rdi 1928 drivers/infiniband/hw/hfi1/verbs.c rdma_set_device_sysfs_group(&dd->verbs_dev.rdi.ibdev, rdi 1931 drivers/infiniband/hw/hfi1/verbs.c ret = rvt_register_device(&dd->verbs_dev.rdi); rdi 1942 drivers/infiniband/hw/hfi1/verbs.c rvt_unregister_device(&dd->verbs_dev.rdi); rdi 1955 drivers/infiniband/hw/hfi1/verbs.c rvt_unregister_device(&dd->verbs_dev.rdi); rdi 278 drivers/infiniband/hw/hfi1/verbs.h struct rvt_dev_info rdi; /* Must be first */ rdi 309 drivers/infiniband/hw/hfi1/verbs.h struct rvt_dev_info *rdi; rdi 311 drivers/infiniband/hw/hfi1/verbs.h rdi = container_of(ibdev, struct rvt_dev_info, ibdev); rdi 312 drivers/infiniband/hw/hfi1/verbs.h return container_of(rdi, struct hfi1_ibdev, rdi); rdi 328 drivers/infiniband/hw/hfi1/verbs.h void hfi1_cap_mask_chg(struct rvt_dev_info *rdi, u8 port_num); rdi 1428 drivers/infiniband/hw/qib/qib.h struct pci_dev *qib_get_pci_dev(struct rvt_dev_info *rdi); rdi 1486 drivers/infiniband/hw/qib/qib.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), ##__VA_ARGS__) rdi 1490 drivers/infiniband/hw/qib/qib.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), ##__VA_ARGS__) rdi 1494 drivers/infiniband/hw/qib/qib.h rvt_get_ibdev_name(&(dd)->verbs_dev.rdi), (dd)->unit, (port), \ rdi 1520 drivers/infiniband/hw/qib/qib.h u32 qib_mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu); rdi 1522 drivers/infiniband/hw/qib/qib.h int qib_get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 82 drivers/infiniband/hw/qib/qib_driver.c struct pci_dev *qib_get_pci_dev(struct rvt_dev_info *rdi) rdi 84 drivers/infiniband/hw/qib/qib_driver.c struct qib_ibdev *ibdev = container_of(rdi, struct qib_ibdev, rdi); rdi 305 drivers/infiniband/hw/qib/qib_driver.c struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; rdi 351 drivers/infiniband/hw/qib/qib_driver.c qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); rdi 1044 drivers/infiniband/hw/qib/qib_init.c rvt_dealloc_device(&dd->verbs_dev.rdi); rdi 1096 drivers/infiniband/hw/qib/qib_init.c rvt_set_ibdev_name(&dd->verbs_dev.rdi, "%s%d", "qib", dd->unit); rdi 1121 drivers/infiniband/hw/qib/qib_init.c rvt_dealloc_device(&dd->verbs_dev.rdi); rdi 77 drivers/infiniband/hw/qib/qib_intr.c event.device = &dd->verbs_dev.rdi.ibdev; rdi 206 drivers/infiniband/hw/qib/qib_mad.c void qib_cap_mask_chg(struct rvt_dev_info *rdi, u8 port_num) rdi 208 drivers/infiniband/hw/qib/qib_mad.c struct qib_ibdev *ibdev = container_of(rdi, struct qib_ibdev, rdi); rdi 1032 drivers/infiniband/hw/qib/qib_mad.c event.device = &dd->verbs_dev.rdi.ibdev; rdi 2473 drivers/infiniband/hw/qib/qib_mad.c void qib_notify_create_mad_agent(struct rvt_dev_info *rdi, int port_idx) rdi 2475 drivers/infiniband/hw/qib/qib_mad.c struct qib_ibdev *ibdev = container_of(rdi, struct qib_ibdev, rdi); rdi 2487 drivers/infiniband/hw/qib/qib_mad.c void qib_notify_free_mad_agent(struct rvt_dev_info *rdi, int port_idx) rdi 2489 drivers/infiniband/hw/qib/qib_mad.c struct qib_ibdev *ibdev = container_of(rdi, struct qib_ibdev, rdi); rdi 127 drivers/infiniband/hw/qib/qib_qp.c int qib_alloc_qpn(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt, rdi 133 drivers/infiniband/hw/qib/qib_qp.c struct qib_ibdev *verbs_dev = container_of(rdi, struct qib_ibdev, rdi); rdi 213 drivers/infiniband/hw/qib/qib_qp.c unsigned qib_free_all_qps(struct rvt_dev_info *rdi) rdi 215 drivers/infiniband/hw/qib/qib_qp.c struct qib_ibdev *verbs_dev = container_of(rdi, struct qib_ibdev, rdi); rdi 245 drivers/infiniband/hw/qib/qib_qp.c spin_lock(&dev->rdi.pending_lock); rdi 250 drivers/infiniband/hw/qib/qib_qp.c spin_unlock(&dev->rdi.pending_lock); rdi 291 drivers/infiniband/hw/qib/qib_qp.c int qib_get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 295 drivers/infiniband/hw/qib/qib_qp.c struct qib_ibdev *verbs_dev = container_of(rdi, struct qib_ibdev, rdi); rdi 314 drivers/infiniband/hw/qib/qib_qp.c u32 qib_mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu) rdi 319 drivers/infiniband/hw/qib/qib_qp.c void *qib_qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp) rdi 340 drivers/infiniband/hw/qib/qib_qp.c void qib_qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp) rdi 371 drivers/infiniband/hw/qib/qib_qp.c spin_lock(&dev->rdi.pending_lock); rdi 374 drivers/infiniband/hw/qib/qib_qp.c spin_unlock(&dev->rdi.pending_lock); rdi 655 drivers/infiniband/hw/qib/qib_sdma.c spin_lock(&dev->rdi.pending_lock); rdi 664 drivers/infiniband/hw/qib/qib_sdma.c spin_unlock(&dev->rdi.pending_lock); rdi 566 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 576 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 601 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 613 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 625 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 641 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 653 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 668 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 690 drivers/infiniband/hw/qib/qib_sysfs.c rdma_device_to_drv_device(device, struct qib_ibdev, rdi.ibdev); rdi 56 drivers/infiniband/hw/qib/qib_ud.c struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; rdi 67 drivers/infiniband/hw/qib/qib_ud.c qp = rvt_lookup_qpn(rdi, &ibp->rvp, rvt_get_swqe_remote_qpn(swqe)); rdi 278 drivers/infiniband/hw/qib/qib_verbs.c struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; rdi 344 drivers/infiniband/hw/qib/qib_verbs.c qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); rdi 371 drivers/infiniband/hw/qib/qib_verbs.c spin_lock_irqsave(&dev->rdi.pending_lock, flags); rdi 380 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); rdi 568 drivers/infiniband/hw/qib/qib_verbs.c spin_lock(&dev->rdi.pending_lock); rdi 574 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock(&dev->rdi.pending_lock); rdi 585 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock(&dev->rdi.pending_lock); rdi 598 drivers/infiniband/hw/qib/qib_verbs.c spin_lock_irqsave(&dev->rdi.pending_lock, flags); rdi 604 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); rdi 608 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); rdi 636 drivers/infiniband/hw/qib/qib_verbs.c spin_lock_irqsave(&dev->rdi.pending_lock, flags); rdi 648 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); rdi 659 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); rdi 678 drivers/infiniband/hw/qib/qib_verbs.c spin_lock(&dev->rdi.pending_lock); rdi 695 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock(&dev->rdi.pending_lock); rdi 755 drivers/infiniband/hw/qib/qib_verbs.c spin_lock(&dev->rdi.pending_lock); rdi 762 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock(&dev->rdi.pending_lock); rdi 891 drivers/infiniband/hw/qib/qib_verbs.c spin_lock(&dev->rdi.pending_lock); rdi 899 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock(&dev->rdi.pending_lock); rdi 1163 drivers/infiniband/hw/qib/qib_verbs.c spin_lock_irqsave(&dev->rdi.pending_lock, flags); rdi 1175 drivers/infiniband/hw/qib/qib_verbs.c spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); rdi 1192 drivers/infiniband/hw/qib/qib_verbs.c static int qib_query_port(struct rvt_dev_info *rdi, u8 port_num, rdi 1195 drivers/infiniband/hw/qib/qib_verbs.c struct qib_ibdev *ibdev = container_of(rdi, struct qib_ibdev, rdi); rdi 1277 drivers/infiniband/hw/qib/qib_verbs.c static int qib_shut_down_port(struct rvt_dev_info *rdi, u8 port_num) rdi 1279 drivers/infiniband/hw/qib/qib_verbs.c struct qib_ibdev *ibdev = container_of(rdi, struct qib_ibdev, rdi); rdi 1288 drivers/infiniband/hw/qib/qib_verbs.c static int qib_get_guid_be(struct rvt_dev_info *rdi, struct rvt_ibport *rvp, rdi 1349 drivers/infiniband/hw/qib/qib_verbs.c attr.type = rdma_ah_find_type(&dd->verbs_dev.rdi.ibdev, port_num); rdi 1439 drivers/infiniband/hw/qib/qib_verbs.c struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; rdi 1441 drivers/infiniband/hw/qib/qib_verbs.c memset(&rdi->dparms.props, 0, sizeof(rdi->dparms.props)); rdi 1443 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_pd = ib_qib_max_pds; rdi 1444 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_ah = ib_qib_max_ahs; rdi 1445 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.device_cap_flags = IB_DEVICE_BAD_PKEY_CNTR | rdi 1449 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.page_size_cap = PAGE_SIZE; rdi 1450 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.vendor_id = rdi 1452 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.vendor_part_id = dd->deviceid; rdi 1453 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.hw_ver = dd->minrev; rdi 1454 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.sys_image_guid = ib_qib_sys_image_guid; rdi 1455 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_mr_size = ~0ULL; rdi 1456 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_qp = ib_qib_max_qps; rdi 1457 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_qp_wr = ib_qib_max_qp_wrs; rdi 1458 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_send_sge = ib_qib_max_sges; rdi 1459 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_recv_sge = ib_qib_max_sges; rdi 1460 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_sge_rd = ib_qib_max_sges; rdi 1461 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_cq = ib_qib_max_cqs; rdi 1462 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_cqe = ib_qib_max_cqes; rdi 1463 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_ah = ib_qib_max_ahs; rdi 1464 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_map_per_fmr = 32767; rdi 1465 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_qp_rd_atom = QIB_MAX_RDMA_ATOMIC; rdi 1466 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_qp_init_rd_atom = 255; rdi 1467 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_srq = ib_qib_max_srqs; rdi 1468 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_srq_wr = ib_qib_max_srq_wrs; rdi 1469 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_srq_sge = ib_qib_max_srq_sges; rdi 1470 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.atomic_cap = IB_ATOMIC_GLOB; rdi 1471 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_pkeys = qib_get_npkeys(dd); rdi 1472 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_mcast_grp = ib_qib_max_mcast_grps; rdi 1473 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_mcast_qp_attach = ib_qib_max_mcast_qp_attached; rdi 1474 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_total_mcast_qp_attach = rdi 1475 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_mcast_qp_attach * rdi 1476 drivers/infiniband/hw/qib/qib_verbs.c rdi->dparms.props.max_mcast_grp; rdi 1478 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.post_parms = qib_post_parms; rdi 1481 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.wc_opcode = ib_qib_wc_opcode; rdi 1501 drivers/infiniband/hw/qib/qib_verbs.c struct ib_device *ibdev = &dev->rdi.ibdev; rdi 1561 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.get_pci_dev = qib_get_pci_dev; rdi 1562 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.check_ah = qib_check_ah; rdi 1563 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.setup_wqe = qib_check_send_wqe; rdi 1564 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.notify_new_ah = qib_notify_new_ah; rdi 1565 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.alloc_qpn = qib_alloc_qpn; rdi 1566 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.qp_priv_alloc = qib_qp_priv_alloc; rdi 1567 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.qp_priv_free = qib_qp_priv_free; rdi 1568 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.free_all_qps = qib_free_all_qps; rdi 1569 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.notify_qp_reset = qib_notify_qp_reset; rdi 1570 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.do_send = qib_do_send; rdi 1571 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.schedule_send = qib_schedule_send; rdi 1572 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.quiesce_qp = qib_quiesce_qp; rdi 1573 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.stop_send_queue = qib_stop_send_queue; rdi 1574 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.flush_qp_waiters = qib_flush_qp_waiters; rdi 1575 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.notify_error_qp = qib_notify_error_qp; rdi 1576 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.notify_restart_rc = qib_restart_rc; rdi 1577 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.mtu_to_path_mtu = qib_mtu_to_path_mtu; rdi 1578 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.mtu_from_qp = qib_mtu_from_qp; rdi 1579 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.get_pmtu_from_attr = qib_get_pmtu_from_attr; rdi 1580 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.schedule_send_no_lock = _qib_schedule_send; rdi 1581 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.query_port_state = qib_query_port; rdi 1582 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.shut_down_port = qib_shut_down_port; rdi 1583 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.cap_mask_chg = qib_cap_mask_chg; rdi 1584 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.notify_create_mad_agent = rdi 1586 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.notify_free_mad_agent = rdi 1589 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.max_rdma_atomic = QIB_MAX_RDMA_ATOMIC; rdi 1590 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.driver_f.get_guid_be = qib_get_guid_be; rdi 1591 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.lkey_table_size = qib_lkey_table_size; rdi 1592 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.qp_table_size = ib_qib_qp_table_size; rdi 1593 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.qpn_start = 1; rdi 1594 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.qpn_res_start = QIB_KD_QP; rdi 1595 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.qpn_res_end = QIB_KD_QP; /* Reserve one QP */ rdi 1596 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.qpn_inc = 1; rdi 1597 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.qos_shift = 1; rdi 1598 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.psn_mask = QIB_PSN_MASK; rdi 1599 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.psn_shift = QIB_PSN_SHIFT; rdi 1600 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.psn_modify_mask = QIB_PSN_MASK; rdi 1601 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.nports = dd->num_pports; rdi 1602 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.npkeys = qib_get_npkeys(dd); rdi 1603 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.node = dd->assigned_node_id; rdi 1604 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.core_cap_flags = RDMA_CORE_PORT_IBA_IB; rdi 1605 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.max_mad_size = IB_MGMT_MAD_SIZE; rdi 1606 drivers/infiniband/hw/qib/qib_verbs.c dd->verbs_dev.rdi.dparms.sge_copy_mode = RVT_SGE_COPY_MEMCPY; rdi 1613 drivers/infiniband/hw/qib/qib_verbs.c rvt_init_port(&dd->verbs_dev.rdi, rdi 1618 drivers/infiniband/hw/qib/qib_verbs.c rdma_set_device_sysfs_group(&dd->verbs_dev.rdi.ibdev, &qib_attr_group); rdi 1621 drivers/infiniband/hw/qib/qib_verbs.c ret = rvt_register_device(&dd->verbs_dev.rdi); rdi 1652 drivers/infiniband/hw/qib/qib_verbs.c rvt_unregister_device(&dd->verbs_dev.rdi); rdi 170 drivers/infiniband/hw/qib/qib_verbs.h struct rvt_dev_info rdi; rdi 209 drivers/infiniband/hw/qib/qib_verbs.h struct rvt_dev_info *rdi; rdi 211 drivers/infiniband/hw/qib/qib_verbs.h rdi = container_of(ibdev, struct rvt_dev_info, ibdev); rdi 212 drivers/infiniband/hw/qib/qib_verbs.h return container_of(rdi, struct qib_ibdev, rdi); rdi 243 drivers/infiniband/hw/qib/qib_verbs.h void qib_cap_mask_chg(struct rvt_dev_info *rdi, u8 port_num); rdi 251 drivers/infiniband/hw/qib/qib_verbs.h void qib_notify_create_mad_agent(struct rvt_dev_info *rdi, int port_idx); rdi 252 drivers/infiniband/hw/qib/qib_verbs.h void qib_notify_free_mad_agent(struct rvt_dev_info *rdi, int port_idx); rdi 273 drivers/infiniband/hw/qib/qib_verbs.h unsigned qib_free_all_qps(struct rvt_dev_info *rdi); rdi 274 drivers/infiniband/hw/qib/qib_verbs.h void *qib_qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp); rdi 275 drivers/infiniband/hw/qib/qib_verbs.h void qib_qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); rdi 277 drivers/infiniband/hw/qib/qib_verbs.h int qib_alloc_qpn(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt, rdi 68 drivers/infiniband/sw/rdmavt/ah.c struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 84 drivers/infiniband/sw/rdmavt/ah.c if (rdi->driver_f.check_ah) rdi 85 drivers/infiniband/sw/rdmavt/ah.c return rdi->driver_f.check_ah(ibdev, ah_attr); rdi 104 drivers/infiniband/sw/rdmavt/cq.c struct rvt_dev_info *rdi = cq->rdi; rdi 107 drivers/infiniband/sw/rdmavt/cq.c rvt_pr_err_ratelimited(rdi, "CQ is full!\n"); rdi 204 drivers/infiniband/sw/rdmavt/cq.c struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 216 drivers/infiniband/sw/rdmavt/cq.c if (entries < 1 || entries > rdi->dparms.props.max_cqe) rdi 222 drivers/infiniband/sw/rdmavt/cq.c comp_vector = comp_vector % rdi->ibdev.num_comp_vectors; rdi 240 drivers/infiniband/sw/rdmavt/cq.c k_wc = vzalloc_node(sz, rdi->dparms.node); rdi 250 drivers/infiniband/sw/rdmavt/cq.c cq->ip = rvt_create_mmap_info(rdi, sz, udata, u_wc); rdi 262 drivers/infiniband/sw/rdmavt/cq.c spin_lock_irq(&rdi->n_cqs_lock); rdi 263 drivers/infiniband/sw/rdmavt/cq.c if (rdi->n_cqs_allocated == rdi->dparms.props.max_cq) { rdi 264 drivers/infiniband/sw/rdmavt/cq.c spin_unlock_irq(&rdi->n_cqs_lock); rdi 269 drivers/infiniband/sw/rdmavt/cq.c rdi->n_cqs_allocated++; rdi 270 drivers/infiniband/sw/rdmavt/cq.c spin_unlock_irq(&rdi->n_cqs_lock); rdi 273 drivers/infiniband/sw/rdmavt/cq.c spin_lock_irq(&rdi->pending_lock); rdi 274 drivers/infiniband/sw/rdmavt/cq.c list_add(&cq->ip->pending_mmaps, &rdi->pending_mmaps); rdi 275 drivers/infiniband/sw/rdmavt/cq.c spin_unlock_irq(&rdi->pending_lock); rdi 283 drivers/infiniband/sw/rdmavt/cq.c cq->rdi = rdi; rdi 284 drivers/infiniband/sw/rdmavt/cq.c if (rdi->driver_f.comp_vect_cpu_lookup) rdi 286 drivers/infiniband/sw/rdmavt/cq.c rdi->driver_f.comp_vect_cpu_lookup(rdi, comp_vector); rdi 289 drivers/infiniband/sw/rdmavt/cq.c cpumask_first(cpumask_of_node(rdi->dparms.node)); rdi 321 drivers/infiniband/sw/rdmavt/cq.c struct rvt_dev_info *rdi = cq->rdi; rdi 324 drivers/infiniband/sw/rdmavt/cq.c spin_lock_irq(&rdi->n_cqs_lock); rdi 325 drivers/infiniband/sw/rdmavt/cq.c rdi->n_cqs_allocated--; rdi 326 drivers/infiniband/sw/rdmavt/cq.c spin_unlock_irq(&rdi->n_cqs_lock); rdi 385 drivers/infiniband/sw/rdmavt/cq.c struct rvt_dev_info *rdi = cq->rdi; rdi 391 drivers/infiniband/sw/rdmavt/cq.c if (cqe < 1 || cqe > rdi->dparms.props.max_cqe) rdi 406 drivers/infiniband/sw/rdmavt/cq.c k_wc = vzalloc_node(sz, rdi->dparms.node); rdi 476 drivers/infiniband/sw/rdmavt/cq.c rvt_update_mmap_info(rdi, ip, sz, u_wc); rdi 489 drivers/infiniband/sw/rdmavt/cq.c spin_lock_irq(&rdi->pending_lock); rdi 491 drivers/infiniband/sw/rdmavt/cq.c list_add(&ip->pending_mmaps, &rdi->pending_mmaps); rdi 492 drivers/infiniband/sw/rdmavt/cq.c spin_unlock_irq(&rdi->pending_lock); rdi 102 drivers/infiniband/sw/rdmavt/mad.c int rvt_create_mad_agents(struct rvt_dev_info *rdi) rdi 109 drivers/infiniband/sw/rdmavt/mad.c for (p = 0; p < rdi->dparms.nports; p++) { rdi 110 drivers/infiniband/sw/rdmavt/mad.c rvp = rdi->ports[p]; rdi 111 drivers/infiniband/sw/rdmavt/mad.c agent = ib_register_mad_agent(&rdi->ibdev, p + 1, rdi 122 drivers/infiniband/sw/rdmavt/mad.c if (rdi->driver_f.notify_create_mad_agent) rdi 123 drivers/infiniband/sw/rdmavt/mad.c rdi->driver_f.notify_create_mad_agent(rdi, p); rdi 129 drivers/infiniband/sw/rdmavt/mad.c for (p = 0; p < rdi->dparms.nports; p++) { rdi 130 drivers/infiniband/sw/rdmavt/mad.c rvp = rdi->ports[p]; rdi 135 drivers/infiniband/sw/rdmavt/mad.c if (rdi->driver_f.notify_free_mad_agent) rdi 136 drivers/infiniband/sw/rdmavt/mad.c rdi->driver_f.notify_free_mad_agent(rdi, p); rdi 149 drivers/infiniband/sw/rdmavt/mad.c void rvt_free_mad_agents(struct rvt_dev_info *rdi) rdi 155 drivers/infiniband/sw/rdmavt/mad.c for (p = 0; p < rdi->dparms.nports; p++) { rdi 156 drivers/infiniband/sw/rdmavt/mad.c rvp = rdi->ports[p]; rdi 168 drivers/infiniband/sw/rdmavt/mad.c if (rdi->driver_f.notify_free_mad_agent) rdi 169 drivers/infiniband/sw/rdmavt/mad.c rdi->driver_f.notify_free_mad_agent(rdi, p); rdi 58 drivers/infiniband/sw/rdmavt/mad.h int rvt_create_mad_agents(struct rvt_dev_info *rdi); rdi 59 drivers/infiniband/sw/rdmavt/mad.h void rvt_free_mad_agents(struct rvt_dev_info *rdi); rdi 62 drivers/infiniband/sw/rdmavt/mcast.c void rvt_driver_mcast_init(struct rvt_dev_info *rdi) rdi 68 drivers/infiniband/sw/rdmavt/mcast.c spin_lock_init(&rdi->n_mcast_grps_lock); rdi 193 drivers/infiniband/sw/rdmavt/mcast.c static int rvt_mcast_add(struct rvt_dev_info *rdi, struct rvt_ibport *ibp, rdi 234 drivers/infiniband/sw/rdmavt/mcast.c rdi->dparms.props.max_mcast_qp_attach) { rdi 246 drivers/infiniband/sw/rdmavt/mcast.c spin_lock(&rdi->n_mcast_grps_lock); rdi 247 drivers/infiniband/sw/rdmavt/mcast.c if (rdi->n_mcast_grps_allocated == rdi->dparms.props.max_mcast_grp) { rdi 248 drivers/infiniband/sw/rdmavt/mcast.c spin_unlock(&rdi->n_mcast_grps_lock); rdi 253 drivers/infiniband/sw/rdmavt/mcast.c rdi->n_mcast_grps_allocated++; rdi 254 drivers/infiniband/sw/rdmavt/mcast.c spin_unlock(&rdi->n_mcast_grps_lock); rdi 283 drivers/infiniband/sw/rdmavt/mcast.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 284 drivers/infiniband/sw/rdmavt/mcast.c struct rvt_ibport *ibp = rdi->ports[qp->port_num - 1]; rdi 304 drivers/infiniband/sw/rdmavt/mcast.c switch (rvt_mcast_add(rdi, ibp, mcast, mqp)) { rdi 346 drivers/infiniband/sw/rdmavt/mcast.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 347 drivers/infiniband/sw/rdmavt/mcast.c struct rvt_ibport *ibp = rdi->ports[qp->port_num - 1]; rdi 420 drivers/infiniband/sw/rdmavt/mcast.c spin_lock_irq(&rdi->n_mcast_grps_lock); rdi 421 drivers/infiniband/sw/rdmavt/mcast.c rdi->n_mcast_grps_allocated--; rdi 422 drivers/infiniband/sw/rdmavt/mcast.c spin_unlock_irq(&rdi->n_mcast_grps_lock); rdi 434 drivers/infiniband/sw/rdmavt/mcast.c int rvt_mcast_tree_empty(struct rvt_dev_info *rdi) rdi 439 drivers/infiniband/sw/rdmavt/mcast.c for (i = 0; i < rdi->dparms.nports; i++) rdi 440 drivers/infiniband/sw/rdmavt/mcast.c if (rdi->ports[i]->mcast_tree.rb_node) rdi 53 drivers/infiniband/sw/rdmavt/mcast.h void rvt_driver_mcast_init(struct rvt_dev_info *rdi); rdi 56 drivers/infiniband/sw/rdmavt/mcast.h int rvt_mcast_tree_empty(struct rvt_dev_info *rdi); rdi 59 drivers/infiniband/sw/rdmavt/mmap.c void rvt_mmap_init(struct rvt_dev_info *rdi) rdi 61 drivers/infiniband/sw/rdmavt/mmap.c INIT_LIST_HEAD(&rdi->pending_mmaps); rdi 62 drivers/infiniband/sw/rdmavt/mmap.c spin_lock_init(&rdi->pending_lock); rdi 63 drivers/infiniband/sw/rdmavt/mmap.c rdi->mmap_offset = PAGE_SIZE; rdi 64 drivers/infiniband/sw/rdmavt/mmap.c spin_lock_init(&rdi->mmap_offset_lock); rdi 75 drivers/infiniband/sw/rdmavt/mmap.c struct rvt_dev_info *rdi = ib_to_rvt(ip->context->device); rdi 77 drivers/infiniband/sw/rdmavt/mmap.c spin_lock_irq(&rdi->pending_lock); rdi 79 drivers/infiniband/sw/rdmavt/mmap.c spin_unlock_irq(&rdi->pending_lock); rdi 113 drivers/infiniband/sw/rdmavt/mmap.c struct rvt_dev_info *rdi = ib_to_rvt(context->device); rdi 124 drivers/infiniband/sw/rdmavt/mmap.c spin_lock_irq(&rdi->pending_lock); rdi 125 drivers/infiniband/sw/rdmavt/mmap.c list_for_each_entry_safe(ip, pp, &rdi->pending_mmaps, rdi 135 drivers/infiniband/sw/rdmavt/mmap.c spin_unlock_irq(&rdi->pending_lock); rdi 145 drivers/infiniband/sw/rdmavt/mmap.c spin_unlock_irq(&rdi->pending_lock); rdi 159 drivers/infiniband/sw/rdmavt/mmap.c struct rvt_mmap_info *rvt_create_mmap_info(struct rvt_dev_info *rdi, u32 size, rdi 167 drivers/infiniband/sw/rdmavt/mmap.c ip = kmalloc_node(sizeof(*ip), GFP_KERNEL, rdi->dparms.node); rdi 173 drivers/infiniband/sw/rdmavt/mmap.c spin_lock_irq(&rdi->mmap_offset_lock); rdi 174 drivers/infiniband/sw/rdmavt/mmap.c if (rdi->mmap_offset == 0) rdi 175 drivers/infiniband/sw/rdmavt/mmap.c rdi->mmap_offset = ALIGN(PAGE_SIZE, SHMLBA); rdi 176 drivers/infiniband/sw/rdmavt/mmap.c ip->offset = rdi->mmap_offset; rdi 177 drivers/infiniband/sw/rdmavt/mmap.c rdi->mmap_offset += ALIGN(size, SHMLBA); rdi 178 drivers/infiniband/sw/rdmavt/mmap.c spin_unlock_irq(&rdi->mmap_offset_lock); rdi 198 drivers/infiniband/sw/rdmavt/mmap.c void rvt_update_mmap_info(struct rvt_dev_info *rdi, struct rvt_mmap_info *ip, rdi 203 drivers/infiniband/sw/rdmavt/mmap.c spin_lock_irq(&rdi->mmap_offset_lock); rdi 204 drivers/infiniband/sw/rdmavt/mmap.c if (rdi->mmap_offset == 0) rdi 205 drivers/infiniband/sw/rdmavt/mmap.c rdi->mmap_offset = PAGE_SIZE; rdi 206 drivers/infiniband/sw/rdmavt/mmap.c ip->offset = rdi->mmap_offset; rdi 207 drivers/infiniband/sw/rdmavt/mmap.c rdi->mmap_offset += size; rdi 208 drivers/infiniband/sw/rdmavt/mmap.c spin_unlock_irq(&rdi->mmap_offset_lock); rdi 53 drivers/infiniband/sw/rdmavt/mmap.h void rvt_mmap_init(struct rvt_dev_info *rdi); rdi 56 drivers/infiniband/sw/rdmavt/mmap.h struct rvt_mmap_info *rvt_create_mmap_info(struct rvt_dev_info *rdi, u32 size, rdi 58 drivers/infiniband/sw/rdmavt/mmap.h void rvt_update_mmap_info(struct rvt_dev_info *rdi, struct rvt_mmap_info *ip, rdi 64 drivers/infiniband/sw/rdmavt/mr.c int rvt_driver_mr_init(struct rvt_dev_info *rdi) rdi 66 drivers/infiniband/sw/rdmavt/mr.c unsigned int lkey_table_size = rdi->dparms.lkey_table_size; rdi 78 drivers/infiniband/sw/rdmavt/mr.c spin_lock_init(&rdi->lkey_table.lock); rdi 82 drivers/infiniband/sw/rdmavt/mr.c rvt_pr_warn(rdi, "lkey bits %u too large, reduced to %u\n", rdi 84 drivers/infiniband/sw/rdmavt/mr.c rdi->dparms.lkey_table_size = RVT_MAX_LKEY_TABLE_BITS; rdi 85 drivers/infiniband/sw/rdmavt/mr.c lkey_table_size = rdi->dparms.lkey_table_size; rdi 87 drivers/infiniband/sw/rdmavt/mr.c rdi->lkey_table.max = 1 << lkey_table_size; rdi 88 drivers/infiniband/sw/rdmavt/mr.c rdi->lkey_table.shift = 32 - lkey_table_size; rdi 89 drivers/infiniband/sw/rdmavt/mr.c lk_tab_size = rdi->lkey_table.max * sizeof(*rdi->lkey_table.table); rdi 90 drivers/infiniband/sw/rdmavt/mr.c rdi->lkey_table.table = (struct rvt_mregion __rcu **) rdi 91 drivers/infiniband/sw/rdmavt/mr.c vmalloc_node(lk_tab_size, rdi->dparms.node); rdi 92 drivers/infiniband/sw/rdmavt/mr.c if (!rdi->lkey_table.table) rdi 95 drivers/infiniband/sw/rdmavt/mr.c RCU_INIT_POINTER(rdi->dma_mr, NULL); rdi 96 drivers/infiniband/sw/rdmavt/mr.c for (i = 0; i < rdi->lkey_table.max; i++) rdi 97 drivers/infiniband/sw/rdmavt/mr.c RCU_INIT_POINTER(rdi->lkey_table.table[i], NULL); rdi 99 drivers/infiniband/sw/rdmavt/mr.c rdi->dparms.props.max_mr = rdi->lkey_table.max; rdi 100 drivers/infiniband/sw/rdmavt/mr.c rdi->dparms.props.max_fmr = rdi->lkey_table.max; rdi 110 drivers/infiniband/sw/rdmavt/mr.c void rvt_mr_exit(struct rvt_dev_info *rdi) rdi 112 drivers/infiniband/sw/rdmavt/mr.c if (rdi->dma_mr) rdi 113 drivers/infiniband/sw/rdmavt/mr.c rvt_pr_err(rdi, "DMA MR not null!\n"); rdi 115 drivers/infiniband/sw/rdmavt/mr.c vfree(rdi->lkey_table.table); rdi 470 drivers/infiniband/sw/rdmavt/mr.c struct rvt_dev_info *rdi = ib_to_rvt(mr->pd->device); rdi 472 drivers/infiniband/sw/rdmavt/mr.c rvt_qp_iter(rdi, (u64)mr, rvt_dereg_clean_qp_cb); rdi 489 drivers/infiniband/sw/rdmavt/mr.c struct rvt_dev_info *rdi = ib_to_rvt(mr->pd->device); rdi 500 drivers/infiniband/sw/rdmavt/mr.c rvt_pr_err(rdi, rdi 793 drivers/infiniband/sw/rdmavt/mr.c struct rvt_dev_info *rdi = ib_to_rvt(ibfmr->device); rdi 802 drivers/infiniband/sw/rdmavt/mr.c rkt = &rdi->lkey_table; rdi 834 drivers/infiniband/sw/rdmavt/mr.c struct rvt_dev_info *rdi; rdi 837 drivers/infiniband/sw/rdmavt/mr.c rdi = ib_to_rvt(fmr->ibfmr.device); rdi 838 drivers/infiniband/sw/rdmavt/mr.c rkt = &rdi->lkey_table; rdi 1040 drivers/infiniband/sw/rdmavt/mr.c struct rvt_dev_info *rdi = ib_to_rvt(pd->ibpd.device); rdi 1044 drivers/infiniband/sw/rdmavt/mr.c mr = rcu_dereference(rdi->dma_mr); rdi 73 drivers/infiniband/sw/rdmavt/mr.h int rvt_driver_mr_init(struct rvt_dev_info *rdi); rdi 74 drivers/infiniband/sw/rdmavt/mr.h void rvt_mr_exit(struct rvt_dev_info *rdi); rdi 64 drivers/infiniband/sw/rdmavt/qp.c static void rvt_reset_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 145 drivers/infiniband/sw/rdmavt/qp.c void rvt_wss_exit(struct rvt_dev_info *rdi) rdi 147 drivers/infiniband/sw/rdmavt/qp.c struct rvt_wss *wss = rdi->wss; rdi 155 drivers/infiniband/sw/rdmavt/qp.c kfree(rdi->wss); rdi 156 drivers/infiniband/sw/rdmavt/qp.c rdi->wss = NULL; rdi 164 drivers/infiniband/sw/rdmavt/qp.c int rvt_wss_init(struct rvt_dev_info *rdi) rdi 166 drivers/infiniband/sw/rdmavt/qp.c unsigned int sge_copy_mode = rdi->dparms.sge_copy_mode; rdi 167 drivers/infiniband/sw/rdmavt/qp.c unsigned int wss_threshold = rdi->dparms.wss_threshold; rdi 168 drivers/infiniband/sw/rdmavt/qp.c unsigned int wss_clean_period = rdi->dparms.wss_clean_period; rdi 174 drivers/infiniband/sw/rdmavt/qp.c int node = rdi->dparms.node; rdi 177 drivers/infiniband/sw/rdmavt/qp.c rdi->wss = NULL; rdi 181 drivers/infiniband/sw/rdmavt/qp.c rdi->wss = kzalloc_node(sizeof(*rdi->wss), GFP_KERNEL, node); rdi 182 drivers/infiniband/sw/rdmavt/qp.c if (!rdi->wss) rdi 184 drivers/infiniband/sw/rdmavt/qp.c wss = rdi->wss; rdi 221 drivers/infiniband/sw/rdmavt/qp.c rvt_wss_exit(rdi); rdi 328 drivers/infiniband/sw/rdmavt/qp.c static int init_qpn_table(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt) rdi 334 drivers/infiniband/sw/rdmavt/qp.c if (!(rdi->dparms.qpn_res_end >= rdi->dparms.qpn_res_start)) rdi 339 drivers/infiniband/sw/rdmavt/qp.c qpt->last = rdi->dparms.qpn_start; rdi 340 drivers/infiniband/sw/rdmavt/qp.c qpt->incr = rdi->dparms.qpn_inc << rdi->dparms.qos_shift; rdi 350 drivers/infiniband/sw/rdmavt/qp.c qpt->nmaps = rdi->dparms.qpn_res_start / RVT_BITS_PER_PAGE; rdi 353 drivers/infiniband/sw/rdmavt/qp.c offset = rdi->dparms.qpn_res_start & RVT_BITS_PER_PAGE_MASK; rdi 358 drivers/infiniband/sw/rdmavt/qp.c rvt_pr_info(rdi, "Reserving QPNs from 0x%x to 0x%x for non-verbs use\n", rdi 359 drivers/infiniband/sw/rdmavt/qp.c rdi->dparms.qpn_res_start, rdi->dparms.qpn_res_end); rdi 360 drivers/infiniband/sw/rdmavt/qp.c for (i = rdi->dparms.qpn_res_start; i <= rdi->dparms.qpn_res_end; i++) { rdi 398 drivers/infiniband/sw/rdmavt/qp.c int rvt_driver_qp_init(struct rvt_dev_info *rdi) rdi 403 drivers/infiniband/sw/rdmavt/qp.c if (!rdi->dparms.qp_table_size) rdi 410 drivers/infiniband/sw/rdmavt/qp.c if (!rdi->driver_f.free_all_qps || rdi 411 drivers/infiniband/sw/rdmavt/qp.c !rdi->driver_f.qp_priv_alloc || rdi 412 drivers/infiniband/sw/rdmavt/qp.c !rdi->driver_f.qp_priv_free || rdi 413 drivers/infiniband/sw/rdmavt/qp.c !rdi->driver_f.notify_qp_reset || rdi 414 drivers/infiniband/sw/rdmavt/qp.c !rdi->driver_f.notify_restart_rc) rdi 418 drivers/infiniband/sw/rdmavt/qp.c rdi->qp_dev = kzalloc_node(sizeof(*rdi->qp_dev), GFP_KERNEL, rdi 419 drivers/infiniband/sw/rdmavt/qp.c rdi->dparms.node); rdi 420 drivers/infiniband/sw/rdmavt/qp.c if (!rdi->qp_dev) rdi 424 drivers/infiniband/sw/rdmavt/qp.c rdi->qp_dev->qp_table_size = rdi->dparms.qp_table_size; rdi 425 drivers/infiniband/sw/rdmavt/qp.c rdi->qp_dev->qp_table_bits = ilog2(rdi->dparms.qp_table_size); rdi 426 drivers/infiniband/sw/rdmavt/qp.c rdi->qp_dev->qp_table = rdi 427 drivers/infiniband/sw/rdmavt/qp.c kmalloc_array_node(rdi->qp_dev->qp_table_size, rdi 428 drivers/infiniband/sw/rdmavt/qp.c sizeof(*rdi->qp_dev->qp_table), rdi 429 drivers/infiniband/sw/rdmavt/qp.c GFP_KERNEL, rdi->dparms.node); rdi 430 drivers/infiniband/sw/rdmavt/qp.c if (!rdi->qp_dev->qp_table) rdi 433 drivers/infiniband/sw/rdmavt/qp.c for (i = 0; i < rdi->qp_dev->qp_table_size; i++) rdi 434 drivers/infiniband/sw/rdmavt/qp.c RCU_INIT_POINTER(rdi->qp_dev->qp_table[i], NULL); rdi 436 drivers/infiniband/sw/rdmavt/qp.c spin_lock_init(&rdi->qp_dev->qpt_lock); rdi 439 drivers/infiniband/sw/rdmavt/qp.c if (init_qpn_table(rdi, &rdi->qp_dev->qpn_table)) rdi 442 drivers/infiniband/sw/rdmavt/qp.c spin_lock_init(&rdi->n_qps_lock); rdi 447 drivers/infiniband/sw/rdmavt/qp.c kfree(rdi->qp_dev->qp_table); rdi 448 drivers/infiniband/sw/rdmavt/qp.c free_qpn_table(&rdi->qp_dev->qpn_table); rdi 451 drivers/infiniband/sw/rdmavt/qp.c kfree(rdi->qp_dev); rdi 467 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 470 drivers/infiniband/sw/rdmavt/qp.c rvt_reset_qp(rdi, qp, qp->ibqp.qp_type); rdi 484 drivers/infiniband/sw/rdmavt/qp.c static unsigned rvt_free_all_qps(struct rvt_dev_info *rdi) rdi 488 drivers/infiniband/sw/rdmavt/qp.c qp_inuse += rvt_mcast_tree_empty(rdi); rdi 490 drivers/infiniband/sw/rdmavt/qp.c rvt_qp_iter(rdi, (u64)&qp_inuse, rvt_free_qp_cb); rdi 501 drivers/infiniband/sw/rdmavt/qp.c void rvt_qp_exit(struct rvt_dev_info *rdi) rdi 503 drivers/infiniband/sw/rdmavt/qp.c u32 qps_inuse = rvt_free_all_qps(rdi); rdi 506 drivers/infiniband/sw/rdmavt/qp.c rvt_pr_err(rdi, "QP memory leak! %u still in use\n", rdi 508 drivers/infiniband/sw/rdmavt/qp.c if (!rdi->qp_dev) rdi 511 drivers/infiniband/sw/rdmavt/qp.c kfree(rdi->qp_dev->qp_table); rdi 512 drivers/infiniband/sw/rdmavt/qp.c free_qpn_table(&rdi->qp_dev->qpn_table); rdi 513 drivers/infiniband/sw/rdmavt/qp.c kfree(rdi->qp_dev); rdi 531 drivers/infiniband/sw/rdmavt/qp.c static int alloc_qpn(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt, rdi 538 drivers/infiniband/sw/rdmavt/qp.c if (rdi->driver_f.alloc_qpn) rdi 539 drivers/infiniband/sw/rdmavt/qp.c return rdi->driver_f.alloc_qpn(rdi, qpt, type, port_num); rdi 602 drivers/infiniband/sw/rdmavt/qp.c WARN_ON(rdi->dparms.qos_shift > 1 && rdi 603 drivers/infiniband/sw/rdmavt/qp.c offset & ((BIT(rdi->dparms.qos_shift - 1) - 1) << 1)); rdi 621 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 643 drivers/infiniband/sw/rdmavt/qp.c for (n = 0; qp->s_ack_queue && n < rvt_max_atomic(rdi); n++) { rdi 705 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 707 drivers/infiniband/sw/rdmavt/qp.c for (i = 0; qp->s_ack_queue && i < rvt_max_atomic(rdi); i++) { rdi 768 drivers/infiniband/sw/rdmavt/qp.c static void rvt_remove_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp) rdi 770 drivers/infiniband/sw/rdmavt/qp.c struct rvt_ibport *rvp = rdi->ports[qp->port_num - 1]; rdi 771 drivers/infiniband/sw/rdmavt/qp.c u32 n = hash_32(qp->ibqp.qp_num, rdi->qp_dev->qp_table_bits); rdi 775 drivers/infiniband/sw/rdmavt/qp.c spin_lock_irqsave(&rdi->qp_dev->qpt_lock, flags); rdi 778 drivers/infiniband/sw/rdmavt/qp.c lockdep_is_held(&rdi->qp_dev->qpt_lock)) == qp) { rdi 781 drivers/infiniband/sw/rdmavt/qp.c lockdep_is_held(&rdi->qp_dev->qpt_lock)) == qp) { rdi 788 drivers/infiniband/sw/rdmavt/qp.c qpp = &rdi->qp_dev->qp_table[n]; rdi 790 drivers/infiniband/sw/rdmavt/qp.c lockdep_is_held(&rdi->qp_dev->qpt_lock))) != NULL; rdi 795 drivers/infiniband/sw/rdmavt/qp.c lockdep_is_held(&rdi->qp_dev->qpt_lock))); rdi 803 drivers/infiniband/sw/rdmavt/qp.c spin_unlock_irqrestore(&rdi->qp_dev->qpt_lock, flags); rdi 861 drivers/infiniband/sw/rdmavt/qp.c static void rvt_init_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 914 drivers/infiniband/sw/rdmavt/qp.c static void _rvt_reset_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 927 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.flush_qp_waiters(qp); rdi 935 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.stop_send_queue(qp); rdi 938 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.quiesce_qp(qp); rdi 941 drivers/infiniband/sw/rdmavt/qp.c rvt_remove_qp(rdi, qp); rdi 953 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.notify_qp_reset(qp); rdi 955 drivers/infiniband/sw/rdmavt/qp.c rvt_init_qp(rdi, qp, type); rdi 970 drivers/infiniband/sw/rdmavt/qp.c static void rvt_reset_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 976 drivers/infiniband/sw/rdmavt/qp.c _rvt_reset_qp(rdi, qp, type); rdi 1074 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(ibpd->device); rdi 1078 drivers/infiniband/sw/rdmavt/qp.c if (!rdi) rdi 1081 drivers/infiniband/sw/rdmavt/qp.c if (init_attr->cap.max_send_sge > rdi->dparms.props.max_send_sge || rdi 1082 drivers/infiniband/sw/rdmavt/qp.c init_attr->cap.max_send_wr > rdi->dparms.props.max_qp_wr || rdi 1089 drivers/infiniband/sw/rdmavt/qp.c rdi->dparms.props.max_recv_sge || rdi 1090 drivers/infiniband/sw/rdmavt/qp.c init_attr->cap.max_recv_wr > rdi->dparms.props.max_qp_wr) rdi 1101 drivers/infiniband/sw/rdmavt/qp.c rdi->dparms.reserved_operations; rdi 1113 drivers/infiniband/sw/rdmavt/qp.c swq = vzalloc_node(array_size(sz, sqsize), rdi->dparms.node); rdi 1129 drivers/infiniband/sw/rdmavt/qp.c rdi->dparms.node); rdi 1137 drivers/infiniband/sw/rdmavt/qp.c kcalloc_node(rvt_max_atomic(rdi), rdi 1140 drivers/infiniband/sw/rdmavt/qp.c rdi->dparms.node); rdi 1154 drivers/infiniband/sw/rdmavt/qp.c priv = rdi->driver_f.qp_priv_alloc(rdi, qp); rdi 1171 drivers/infiniband/sw/rdmavt/qp.c rdi->dparms.node, udata); rdi 1196 drivers/infiniband/sw/rdmavt/qp.c err = alloc_ud_wq_attr(qp, rdi->dparms.node); rdi 1202 drivers/infiniband/sw/rdmavt/qp.c err = alloc_qpn(rdi, &rdi->qp_dev->qpn_table, rdi 1211 drivers/infiniband/sw/rdmavt/qp.c rvt_init_qp(rdi, qp, init_attr->qp_type); rdi 1212 drivers/infiniband/sw/rdmavt/qp.c if (rdi->driver_f.qp_priv_init) { rdi 1213 drivers/infiniband/sw/rdmavt/qp.c err = rdi->driver_f.qp_priv_init(rdi, qp, init_attr); rdi 1245 drivers/infiniband/sw/rdmavt/qp.c qp->ip = rvt_create_mmap_info(rdi, s, udata, rdi 1262 drivers/infiniband/sw/rdmavt/qp.c spin_lock(&rdi->n_qps_lock); rdi 1263 drivers/infiniband/sw/rdmavt/qp.c if (rdi->n_qps_allocated == rdi->dparms.props.max_qp) { rdi 1264 drivers/infiniband/sw/rdmavt/qp.c spin_unlock(&rdi->n_qps_lock); rdi 1269 drivers/infiniband/sw/rdmavt/qp.c rdi->n_qps_allocated++; rdi 1280 drivers/infiniband/sw/rdmavt/qp.c rdi->n_rc_qps++; rdi 1281 drivers/infiniband/sw/rdmavt/qp.c rdi->busy_jiffies = rdi->n_rc_qps / RC_QP_SCALING_INTERVAL; rdi 1283 drivers/infiniband/sw/rdmavt/qp.c spin_unlock(&rdi->n_qps_lock); rdi 1286 drivers/infiniband/sw/rdmavt/qp.c spin_lock_irq(&rdi->pending_lock); rdi 1287 drivers/infiniband/sw/rdmavt/qp.c list_add(&qp->ip->pending_mmaps, &rdi->pending_mmaps); rdi 1288 drivers/infiniband/sw/rdmavt/qp.c spin_unlock_irq(&rdi->pending_lock); rdi 1300 drivers/infiniband/sw/rdmavt/qp.c rvt_free_qpn(&rdi->qp_dev->qpn_table, qp->ibqp.qp_num); rdi 1307 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.qp_priv_free(rdi, qp); rdi 1334 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 1351 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.notify_error_qp(qp); rdi 1355 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.schedule_send(qp); rdi 1416 drivers/infiniband/sw/rdmavt/qp.c static void rvt_insert_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp) rdi 1418 drivers/infiniband/sw/rdmavt/qp.c struct rvt_ibport *rvp = rdi->ports[qp->port_num - 1]; rdi 1422 drivers/infiniband/sw/rdmavt/qp.c spin_lock_irqsave(&rdi->qp_dev->qpt_lock, flags); rdi 1427 drivers/infiniband/sw/rdmavt/qp.c u32 n = hash_32(qp->ibqp.qp_num, rdi->qp_dev->qp_table_bits); rdi 1429 drivers/infiniband/sw/rdmavt/qp.c qp->next = rdi->qp_dev->qp_table[n]; rdi 1430 drivers/infiniband/sw/rdmavt/qp.c rcu_assign_pointer(rdi->qp_dev->qp_table[n], qp); rdi 1434 drivers/infiniband/sw/rdmavt/qp.c spin_unlock_irqrestore(&rdi->qp_dev->qpt_lock, flags); rdi 1449 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 1471 drivers/infiniband/sw/rdmavt/qp.c if (rdi->driver_f.check_modify_qp && rdi 1472 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.check_modify_qp(qp, attr, attr_mask, udata)) rdi 1503 drivers/infiniband/sw/rdmavt/qp.c if (attr->alt_pkey_index >= rvt_get_npkeys(rdi)) rdi 1508 drivers/infiniband/sw/rdmavt/qp.c if (attr->pkey_index >= rvt_get_npkeys(rdi)) rdi 1543 drivers/infiniband/sw/rdmavt/qp.c pmtu = rdi->driver_f.get_pmtu_from_attr(rdi, qp, attr); rdi 1567 drivers/infiniband/sw/rdmavt/qp.c if (attr->max_dest_rd_atomic > rdi->dparms.max_rdma_atomic) rdi 1573 drivers/infiniband/sw/rdmavt/qp.c _rvt_reset_qp(rdi, qp, ibqp->qp_type); rdi 1612 drivers/infiniband/sw/rdmavt/qp.c qp->s_next_psn = attr->sq_psn & rdi->dparms.psn_modify_mask; rdi 1620 drivers/infiniband/sw/rdmavt/qp.c qp->r_psn = attr->rq_psn & rdi->dparms.psn_modify_mask; rdi 1646 drivers/infiniband/sw/rdmavt/qp.c qp->pmtu = rdi->driver_f.mtu_from_qp(rdi, qp, pmtu); rdi 1677 drivers/infiniband/sw/rdmavt/qp.c if (rdi->driver_f.modify_qp) rdi 1678 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.modify_qp(qp, attr, attr_mask, udata); rdi 1685 drivers/infiniband/sw/rdmavt/qp.c rvt_insert_qp(rdi, qp); rdi 1720 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 1722 drivers/infiniband/sw/rdmavt/qp.c rvt_reset_qp(rdi, qp, ibqp->qp_type); rdi 1726 drivers/infiniband/sw/rdmavt/qp.c rvt_free_qpn(&rdi->qp_dev->qpn_table, qp->ibqp.qp_num); rdi 1728 drivers/infiniband/sw/rdmavt/qp.c spin_lock(&rdi->n_qps_lock); rdi 1729 drivers/infiniband/sw/rdmavt/qp.c rdi->n_qps_allocated--; rdi 1731 drivers/infiniband/sw/rdmavt/qp.c rdi->n_rc_qps--; rdi 1732 drivers/infiniband/sw/rdmavt/qp.c rdi->busy_jiffies = rdi->n_rc_qps / RC_QP_SCALING_INTERVAL; rdi 1734 drivers/infiniband/sw/rdmavt/qp.c spin_unlock(&rdi->n_qps_lock); rdi 1739 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.qp_priv_free(rdi, qp); rdi 1762 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 1766 drivers/infiniband/sw/rdmavt/qp.c attr->path_mtu = rdi->driver_f.mtu_to_path_mtu(qp->pmtu); rdi 1769 drivers/infiniband/sw/rdmavt/qp.c attr->rq_psn = qp->r_psn & rdi->dparms.psn_mask; rdi 1770 drivers/infiniband/sw/rdmavt/qp.c attr->sq_psn = qp->s_next_psn & rdi->dparms.psn_mask; rdi 1774 drivers/infiniband/sw/rdmavt/qp.c rdi->dparms.reserved_operations; rdi 1951 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi, rdi 1963 drivers/infiniband/sw/rdmavt/qp.c if (reserved_used >= rdi->dparms.reserved_operations) rdi 1979 drivers/infiniband/sw/rdmavt/qp.c (rdi->dparms.reserved_operations - reserved_used); rdi 1985 drivers/infiniband/sw/rdmavt/qp.c (qp->s_size - 1 - rdi->dparms.reserved_operations))) rdi 1986 drivers/infiniband/sw/rdmavt/qp.c rvt_pr_err(rdi, rdi 2010 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 2023 drivers/infiniband/sw/rdmavt/qp.c ret = rvt_qp_valid_operation(qp, rdi->post_parms, wr); rdi 2039 drivers/infiniband/sw/rdmavt/qp.c if ((rdi->post_parms[wr->opcode].flags & RVT_OPERATION_LOCAL)) { rdi 2065 drivers/infiniband/sw/rdmavt/qp.c reserved_op = rdi->post_parms[wr->opcode].flags & rdi 2068 drivers/infiniband/sw/rdmavt/qp.c ret = rvt_qp_is_avail(qp, rdi, reserved_op); rdi 2075 drivers/infiniband/sw/rdmavt/qp.c rkt = &rdi->lkey_table; rdi 2119 drivers/infiniband/sw/rdmavt/qp.c if (rdi->post_parms[wr->opcode].flags & RVT_OPERATION_LOCAL) { rdi 2137 drivers/infiniband/sw/rdmavt/qp.c if (rdi->driver_f.setup_wqe) { rdi 2138 drivers/infiniband/sw/rdmavt/qp.c ret = rdi->driver_f.setup_wqe(qp, wqe, call_send); rdi 2143 drivers/infiniband/sw/rdmavt/qp.c if (!(rdi->post_parms[wr->opcode].flags & RVT_OPERATION_LOCAL)) rdi 2186 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 2226 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.do_send(qp); rdi 2228 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.schedule_send_no_lock(qp); rdi 2313 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 2315 drivers/infiniband/sw/rdmavt/qp.c rkt = &rdi->lkey_table; rdi 2572 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 2577 drivers/infiniband/sw/rdmavt/qp.c qp->s_timer.expires = jiffies + rdi->busy_jiffies + rdi 2653 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 2659 drivers/infiniband/sw/rdmavt/qp.c struct rvt_ibport *rvp = rdi->ports[qp->port_num - 1]; rdi 2665 drivers/infiniband/sw/rdmavt/qp.c if (rdi->driver_f.notify_restart_rc) rdi 2666 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.notify_restart_rc(qp, rdi 2669 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.schedule_send(qp); rdi 2681 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 2687 drivers/infiniband/sw/rdmavt/qp.c rdi->driver_f.schedule_send(qp); rdi 2711 drivers/infiniband/sw/rdmavt/qp.c struct rvt_qp_iter *rvt_qp_iter_init(struct rvt_dev_info *rdi, rdi 2721 drivers/infiniband/sw/rdmavt/qp.c i->rdi = rdi; rdi 2723 drivers/infiniband/sw/rdmavt/qp.c i->specials = rdi->ibdev.phys_port_cnt * 2; rdi 2750 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = iter->rdi; rdi 2766 drivers/infiniband/sw/rdmavt/qp.c for (; n < rdi->qp_dev->qp_table_size + iter->specials; n++) { rdi 2774 drivers/infiniband/sw/rdmavt/qp.c pidx = n % rdi->ibdev.phys_port_cnt; rdi 2775 drivers/infiniband/sw/rdmavt/qp.c rvp = rdi->ports[pidx]; rdi 2779 drivers/infiniband/sw/rdmavt/qp.c rdi->qp_dev->qp_table[ rdi 2810 drivers/infiniband/sw/rdmavt/qp.c void rvt_qp_iter(struct rvt_dev_info *rdi, rdi 2816 drivers/infiniband/sw/rdmavt/qp.c .rdi = rdi, rdi 2817 drivers/infiniband/sw/rdmavt/qp.c .specials = rdi->ibdev.phys_port_cnt * 2, rdi 2844 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi; rdi 2848 drivers/infiniband/sw/rdmavt/qp.c rdi = ib_to_rvt(qp->ibqp.device); rdi 2852 drivers/infiniband/sw/rdmavt/qp.c last = rvt_qp_complete_swqe(qp, wqe, rdi->wc_opcode[wqe->wr.opcode], rdi 2882 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 2883 drivers/infiniband/sw/rdmavt/qp.c struct rvt_wss *wss = rdi->wss; rdi 2884 drivers/infiniband/sw/rdmavt/qp.c unsigned int sge_copy_mode = rdi->dparms.sge_copy_mode; rdi 2967 drivers/infiniband/sw/rdmavt/qp.c struct rvt_dev_info *rdi = ib_to_rvt(sqp->ibqp.device); rdi 2982 drivers/infiniband/sw/rdmavt/qp.c rvp = rdi->ports[sqp->port_num - 1]; rdi 53 drivers/infiniband/sw/rdmavt/qp.h int rvt_driver_qp_init(struct rvt_dev_info *rdi); rdi 54 drivers/infiniband/sw/rdmavt/qp.h void rvt_qp_exit(struct rvt_dev_info *rdi); rdi 69 drivers/infiniband/sw/rdmavt/qp.h int rvt_wss_init(struct rvt_dev_info *rdi); rdi 70 drivers/infiniband/sw/rdmavt/qp.h void rvt_wss_exit(struct rvt_dev_info *rdi); rdi 167 drivers/infiniband/sw/rdmavt/rc.c struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 181 drivers/infiniband/sw/rdmavt/rc.c rdi->driver_f.schedule_send(qp); rdi 191 drivers/infiniband/sw/rdmavt/rc.c rdi->driver_f.schedule_send(qp); rdi 62 drivers/infiniband/sw/rdmavt/srq.c void rvt_driver_srq_init(struct rvt_dev_info *rdi) rdi 64 drivers/infiniband/sw/rdmavt/srq.c spin_lock_init(&rdi->n_srqs_lock); rdi 65 drivers/infiniband/sw/rdmavt/srq.c rdi->n_srqs_allocated = 0; rdi 52 drivers/infiniband/sw/rdmavt/srq.h void rvt_driver_srq_init(struct rvt_dev_info *rdi); rdi 48 drivers/infiniband/sw/rdmavt/trace.h #define RDI_DEV_ENTRY(rdi) __string(dev, rvt_get_ibdev_name(rdi)) rdi 49 drivers/infiniband/sw/rdmavt/trace.h #define RDI_DEV_ASSIGN(rdi) __assign_str(dev, rvt_get_ibdev_name(rdi)) rdi 81 drivers/infiniband/sw/rdmavt/trace_cq.h TP_STRUCT__entry(RDI_DEV_ENTRY(cq->rdi) rdi 88 drivers/infiniband/sw/rdmavt/trace_cq.h TP_fast_assign(RDI_DEV_ASSIGN(cq->rdi) rdi 115 drivers/infiniband/sw/rdmavt/trace_cq.h RDI_DEV_ENTRY(cq->rdi) rdi 126 drivers/infiniband/sw/rdmavt/trace_cq.h RDI_DEV_ASSIGN(cq->rdi) rdi 60 drivers/infiniband/sw/rdmavt/trace_rvt.h TP_PROTO(struct rvt_dev_info *rdi, rdi 62 drivers/infiniband/sw/rdmavt/trace_rvt.h TP_ARGS(rdi, msg), rdi 64 drivers/infiniband/sw/rdmavt/trace_rvt.h RDI_DEV_ENTRY(rdi) rdi 68 drivers/infiniband/sw/rdmavt/trace_rvt.h RDI_DEV_ASSIGN(rdi); rdi 92 drivers/infiniband/sw/rdmavt/vt.c struct rvt_dev_info *rdi; rdi 94 drivers/infiniband/sw/rdmavt/vt.c rdi = container_of(_ib_alloc_device(size), struct rvt_dev_info, ibdev); rdi 95 drivers/infiniband/sw/rdmavt/vt.c if (!rdi) rdi 96 drivers/infiniband/sw/rdmavt/vt.c return rdi; rdi 98 drivers/infiniband/sw/rdmavt/vt.c rdi->ports = kcalloc(nports, rdi 101 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ports) rdi 102 drivers/infiniband/sw/rdmavt/vt.c ib_dealloc_device(&rdi->ibdev); rdi 104 drivers/infiniband/sw/rdmavt/vt.c return rdi; rdi 114 drivers/infiniband/sw/rdmavt/vt.c void rvt_dealloc_device(struct rvt_dev_info *rdi) rdi 116 drivers/infiniband/sw/rdmavt/vt.c kfree(rdi->ports); rdi 117 drivers/infiniband/sw/rdmavt/vt.c ib_dealloc_device(&rdi->ibdev); rdi 125 drivers/infiniband/sw/rdmavt/vt.c struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 132 drivers/infiniband/sw/rdmavt/vt.c *props = rdi->dparms.props; rdi 159 drivers/infiniband/sw/rdmavt/vt.c struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 166 drivers/infiniband/sw/rdmavt/vt.c rvp = rdi->ports[port_index]; rdi 172 drivers/infiniband/sw/rdmavt/vt.c props->pkey_tbl_len = rvt_get_npkeys(rdi); rdi 179 drivers/infiniband/sw/rdmavt/vt.c return rdi->driver_f.query_port_state(rdi, port_num, props); rdi 194 drivers/infiniband/sw/rdmavt/vt.c struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 202 drivers/infiniband/sw/rdmavt/vt.c rvp = rdi->ports[port_index]; rdi 212 drivers/infiniband/sw/rdmavt/vt.c rdi->driver_f.cap_mask_chg(rdi, port_num); rdi 214 drivers/infiniband/sw/rdmavt/vt.c ret = rdi->driver_f.shut_down_port(rdi, port_num); rdi 239 drivers/infiniband/sw/rdmavt/vt.c struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 246 drivers/infiniband/sw/rdmavt/vt.c if (index >= rvt_get_npkeys(rdi)) rdi 249 drivers/infiniband/sw/rdmavt/vt.c *pkey = rvt_get_pkey(rdi, port_index, index); rdi 265 drivers/infiniband/sw/rdmavt/vt.c struct rvt_dev_info *rdi; rdi 278 drivers/infiniband/sw/rdmavt/vt.c rdi = ib_to_rvt(ibdev); rdi 279 drivers/infiniband/sw/rdmavt/vt.c rvp = rdi->ports[port_index]; rdi 283 drivers/infiniband/sw/rdmavt/vt.c return rdi->driver_f.get_guid_be(rdi, rvp, guid_index, rdi 315 drivers/infiniband/sw/rdmavt/vt.c struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 323 drivers/infiniband/sw/rdmavt/vt.c immutable->core_cap_flags = rdi->dparms.core_cap_flags; rdi 331 drivers/infiniband/sw/rdmavt/vt.c immutable->max_mad_size = rdi->dparms.max_mad_size; rdi 438 drivers/infiniband/sw/rdmavt/vt.c static noinline int check_support(struct rvt_dev_info *rdi, int verb) rdi 446 drivers/infiniband/sw/rdmavt/vt.c if ((!rdi->ibdev.ops.init_port) || rdi 447 drivers/infiniband/sw/rdmavt/vt.c (!rdi->driver_f.get_pci_dev)) rdi 456 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.ops.modify_device) rdi 461 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.ops.query_port) rdi 462 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->driver_f.query_port_state) rdi 467 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.ops.modify_port) rdi 468 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->driver_f.cap_mask_chg || rdi 469 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.shut_down_port) rdi 474 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.ops.query_gid) rdi 475 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->driver_f.get_guid_be) rdi 480 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.ops.create_qp) rdi 481 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->driver_f.qp_priv_alloc || rdi 482 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.qp_priv_free || rdi 483 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.notify_qp_reset || rdi 484 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.flush_qp_waiters || rdi 485 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.stop_send_queue || rdi 486 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.quiesce_qp) rdi 491 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.ops.modify_qp) rdi 492 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->driver_f.notify_qp_reset || rdi 493 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.schedule_send || rdi 494 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.get_pmtu_from_attr || rdi 495 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.flush_qp_waiters || rdi 496 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.stop_send_queue || rdi 497 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.quiesce_qp || rdi 498 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.notify_error_qp || rdi 499 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.mtu_from_qp || rdi 500 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.mtu_to_path_mtu) rdi 505 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.ops.destroy_qp) rdi 506 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->driver_f.qp_priv_free || rdi 507 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.notify_qp_reset || rdi 508 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.flush_qp_waiters || rdi 509 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.stop_send_queue || rdi 510 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.quiesce_qp) rdi 515 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.ops.post_send) rdi 516 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->driver_f.schedule_send || rdi 517 drivers/infiniband/sw/rdmavt/vt.c !rdi->driver_f.do_send || rdi 518 drivers/infiniband/sw/rdmavt/vt.c !rdi->post_parms) rdi 536 drivers/infiniband/sw/rdmavt/vt.c int rvt_register_device(struct rvt_dev_info *rdi) rdi 540 drivers/infiniband/sw/rdmavt/vt.c if (!rdi) rdi 548 drivers/infiniband/sw/rdmavt/vt.c if (check_support(rdi, i)) { rdi 553 drivers/infiniband/sw/rdmavt/vt.c ib_set_device_ops(&rdi->ibdev, &rvt_dev_ops); rdi 556 drivers/infiniband/sw/rdmavt/vt.c trace_rvt_dbg(rdi, "Driver attempting registration"); rdi 557 drivers/infiniband/sw/rdmavt/vt.c rvt_mmap_init(rdi); rdi 560 drivers/infiniband/sw/rdmavt/vt.c ret = rvt_driver_qp_init(rdi); rdi 567 drivers/infiniband/sw/rdmavt/vt.c spin_lock_init(&rdi->n_ahs_lock); rdi 568 drivers/infiniband/sw/rdmavt/vt.c rdi->n_ahs_allocated = 0; rdi 571 drivers/infiniband/sw/rdmavt/vt.c rvt_driver_srq_init(rdi); rdi 574 drivers/infiniband/sw/rdmavt/vt.c rvt_driver_mcast_init(rdi); rdi 577 drivers/infiniband/sw/rdmavt/vt.c ret = rvt_driver_mr_init(rdi); rdi 584 drivers/infiniband/sw/rdmavt/vt.c ret = rvt_wss_init(rdi); rdi 586 drivers/infiniband/sw/rdmavt/vt.c rvt_pr_err(rdi, "Error in WSS init.\n"); rdi 591 drivers/infiniband/sw/rdmavt/vt.c spin_lock_init(&rdi->n_cqs_lock); rdi 594 drivers/infiniband/sw/rdmavt/vt.c rdi->ibdev.dev.dma_ops = rdi->ibdev.dev.dma_ops ? : &dma_virt_ops; rdi 597 drivers/infiniband/sw/rdmavt/vt.c spin_lock_init(&rdi->n_pds_lock); rdi 598 drivers/infiniband/sw/rdmavt/vt.c rdi->n_pds_allocated = 0; rdi 606 drivers/infiniband/sw/rdmavt/vt.c rdi->ibdev.uverbs_cmd_mask = rdi 637 drivers/infiniband/sw/rdmavt/vt.c rdi->ibdev.node_type = RDMA_NODE_IB_CA; rdi 638 drivers/infiniband/sw/rdmavt/vt.c if (!rdi->ibdev.num_comp_vectors) rdi 639 drivers/infiniband/sw/rdmavt/vt.c rdi->ibdev.num_comp_vectors = 1; rdi 642 drivers/infiniband/sw/rdmavt/vt.c ret = ib_register_device(&rdi->ibdev, dev_name(&rdi->ibdev.dev)); rdi 644 drivers/infiniband/sw/rdmavt/vt.c rvt_pr_err(rdi, "Failed to register driver with ib core.\n"); rdi 648 drivers/infiniband/sw/rdmavt/vt.c rvt_create_mad_agents(rdi); rdi 650 drivers/infiniband/sw/rdmavt/vt.c rvt_pr_info(rdi, "Registration with rdmavt done.\n"); rdi 654 drivers/infiniband/sw/rdmavt/vt.c rvt_wss_exit(rdi); rdi 656 drivers/infiniband/sw/rdmavt/vt.c rvt_mr_exit(rdi); rdi 659 drivers/infiniband/sw/rdmavt/vt.c rvt_qp_exit(rdi); rdi 669 drivers/infiniband/sw/rdmavt/vt.c void rvt_unregister_device(struct rvt_dev_info *rdi) rdi 671 drivers/infiniband/sw/rdmavt/vt.c trace_rvt_dbg(rdi, "Driver is unregistering."); rdi 672 drivers/infiniband/sw/rdmavt/vt.c if (!rdi) rdi 675 drivers/infiniband/sw/rdmavt/vt.c rvt_free_mad_agents(rdi); rdi 677 drivers/infiniband/sw/rdmavt/vt.c ib_unregister_device(&rdi->ibdev); rdi 678 drivers/infiniband/sw/rdmavt/vt.c rvt_wss_exit(rdi); rdi 679 drivers/infiniband/sw/rdmavt/vt.c rvt_mr_exit(rdi); rdi 680 drivers/infiniband/sw/rdmavt/vt.c rvt_qp_exit(rdi); rdi 695 drivers/infiniband/sw/rdmavt/vt.c int rvt_init_port(struct rvt_dev_info *rdi, struct rvt_ibport *port, rdi 699 drivers/infiniband/sw/rdmavt/vt.c rdi->ports[port_index] = port; rdi 700 drivers/infiniband/sw/rdmavt/vt.c rdi->ports[port_index]->pkey_table = pkey_table; rdi 63 drivers/infiniband/sw/rdmavt/vt.h #define rvt_pr_info(rdi, fmt, ...) \ rdi 64 drivers/infiniband/sw/rdmavt/vt.h __rvt_pr_info(rdi->driver_f.get_pci_dev(rdi), \ rdi 65 drivers/infiniband/sw/rdmavt/vt.h rvt_get_ibdev_name(rdi), \ rdi 69 drivers/infiniband/sw/rdmavt/vt.h #define rvt_pr_warn(rdi, fmt, ...) \ rdi 70 drivers/infiniband/sw/rdmavt/vt.h __rvt_pr_warn(rdi->driver_f.get_pci_dev(rdi), \ rdi 71 drivers/infiniband/sw/rdmavt/vt.h rvt_get_ibdev_name(rdi), \ rdi 75 drivers/infiniband/sw/rdmavt/vt.h #define rvt_pr_err(rdi, fmt, ...) \ rdi 76 drivers/infiniband/sw/rdmavt/vt.h __rvt_pr_err(rdi->driver_f.get_pci_dev(rdi), \ rdi 77 drivers/infiniband/sw/rdmavt/vt.h rvt_get_ibdev_name(rdi), \ rdi 81 drivers/infiniband/sw/rdmavt/vt.h #define rvt_pr_err_ratelimited(rdi, fmt, ...) \ rdi 82 drivers/infiniband/sw/rdmavt/vt.h __rvt_pr_err_ratelimited((rdi)->driver_f.get_pci_dev(rdi), \ rdi 83 drivers/infiniband/sw/rdmavt/vt.h rvt_get_ibdev_name(rdi), \ rdi 101 drivers/infiniband/sw/rdmavt/vt.h struct rvt_dev_info *rdi = ib_to_rvt(ibdev); rdi 105 drivers/infiniband/sw/rdmavt/vt.h if ((port_index < 0) || (port_index >= rdi->dparms.nports)) rdi 46 drivers/isdn/hardware/mISDN/hfc_multi.h int los, ais, slip_tx, slip_rx, rdi; /* current alarms */ rdi 2485 drivers/isdn/hardware/mISDN/hfcmulti.c if (!temp && hc->chan[hc->dnum[0]].rdi) rdi 2488 drivers/isdn/hardware/mISDN/hfcmulti.c if (temp && !hc->chan[hc->dnum[0]].rdi) rdi 2491 drivers/isdn/hardware/mISDN/hfcmulti.c hc->chan[hc->dnum[0]].rdi = temp; rdi 279 include/rdma/rdma_vt.h struct pci_dev * (*get_pci_dev)(struct rvt_dev_info *rdi); rdi 287 include/rdma/rdma_vt.h void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp); rdi 293 include/rdma/rdma_vt.h int (*qp_priv_init)(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 299 include/rdma/rdma_vt.h void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp); rdi 310 include/rdma/rdma_vt.h int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 338 include/rdma/rdma_vt.h u32 (*mtu_from_qp)(struct rvt_dev_info *rdi, struct rvt_qp *qp, rdi 348 include/rdma/rdma_vt.h int (*get_guid_be)(struct rvt_dev_info *rdi, struct rvt_ibport *rvp, rdi 354 include/rdma/rdma_vt.h int (*query_port_state)(struct rvt_dev_info *rdi, u8 port_num, rdi 360 include/rdma/rdma_vt.h int (*shut_down_port)(struct rvt_dev_info *rdi, u8 port_num); rdi 363 include/rdma/rdma_vt.h void (*cap_mask_chg)(struct rvt_dev_info *rdi, u8 port_num); rdi 372 include/rdma/rdma_vt.h unsigned (*free_all_qps)(struct rvt_dev_info *rdi); rdi 382 include/rdma/rdma_vt.h int (*alloc_qpn)(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt, rdi 394 include/rdma/rdma_vt.h void (*notify_create_mad_agent)(struct rvt_dev_info *rdi, int port_idx); rdi 397 include/rdma/rdma_vt.h void (*notify_free_mad_agent)(struct rvt_dev_info *rdi, int port_idx); rdi 403 include/rdma/rdma_vt.h int (*comp_vect_cpu_lookup)(struct rvt_dev_info *rdi, int comp_vect); rdi 479 include/rdma/rdma_vt.h static inline void rvt_set_ibdev_name(struct rvt_dev_info *rdi, rdi 489 include/rdma/rdma_vt.h dev_set_name(&rdi->ibdev.dev, fmt, name, unit); rdi 490 include/rdma/rdma_vt.h strlcpy(rdi->ibdev.name, dev_name(&rdi->ibdev.dev), IB_DEVICE_NAME_MAX); rdi 499 include/rdma/rdma_vt.h static inline const char *rvt_get_ibdev_name(const struct rvt_dev_info *rdi) rdi 501 include/rdma/rdma_vt.h return dev_name(&rdi->ibdev.dev); rdi 519 include/rdma/rdma_vt.h static inline unsigned rvt_get_npkeys(struct rvt_dev_info *rdi) rdi 524 include/rdma/rdma_vt.h return rdi->dparms.npkeys; rdi 531 include/rdma/rdma_vt.h static inline unsigned int rvt_max_atomic(struct rvt_dev_info *rdi) rdi 533 include/rdma/rdma_vt.h return rdi->dparms.max_rdma_atomic + rdi 534 include/rdma/rdma_vt.h rdi->dparms.extra_rdma_atomic + 1; rdi 537 include/rdma/rdma_vt.h static inline unsigned int rvt_size_atomic(struct rvt_dev_info *rdi) rdi 539 include/rdma/rdma_vt.h return rdi->dparms.max_rdma_atomic + rdi 540 include/rdma/rdma_vt.h rdi->dparms.extra_rdma_atomic; rdi 546 include/rdma/rdma_vt.h static inline u16 rvt_get_pkey(struct rvt_dev_info *rdi, rdi 550 include/rdma/rdma_vt.h if (index >= rvt_get_npkeys(rdi)) rdi 553 include/rdma/rdma_vt.h return rdi->ports[port_index]->pkey_table[index]; rdi 557 include/rdma/rdma_vt.h void rvt_dealloc_device(struct rvt_dev_info *rdi); rdi 561 include/rdma/rdma_vt.h int rvt_init_port(struct rvt_dev_info *rdi, struct rvt_ibport *port, rdi 99 include/rdma/rdmavt_cq.h struct rvt_dev_info *rdi; rdi 714 include/rdma/rdmavt_qp.h static inline struct rvt_qp *rvt_lookup_qpn(struct rvt_dev_info *rdi, rdi 723 include/rdma/rdmavt_qp.h u32 n = hash_32(qpn, rdi->qp_dev->qp_table_bits); rdi 725 include/rdma/rdmavt_qp.h for (qp = rcu_dereference(rdi->qp_dev->qp_table[n]); qp; rdi 742 include/rdma/rdmavt_qp.h struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); rdi 747 include/rdma/rdmavt_qp.h mod_timer(&qp->s_timer, jiffies + rdi->busy_jiffies + rdi 918 include/rdma/rdmavt_qp.h struct rvt_dev_info *rdi; rdi 984 include/rdma/rdmavt_qp.h struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device); rdi 986 include/rdma/rdmavt_qp.h return rdi->ports[qp->port_num - 1]; rdi 1011 include/rdma/rdmavt_qp.h struct rvt_qp_iter *rvt_qp_iter_init(struct rvt_dev_info *rdi, rdi 1015 include/rdma/rdmavt_qp.h void rvt_qp_iter(struct rvt_dev_info *rdi, rdi 99 include/xen/interface/hvm/hvm_vcpu.h uint64_t rdi; rdi 119 tools/arch/x86/include/uapi/asm/kvm.h __u64 rsi, rdi, rsp, rbp; rdi 74 tools/perf/arch/x86/util/dwarf-regs.c REG_OFFSET_NAME_64("%di", rdi), rdi 83 tools/perf/arch/x86/util/perf_regs.c SDT_NAME_REG(rdi, di), rdi 167 tools/perf/util/intel-pt-decoder/intel-pt-decoder.h uint64_t rdi; rdi 397 tools/testing/selftests/bpf/bpf_helpers.h #define PT_REGS_PARM1(x) ((x)->rdi) rdi 104 tools/testing/selftests/kvm/lib/x86_64/processor.c regs->rsi, regs->rdi, regs->rsp, regs->rbp); rdi 935 tools/testing/selftests/kvm/lib/x86_64/processor.c regs.rdi = va_arg(ap, uint64_t); rdi 47 tools/testing/selftests/kvm/lib/x86_64/ucall.c memcpy(&ucall, addr_gva2hva(vm, (vm_vaddr_t)regs.rdi), rdi 147 tools/testing/selftests/kvm/x86_64/evmcs_test.c (ulong) regs2.rdi, (ulong) regs2.rsi); rdi 189 tools/testing/selftests/kvm/x86_64/state_test.c (ulong) regs2.rdi, (ulong) regs2.rsi); rdi 52 tools/testing/selftests/kvm/x86_64/sync_regs_test.c REG_COMPARE(rdi); rdi 21 tools/testing/selftests/x86/ptrace_syscall.c # define user_arg0 rdi rdi 60 tools/testing/selftests/x86/test_syscall_vdso.c uint64_t rsi, rdi, rbp, rsp; rdi 120 tools/testing/selftests/x86/test_syscall_vdso.c printf("si:%016llx di:%016llx bp:%016llx sp:%016llx\n", regs64.rsi, regs64.rdi, regs64.rbp, regs64.rsp);