Lines Matching refs:cm
97 priv->cm.rx_wr.wr_id = id | IPOIB_OP_CM | IPOIB_OP_RECV; in ipoib_cm_post_receive_srq()
99 for (i = 0; i < priv->cm.num_frags; ++i) in ipoib_cm_post_receive_srq()
100 priv->cm.rx_sge[i].addr = priv->cm.srq_ring[id].mapping[i]; in ipoib_cm_post_receive_srq()
102 ret = ib_post_srq_recv(priv->cm.srq, &priv->cm.rx_wr, &bad_wr); in ipoib_cm_post_receive_srq()
105 ipoib_cm_dma_unmap_rx(priv, priv->cm.num_frags - 1, in ipoib_cm_post_receive_srq()
106 priv->cm.srq_ring[id].mapping); in ipoib_cm_post_receive_srq()
107 dev_kfree_skb_any(priv->cm.srq_ring[id].skb); in ipoib_cm_post_receive_srq()
108 priv->cm.srq_ring[id].skb = NULL; in ipoib_cm_post_receive_srq()
217 if (list_empty(&priv->cm.rx_flush_list) || in ipoib_cm_start_rx_drain()
218 !list_empty(&priv->cm.rx_drain_list)) in ipoib_cm_start_rx_drain()
225 p = list_entry(priv->cm.rx_flush_list.next, typeof(*p), list); in ipoib_cm_start_rx_drain()
229 list_splice_init(&priv->cm.rx_flush_list, &priv->cm.rx_drain_list); in ipoib_cm_start_rx_drain()
242 list_move(&p->list, &priv->cm.rx_flush_list); in ipoib_cm_rx_event_handler()
256 .srq = priv->cm.srq, in ipoib_cm_create_rx_qp()
334 for (i = 0; i < priv->cm.num_frags; ++i) in ipoib_cm_init_rx_wr()
338 for (i = 1; i < priv->cm.num_frags; ++i) in ipoib_cm_init_rx_wr()
343 wr->num_sge = priv->cm.num_frags; in ipoib_cm_init_rx_wr()
374 if (priv->cm.nonsrq_conn_qp >= ipoib_max_conn_qp) { in ipoib_cm_nonsrq_init_rx()
380 ++priv->cm.nonsrq_conn_qp; in ipoib_cm_nonsrq_init_rx()
409 --priv->cm.nonsrq_conn_qp; in ipoib_cm_nonsrq_init_rx()
478 &priv->cm.stale_task, IPOIB_CM_RX_DELAY); in ipoib_cm_req_handler()
483 list_move(&p->list, &priv->cm.passive_ids); in ipoib_cm_req_handler()
577 list_splice_init(&priv->cm.rx_drain_list, &priv->cm.rx_reap_list); in ipoib_cm_handle_rx_wc()
579 queue_work(priv->wq, &priv->cm.rx_reap_task); in ipoib_cm_handle_rx_wc()
590 rx_ring = has_srq ? priv->cm.srq_ring : p->rx_ring; in ipoib_cm_handle_rx_wc()
604 list_move(&p->list, &priv->cm.rx_reap_list); in ipoib_cm_handle_rx_wc()
606 queue_work(priv->wq, &priv->cm.rx_reap_task); in ipoib_cm_handle_rx_wc()
619 list_move(&p->list, &priv->cm.passive_ids); in ipoib_cm_handle_rx_wc()
684 &priv->cm.rx_wr, in ipoib_cm_handle_rx_wc()
685 priv->cm.rx_sge, in ipoib_cm_handle_rx_wc()
816 neigh->cm = NULL; in ipoib_cm_handle_tx_wc()
823 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_handle_tx_wc()
824 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_handle_tx_wc()
843 priv->cm.id = ib_create_cm_id(priv->ca, ipoib_cm_rx_handler, dev); in ipoib_cm_dev_open()
844 if (IS_ERR(priv->cm.id)) { in ipoib_cm_dev_open()
846 ret = PTR_ERR(priv->cm.id); in ipoib_cm_dev_open()
850 ret = ib_cm_listen(priv->cm.id, cpu_to_be64(IPOIB_CM_IETF_ID | priv->qp->qp_num), in ipoib_cm_dev_open()
861 ib_destroy_cm_id(priv->cm.id); in ipoib_cm_dev_open()
863 priv->cm.id = NULL; in ipoib_cm_dev_open()
874 list_splice_init(&priv->cm.rx_reap_list, &list); in ipoib_cm_free_rx_reap_list()
883 --priv->cm.nonsrq_conn_qp; in ipoib_cm_free_rx_reap_list()
897 if (!IPOIB_CM_SUPPORTED(dev->dev_addr) || !priv->cm.id) in ipoib_cm_dev_stop()
900 ib_destroy_cm_id(priv->cm.id); in ipoib_cm_dev_stop()
901 priv->cm.id = NULL; in ipoib_cm_dev_stop()
904 while (!list_empty(&priv->cm.passive_ids)) { in ipoib_cm_dev_stop()
905 p = list_entry(priv->cm.passive_ids.next, typeof(*p), list); in ipoib_cm_dev_stop()
906 list_move(&p->list, &priv->cm.rx_error_list); in ipoib_cm_dev_stop()
918 while (!list_empty(&priv->cm.rx_error_list) || in ipoib_cm_dev_stop()
919 !list_empty(&priv->cm.rx_flush_list) || in ipoib_cm_dev_stop()
920 !list_empty(&priv->cm.rx_drain_list)) { in ipoib_cm_dev_stop()
927 list_splice_init(&priv->cm.rx_flush_list, in ipoib_cm_dev_stop()
928 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
929 list_splice_init(&priv->cm.rx_error_list, in ipoib_cm_dev_stop()
930 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
931 list_splice_init(&priv->cm.rx_drain_list, in ipoib_cm_dev_stop()
932 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
945 cancel_delayed_work(&priv->cm.stale_task); in ipoib_cm_dev_stop()
1022 .srq = priv->cm.srq, in ipoib_cm_create_tx_qp()
1246 neigh->cm = NULL; in ipoib_cm_tx_handler()
1253 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_tx_handler()
1254 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_tx_handler()
1277 neigh->cm = tx; in ipoib_cm_create_tx()
1281 list_add(&tx->list, &priv->cm.start_list); in ipoib_cm_create_tx()
1283 queue_work(priv->wq, &priv->cm.start_task); in ipoib_cm_create_tx()
1293 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_destroy_tx()
1294 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_destroy_tx()
1305 cm.start_task); in ipoib_cm_tx_start()
1318 while (!list_empty(&priv->cm.start_list)) { in ipoib_cm_tx_start()
1319 p = list_entry(priv->cm.start_list.next, typeof(*p), list); in ipoib_cm_tx_start()
1336 neigh->cm = NULL; in ipoib_cm_tx_start()
1351 cm.reap_task); in ipoib_cm_tx_reap()
1359 while (!list_empty(&priv->cm.reap_list)) { in ipoib_cm_tx_reap()
1360 p = list_entry(priv->cm.reap_list.next, typeof(*p), list); in ipoib_cm_tx_reap()
1376 cm.skb_task); in ipoib_cm_skb_reap()
1385 while ((skb = skb_dequeue(&priv->cm.skb_queue))) { in ipoib_cm_skb_reap()
1409 int e = skb_queue_empty(&priv->cm.skb_queue); in ipoib_cm_skb_too_long()
1414 skb_queue_tail(&priv->cm.skb_queue, skb); in ipoib_cm_skb_too_long()
1416 queue_work(priv->wq, &priv->cm.skb_task); in ipoib_cm_skb_too_long()
1422 cm.rx_reap_task)->dev); in ipoib_cm_rx_reap()
1428 cm.stale_task.work); in ipoib_cm_stale_task()
1433 while (!list_empty(&priv->cm.passive_ids)) { in ipoib_cm_stale_task()
1436 p = list_entry(priv->cm.passive_ids.prev, typeof(*p), list); in ipoib_cm_stale_task()
1439 list_move(&p->list, &priv->cm.rx_error_list); in ipoib_cm_stale_task()
1448 if (!list_empty(&priv->cm.passive_ids)) in ipoib_cm_stale_task()
1450 &priv->cm.stale_task, IPOIB_CM_RX_DELAY); in ipoib_cm_stale_task()
1502 priv->cm.srq = ib_create_srq(priv->pd, &srq_init_attr); in ipoib_cm_create_srq()
1503 if (IS_ERR(priv->cm.srq)) { in ipoib_cm_create_srq()
1504 if (PTR_ERR(priv->cm.srq) != -ENOSYS) in ipoib_cm_create_srq()
1506 priv->ca->name, PTR_ERR(priv->cm.srq)); in ipoib_cm_create_srq()
1507 priv->cm.srq = NULL; in ipoib_cm_create_srq()
1511 priv->cm.srq_ring = vzalloc(ipoib_recvq_size * sizeof *priv->cm.srq_ring); in ipoib_cm_create_srq()
1512 if (!priv->cm.srq_ring) { in ipoib_cm_create_srq()
1515 ib_destroy_srq(priv->cm.srq); in ipoib_cm_create_srq()
1516 priv->cm.srq = NULL; in ipoib_cm_create_srq()
1528 INIT_LIST_HEAD(&priv->cm.passive_ids); in ipoib_cm_dev_init()
1529 INIT_LIST_HEAD(&priv->cm.reap_list); in ipoib_cm_dev_init()
1530 INIT_LIST_HEAD(&priv->cm.start_list); in ipoib_cm_dev_init()
1531 INIT_LIST_HEAD(&priv->cm.rx_error_list); in ipoib_cm_dev_init()
1532 INIT_LIST_HEAD(&priv->cm.rx_flush_list); in ipoib_cm_dev_init()
1533 INIT_LIST_HEAD(&priv->cm.rx_drain_list); in ipoib_cm_dev_init()
1534 INIT_LIST_HEAD(&priv->cm.rx_reap_list); in ipoib_cm_dev_init()
1535 INIT_WORK(&priv->cm.start_task, ipoib_cm_tx_start); in ipoib_cm_dev_init()
1536 INIT_WORK(&priv->cm.reap_task, ipoib_cm_tx_reap); in ipoib_cm_dev_init()
1537 INIT_WORK(&priv->cm.skb_task, ipoib_cm_skb_reap); in ipoib_cm_dev_init()
1538 INIT_WORK(&priv->cm.rx_reap_task, ipoib_cm_rx_reap); in ipoib_cm_dev_init()
1539 INIT_DELAYED_WORK(&priv->cm.stale_task, ipoib_cm_stale_task); in ipoib_cm_dev_init()
1541 skb_queue_head_init(&priv->cm.skb_queue); in ipoib_cm_dev_init()
1554 priv->cm.max_cm_mtu = attr.max_srq_sge * PAGE_SIZE - 0x10; in ipoib_cm_dev_init()
1555 priv->cm.num_frags = attr.max_srq_sge; in ipoib_cm_dev_init()
1557 priv->cm.max_cm_mtu, priv->cm.num_frags); in ipoib_cm_dev_init()
1559 priv->cm.max_cm_mtu = IPOIB_CM_MTU; in ipoib_cm_dev_init()
1560 priv->cm.num_frags = IPOIB_CM_RX_SG; in ipoib_cm_dev_init()
1563 ipoib_cm_init_rx_wr(dev, &priv->cm.rx_wr, priv->cm.rx_sge); in ipoib_cm_dev_init()
1567 if (!ipoib_cm_alloc_rx_skb(dev, priv->cm.srq_ring, i, in ipoib_cm_dev_init()
1568 priv->cm.num_frags - 1, in ipoib_cm_dev_init()
1569 priv->cm.srq_ring[i].mapping, in ipoib_cm_dev_init()
1595 if (!priv->cm.srq) in ipoib_cm_dev_cleanup()
1600 ret = ib_destroy_srq(priv->cm.srq); in ipoib_cm_dev_cleanup()
1604 priv->cm.srq = NULL; in ipoib_cm_dev_cleanup()
1605 if (!priv->cm.srq_ring) in ipoib_cm_dev_cleanup()
1608 ipoib_cm_free_rx_ring(dev, priv->cm.srq_ring); in ipoib_cm_dev_cleanup()
1609 priv->cm.srq_ring = NULL; in ipoib_cm_dev_cleanup()