Lines Matching refs:cm
99 priv->cm.rx_wr.wr_id = id | IPOIB_OP_CM | IPOIB_OP_RECV; in ipoib_cm_post_receive_srq()
101 for (i = 0; i < priv->cm.num_frags; ++i) in ipoib_cm_post_receive_srq()
102 priv->cm.rx_sge[i].addr = priv->cm.srq_ring[id].mapping[i]; in ipoib_cm_post_receive_srq()
104 ret = ib_post_srq_recv(priv->cm.srq, &priv->cm.rx_wr, NULL); in ipoib_cm_post_receive_srq()
107 ipoib_cm_dma_unmap_rx(priv, priv->cm.num_frags - 1, in ipoib_cm_post_receive_srq()
108 priv->cm.srq_ring[id].mapping); in ipoib_cm_post_receive_srq()
109 dev_kfree_skb_any(priv->cm.srq_ring[id].skb); in ipoib_cm_post_receive_srq()
110 priv->cm.srq_ring[id].skb = NULL; in ipoib_cm_post_receive_srq()
217 if (list_empty(&priv->cm.rx_flush_list) || in ipoib_cm_start_rx_drain()
218 !list_empty(&priv->cm.rx_drain_list)) in ipoib_cm_start_rx_drain()
225 p = list_entry(priv->cm.rx_flush_list.next, typeof(*p), list); in ipoib_cm_start_rx_drain()
230 list_splice_init(&priv->cm.rx_flush_list, &priv->cm.rx_drain_list); in ipoib_cm_start_rx_drain()
243 list_move(&p->list, &priv->cm.rx_flush_list); in ipoib_cm_rx_event_handler()
257 .srq = priv->cm.srq, in ipoib_cm_create_rx_qp()
335 for (i = 0; i < priv->cm.num_frags; ++i) in ipoib_cm_init_rx_wr()
339 for (i = 1; i < priv->cm.num_frags; ++i) in ipoib_cm_init_rx_wr()
344 wr->num_sge = priv->cm.num_frags; in ipoib_cm_init_rx_wr()
373 if (priv->cm.nonsrq_conn_qp >= ipoib_max_conn_qp) { in ipoib_cm_nonsrq_init_rx()
379 ++priv->cm.nonsrq_conn_qp; in ipoib_cm_nonsrq_init_rx()
408 --priv->cm.nonsrq_conn_qp; in ipoib_cm_nonsrq_init_rx()
481 &priv->cm.stale_task, IPOIB_CM_RX_DELAY); in ipoib_cm_req_handler()
486 list_move(&p->list, &priv->cm.passive_ids); in ipoib_cm_req_handler()
579 list_splice_init(&priv->cm.rx_drain_list, &priv->cm.rx_reap_list); in ipoib_cm_handle_rx_wc()
581 queue_work(priv->wq, &priv->cm.rx_reap_task); in ipoib_cm_handle_rx_wc()
592 rx_ring = has_srq ? priv->cm.srq_ring : p->rx_ring; in ipoib_cm_handle_rx_wc()
606 list_move(&p->list, &priv->cm.rx_reap_list); in ipoib_cm_handle_rx_wc()
608 queue_work(priv->wq, &priv->cm.rx_reap_task); in ipoib_cm_handle_rx_wc()
621 list_move(&p->list, &priv->cm.passive_ids); in ipoib_cm_handle_rx_wc()
686 &priv->cm.rx_wr, in ipoib_cm_handle_rx_wc()
687 priv->cm.rx_sge, in ipoib_cm_handle_rx_wc()
853 neigh->cm = NULL; in ipoib_cm_handle_tx_wc()
860 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_handle_tx_wc()
861 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_handle_tx_wc()
880 priv->cm.id = ib_create_cm_id(priv->ca, ipoib_cm_rx_handler, dev); in ipoib_cm_dev_open()
881 if (IS_ERR(priv->cm.id)) { in ipoib_cm_dev_open()
883 ret = PTR_ERR(priv->cm.id); in ipoib_cm_dev_open()
887 ret = ib_cm_listen(priv->cm.id, cpu_to_be64(IPOIB_CM_IETF_ID | priv->qp->qp_num), in ipoib_cm_dev_open()
898 ib_destroy_cm_id(priv->cm.id); in ipoib_cm_dev_open()
900 priv->cm.id = NULL; in ipoib_cm_dev_open()
911 list_splice_init(&priv->cm.rx_reap_list, &list); in ipoib_cm_free_rx_reap_list()
920 --priv->cm.nonsrq_conn_qp; in ipoib_cm_free_rx_reap_list()
934 if (!IPOIB_CM_SUPPORTED(dev->dev_addr) || !priv->cm.id) in ipoib_cm_dev_stop()
937 ib_destroy_cm_id(priv->cm.id); in ipoib_cm_dev_stop()
938 priv->cm.id = NULL; in ipoib_cm_dev_stop()
941 while (!list_empty(&priv->cm.passive_ids)) { in ipoib_cm_dev_stop()
942 p = list_entry(priv->cm.passive_ids.next, typeof(*p), list); in ipoib_cm_dev_stop()
943 list_move(&p->list, &priv->cm.rx_error_list); in ipoib_cm_dev_stop()
955 while (!list_empty(&priv->cm.rx_error_list) || in ipoib_cm_dev_stop()
956 !list_empty(&priv->cm.rx_flush_list) || in ipoib_cm_dev_stop()
957 !list_empty(&priv->cm.rx_drain_list)) { in ipoib_cm_dev_stop()
964 list_splice_init(&priv->cm.rx_flush_list, in ipoib_cm_dev_stop()
965 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
966 list_splice_init(&priv->cm.rx_error_list, in ipoib_cm_dev_stop()
967 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
968 list_splice_init(&priv->cm.rx_drain_list, in ipoib_cm_dev_stop()
969 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
982 cancel_delayed_work(&priv->cm.stale_task); in ipoib_cm_dev_stop()
1063 .srq = priv->cm.srq, in ipoib_cm_create_tx_qp()
1284 neigh->cm = NULL; in ipoib_cm_tx_handler()
1291 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_tx_handler()
1292 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_tx_handler()
1315 neigh->cm = tx; in ipoib_cm_create_tx()
1318 list_add(&tx->list, &priv->cm.start_list); in ipoib_cm_create_tx()
1320 queue_work(priv->wq, &priv->cm.start_task); in ipoib_cm_create_tx()
1330 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_destroy_tx()
1331 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_destroy_tx()
1344 cm.start_task); in ipoib_cm_tx_start()
1358 while (!list_empty(&priv->cm.start_list)) { in ipoib_cm_tx_start()
1359 p = list_entry(priv->cm.start_list.next, typeof(*p), list); in ipoib_cm_tx_start()
1389 neigh->cm = NULL; in ipoib_cm_tx_start()
1404 cm.reap_task); in ipoib_cm_tx_reap()
1412 while (!list_empty(&priv->cm.reap_list)) { in ipoib_cm_tx_reap()
1413 p = list_entry(priv->cm.reap_list.next, typeof(*p), list); in ipoib_cm_tx_reap()
1429 cm.skb_task); in ipoib_cm_skb_reap()
1438 while ((skb = skb_dequeue(&priv->cm.skb_queue))) { in ipoib_cm_skb_reap()
1466 int e = skb_queue_empty(&priv->cm.skb_queue); in ipoib_cm_skb_too_long()
1470 skb_queue_tail(&priv->cm.skb_queue, skb); in ipoib_cm_skb_too_long()
1472 queue_work(priv->wq, &priv->cm.skb_task); in ipoib_cm_skb_too_long()
1478 cm.rx_reap_task)->dev); in ipoib_cm_rx_reap()
1484 cm.stale_task.work); in ipoib_cm_stale_task()
1489 while (!list_empty(&priv->cm.passive_ids)) { in ipoib_cm_stale_task()
1492 p = list_entry(priv->cm.passive_ids.prev, typeof(*p), list); in ipoib_cm_stale_task()
1495 list_move(&p->list, &priv->cm.rx_error_list); in ipoib_cm_stale_task()
1504 if (!list_empty(&priv->cm.passive_ids)) in ipoib_cm_stale_task()
1506 &priv->cm.stale_task, IPOIB_CM_RX_DELAY); in ipoib_cm_stale_task()
1567 priv->cm.srq = ib_create_srq(priv->pd, &srq_init_attr); in ipoib_cm_create_srq()
1568 if (IS_ERR(priv->cm.srq)) { in ipoib_cm_create_srq()
1569 if (PTR_ERR(priv->cm.srq) != -EOPNOTSUPP) in ipoib_cm_create_srq()
1571 priv->ca->name, PTR_ERR(priv->cm.srq)); in ipoib_cm_create_srq()
1572 priv->cm.srq = NULL; in ipoib_cm_create_srq()
1576 priv->cm.srq_ring = vzalloc(array_size(ipoib_recvq_size, in ipoib_cm_create_srq()
1577 sizeof(*priv->cm.srq_ring))); in ipoib_cm_create_srq()
1578 if (!priv->cm.srq_ring) { in ipoib_cm_create_srq()
1579 ib_destroy_srq(priv->cm.srq); in ipoib_cm_create_srq()
1580 priv->cm.srq = NULL; in ipoib_cm_create_srq()
1591 INIT_LIST_HEAD(&priv->cm.passive_ids); in ipoib_cm_dev_init()
1592 INIT_LIST_HEAD(&priv->cm.reap_list); in ipoib_cm_dev_init()
1593 INIT_LIST_HEAD(&priv->cm.start_list); in ipoib_cm_dev_init()
1594 INIT_LIST_HEAD(&priv->cm.rx_error_list); in ipoib_cm_dev_init()
1595 INIT_LIST_HEAD(&priv->cm.rx_flush_list); in ipoib_cm_dev_init()
1596 INIT_LIST_HEAD(&priv->cm.rx_drain_list); in ipoib_cm_dev_init()
1597 INIT_LIST_HEAD(&priv->cm.rx_reap_list); in ipoib_cm_dev_init()
1598 INIT_WORK(&priv->cm.start_task, ipoib_cm_tx_start); in ipoib_cm_dev_init()
1599 INIT_WORK(&priv->cm.reap_task, ipoib_cm_tx_reap); in ipoib_cm_dev_init()
1600 INIT_WORK(&priv->cm.skb_task, ipoib_cm_skb_reap); in ipoib_cm_dev_init()
1601 INIT_WORK(&priv->cm.rx_reap_task, ipoib_cm_rx_reap); in ipoib_cm_dev_init()
1602 INIT_DELAYED_WORK(&priv->cm.stale_task, ipoib_cm_stale_task); in ipoib_cm_dev_init()
1604 skb_queue_head_init(&priv->cm.skb_queue); in ipoib_cm_dev_init()
1611 priv->cm.max_cm_mtu = max_srq_sge * PAGE_SIZE - 0x10; in ipoib_cm_dev_init()
1612 priv->cm.num_frags = max_srq_sge; in ipoib_cm_dev_init()
1614 priv->cm.max_cm_mtu, priv->cm.num_frags); in ipoib_cm_dev_init()
1616 priv->cm.max_cm_mtu = IPOIB_CM_MTU; in ipoib_cm_dev_init()
1617 priv->cm.num_frags = IPOIB_CM_RX_SG; in ipoib_cm_dev_init()
1620 ipoib_cm_init_rx_wr(dev, &priv->cm.rx_wr, priv->cm.rx_sge); in ipoib_cm_dev_init()
1624 if (!ipoib_cm_alloc_rx_skb(dev, priv->cm.srq_ring, i, in ipoib_cm_dev_init()
1625 priv->cm.num_frags - 1, in ipoib_cm_dev_init()
1626 priv->cm.srq_ring[i].mapping, in ipoib_cm_dev_init()
1651 if (!priv->cm.srq) in ipoib_cm_dev_cleanup()
1656 ib_destroy_srq(priv->cm.srq); in ipoib_cm_dev_cleanup()
1657 priv->cm.srq = NULL; in ipoib_cm_dev_cleanup()
1658 if (!priv->cm.srq_ring) in ipoib_cm_dev_cleanup()
1661 ipoib_cm_free_rx_ring(dev, priv->cm.srq_ring); in ipoib_cm_dev_cleanup()
1662 priv->cm.srq_ring = NULL; in ipoib_cm_dev_cleanup()