1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved.
4*4882a593Smuzhiyun * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved.
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include "rxe.h"
8*4882a593Smuzhiyun #include "rxe_loc.h"
9*4882a593Smuzhiyun
rxe_mcast_get_grp(struct rxe_dev * rxe,union ib_gid * mgid,struct rxe_mc_grp ** grp_p)10*4882a593Smuzhiyun int rxe_mcast_get_grp(struct rxe_dev *rxe, union ib_gid *mgid,
11*4882a593Smuzhiyun struct rxe_mc_grp **grp_p)
12*4882a593Smuzhiyun {
13*4882a593Smuzhiyun int err;
14*4882a593Smuzhiyun struct rxe_mc_grp *grp;
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun if (rxe->attr.max_mcast_qp_attach == 0) {
17*4882a593Smuzhiyun err = -EINVAL;
18*4882a593Smuzhiyun goto err1;
19*4882a593Smuzhiyun }
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun grp = rxe_pool_get_key(&rxe->mc_grp_pool, mgid);
22*4882a593Smuzhiyun if (grp)
23*4882a593Smuzhiyun goto done;
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun grp = rxe_alloc(&rxe->mc_grp_pool);
26*4882a593Smuzhiyun if (!grp) {
27*4882a593Smuzhiyun err = -ENOMEM;
28*4882a593Smuzhiyun goto err1;
29*4882a593Smuzhiyun }
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun INIT_LIST_HEAD(&grp->qp_list);
32*4882a593Smuzhiyun spin_lock_init(&grp->mcg_lock);
33*4882a593Smuzhiyun grp->rxe = rxe;
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun rxe_add_key(grp, mgid);
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun err = rxe_mcast_add(rxe, mgid);
38*4882a593Smuzhiyun if (err)
39*4882a593Smuzhiyun goto err2;
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun done:
42*4882a593Smuzhiyun *grp_p = grp;
43*4882a593Smuzhiyun return 0;
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun err2:
46*4882a593Smuzhiyun rxe_drop_ref(grp);
47*4882a593Smuzhiyun err1:
48*4882a593Smuzhiyun return err;
49*4882a593Smuzhiyun }
50*4882a593Smuzhiyun
rxe_mcast_add_grp_elem(struct rxe_dev * rxe,struct rxe_qp * qp,struct rxe_mc_grp * grp)51*4882a593Smuzhiyun int rxe_mcast_add_grp_elem(struct rxe_dev *rxe, struct rxe_qp *qp,
52*4882a593Smuzhiyun struct rxe_mc_grp *grp)
53*4882a593Smuzhiyun {
54*4882a593Smuzhiyun int err;
55*4882a593Smuzhiyun struct rxe_mc_elem *elem;
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun /* check to see of the qp is already a member of the group */
58*4882a593Smuzhiyun spin_lock_bh(&qp->grp_lock);
59*4882a593Smuzhiyun spin_lock_bh(&grp->mcg_lock);
60*4882a593Smuzhiyun list_for_each_entry(elem, &grp->qp_list, qp_list) {
61*4882a593Smuzhiyun if (elem->qp == qp) {
62*4882a593Smuzhiyun err = 0;
63*4882a593Smuzhiyun goto out;
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun if (grp->num_qp >= rxe->attr.max_mcast_qp_attach) {
68*4882a593Smuzhiyun err = -ENOMEM;
69*4882a593Smuzhiyun goto out;
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun elem = rxe_alloc(&rxe->mc_elem_pool);
73*4882a593Smuzhiyun if (!elem) {
74*4882a593Smuzhiyun err = -ENOMEM;
75*4882a593Smuzhiyun goto out;
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun /* each qp holds a ref on the grp */
79*4882a593Smuzhiyun rxe_add_ref(grp);
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun grp->num_qp++;
82*4882a593Smuzhiyun elem->qp = qp;
83*4882a593Smuzhiyun elem->grp = grp;
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun list_add(&elem->qp_list, &grp->qp_list);
86*4882a593Smuzhiyun list_add(&elem->grp_list, &qp->grp_list);
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun err = 0;
89*4882a593Smuzhiyun out:
90*4882a593Smuzhiyun spin_unlock_bh(&grp->mcg_lock);
91*4882a593Smuzhiyun spin_unlock_bh(&qp->grp_lock);
92*4882a593Smuzhiyun return err;
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun
rxe_mcast_drop_grp_elem(struct rxe_dev * rxe,struct rxe_qp * qp,union ib_gid * mgid)95*4882a593Smuzhiyun int rxe_mcast_drop_grp_elem(struct rxe_dev *rxe, struct rxe_qp *qp,
96*4882a593Smuzhiyun union ib_gid *mgid)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun struct rxe_mc_grp *grp;
99*4882a593Smuzhiyun struct rxe_mc_elem *elem, *tmp;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun grp = rxe_pool_get_key(&rxe->mc_grp_pool, mgid);
102*4882a593Smuzhiyun if (!grp)
103*4882a593Smuzhiyun goto err1;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun spin_lock_bh(&qp->grp_lock);
106*4882a593Smuzhiyun spin_lock_bh(&grp->mcg_lock);
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun list_for_each_entry_safe(elem, tmp, &grp->qp_list, qp_list) {
109*4882a593Smuzhiyun if (elem->qp == qp) {
110*4882a593Smuzhiyun list_del(&elem->qp_list);
111*4882a593Smuzhiyun list_del(&elem->grp_list);
112*4882a593Smuzhiyun grp->num_qp--;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun spin_unlock_bh(&grp->mcg_lock);
115*4882a593Smuzhiyun spin_unlock_bh(&qp->grp_lock);
116*4882a593Smuzhiyun rxe_drop_ref(elem);
117*4882a593Smuzhiyun rxe_drop_ref(grp); /* ref held by QP */
118*4882a593Smuzhiyun rxe_drop_ref(grp); /* ref from get_key */
119*4882a593Smuzhiyun return 0;
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun spin_unlock_bh(&grp->mcg_lock);
124*4882a593Smuzhiyun spin_unlock_bh(&qp->grp_lock);
125*4882a593Smuzhiyun rxe_drop_ref(grp); /* ref from get_key */
126*4882a593Smuzhiyun err1:
127*4882a593Smuzhiyun return -EINVAL;
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun
rxe_drop_all_mcast_groups(struct rxe_qp * qp)130*4882a593Smuzhiyun void rxe_drop_all_mcast_groups(struct rxe_qp *qp)
131*4882a593Smuzhiyun {
132*4882a593Smuzhiyun struct rxe_mc_grp *grp;
133*4882a593Smuzhiyun struct rxe_mc_elem *elem;
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun while (1) {
136*4882a593Smuzhiyun spin_lock_bh(&qp->grp_lock);
137*4882a593Smuzhiyun if (list_empty(&qp->grp_list)) {
138*4882a593Smuzhiyun spin_unlock_bh(&qp->grp_lock);
139*4882a593Smuzhiyun break;
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun elem = list_first_entry(&qp->grp_list, struct rxe_mc_elem,
142*4882a593Smuzhiyun grp_list);
143*4882a593Smuzhiyun list_del(&elem->grp_list);
144*4882a593Smuzhiyun spin_unlock_bh(&qp->grp_lock);
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun grp = elem->grp;
147*4882a593Smuzhiyun spin_lock_bh(&grp->mcg_lock);
148*4882a593Smuzhiyun list_del(&elem->qp_list);
149*4882a593Smuzhiyun grp->num_qp--;
150*4882a593Smuzhiyun spin_unlock_bh(&grp->mcg_lock);
151*4882a593Smuzhiyun rxe_drop_ref(grp);
152*4882a593Smuzhiyun rxe_drop_ref(elem);
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun }
155*4882a593Smuzhiyun
rxe_mc_cleanup(struct rxe_pool_entry * arg)156*4882a593Smuzhiyun void rxe_mc_cleanup(struct rxe_pool_entry *arg)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun struct rxe_mc_grp *grp = container_of(arg, typeof(*grp), pelem);
159*4882a593Smuzhiyun struct rxe_dev *rxe = grp->rxe;
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun rxe_drop_key(grp);
162*4882a593Smuzhiyun rxe_mcast_delete(rxe, &grp->mgid);
163*4882a593Smuzhiyun }
164