Lines Matching +full:im +full:-
1 // SPDX-License-Identifier: GPL-2.0-or-later
30 * Chih-Jen Chang : Tried to revise IGMP to Version 2
31 * Tsu-Sheng Tsao E-mail: chihjenc@scf.usc.edu and tsusheng@scf.usc.edu
33 * ipmulti-3.5 source code.
34 * Chih-Jen Chang : Added the igmp_get_mrouter_info and
35 * Tsu-Sheng Tsao igmp_set_mrouter_info to keep track of
37 * Chih-Jen Chang : Added the max_resp_time parameter to
38 * Tsu-Sheng Tsao igmp_heard_query(). Using this parameter
41 * Chih-Jen Chang : Added a timer to revert to IGMP V2 router
42 * Tsu-Sheng Tsao if the specified time expired.
53 * igmp_timer_expire if tm->running is
64 * Alexey Kuznetsov: Accordance to igmp-v2-06 draft.
108 /* Parameter names and values are taken from igmp-v2-06 draft */
123 (IPV4_DEVCONF_ALL(dev_net(in_dev->dev), FORCE_IGMP_VERSION) == 1 || \
125 ((in_dev)->mr_v1_seen && \
126 time_before(jiffies, (in_dev)->mr_v1_seen)))
128 (IPV4_DEVCONF_ALL(dev_net(in_dev->dev), FORCE_IGMP_VERSION) == 2 || \
130 ((in_dev)->mr_v2_seen && \
131 time_before(jiffies, (in_dev)->mr_v2_seen)))
156 static void igmpv3_add_delrec(struct in_device *in_dev, struct ip_mc_list *im,
158 static void igmpv3_del_delrec(struct in_device *in_dev, struct ip_mc_list *im);
167 static void ip_ma_put(struct ip_mc_list *im) in ip_ma_put() argument
169 if (refcount_dec_and_test(&im->refcnt)) { in ip_ma_put()
170 in_dev_put(im->interface); in ip_ma_put()
171 kfree_rcu(im, rcu); in ip_ma_put()
176 for (pmc = rcu_dereference(in_dev->mc_list); \
178 pmc = rcu_dereference(pmc->next_rcu))
181 for (pmc = rtnl_dereference(in_dev->mc_list); \
183 pmc = rtnl_dereference(pmc->next_rcu))
190 next = psf->sf_next; in ip_sf_list_clear_all()
202 static void igmp_stop_timer(struct ip_mc_list *im) in igmp_stop_timer() argument
204 spin_lock_bh(&im->lock); in igmp_stop_timer()
205 if (del_timer(&im->timer)) in igmp_stop_timer()
206 refcount_dec(&im->refcnt); in igmp_stop_timer()
207 im->tm_running = 0; in igmp_stop_timer()
208 im->reporter = 0; in igmp_stop_timer()
209 im->unsolicit_count = 0; in igmp_stop_timer()
210 spin_unlock_bh(&im->lock); in igmp_stop_timer()
213 /* It must be called with locked im->lock */
214 static void igmp_start_timer(struct ip_mc_list *im, int max_delay) in igmp_start_timer() argument
218 im->tm_running = 1; in igmp_start_timer()
219 if (!mod_timer(&im->timer, jiffies+tv+2)) in igmp_start_timer()
220 refcount_inc(&im->refcnt); in igmp_start_timer()
225 int tv = prandom_u32() % in_dev->mr_maxdelay; in igmp_gq_start_timer()
228 if (in_dev->mr_gq_running && in igmp_gq_start_timer()
229 time_after_eq(exp, (in_dev->mr_gq_timer).expires)) in igmp_gq_start_timer()
232 in_dev->mr_gq_running = 1; in igmp_gq_start_timer()
233 if (!mod_timer(&in_dev->mr_gq_timer, exp)) in igmp_gq_start_timer()
241 if (!mod_timer(&in_dev->mr_ifc_timer, jiffies+tv+2)) in igmp_ifc_start_timer()
245 static void igmp_mod_timer(struct ip_mc_list *im, int max_delay) in igmp_mod_timer() argument
247 spin_lock_bh(&im->lock); in igmp_mod_timer()
248 im->unsolicit_count = 0; in igmp_mod_timer()
249 if (del_timer(&im->timer)) { in igmp_mod_timer()
250 if ((long)(im->timer.expires-jiffies) < max_delay) { in igmp_mod_timer()
251 add_timer(&im->timer); in igmp_mod_timer()
252 im->tm_running = 1; in igmp_mod_timer()
253 spin_unlock_bh(&im->lock); in igmp_mod_timer()
256 refcount_dec(&im->refcnt); in igmp_mod_timer()
258 igmp_start_timer(im, max_delay); in igmp_mod_timer()
259 spin_unlock_bh(&im->lock); in igmp_mod_timer()
278 if (!(pmc->gsquery && !psf->sf_gsresp)) { in is_in()
279 if (pmc->sfmode == MCAST_INCLUDE) in is_in()
284 if (psf->sf_count[MCAST_INCLUDE]) in is_in()
286 return pmc->sfcount[MCAST_EXCLUDE] == in is_in()
287 psf->sf_count[MCAST_EXCLUDE]; in is_in()
293 return psf->sf_count[MCAST_INCLUDE] != 0; in is_in()
297 if (pmc->sfcount[MCAST_EXCLUDE] == 0 || in is_in()
298 psf->sf_count[MCAST_INCLUDE]) in is_in()
300 return pmc->sfcount[MCAST_EXCLUDE] == in is_in()
301 psf->sf_count[MCAST_EXCLUDE]; in is_in()
303 if (gdeleted || !psf->sf_crcount) in is_in()
305 return (pmc->sfmode == MCAST_INCLUDE) ^ sdeleted; in is_in()
307 if (pmc->sfmode == MCAST_INCLUDE) in is_in()
308 return gdeleted || (psf->sf_crcount && sdeleted); in is_in()
309 return psf->sf_crcount && !gdeleted && !sdeleted; in is_in()
320 for (psf = pmc->sources; psf; psf = psf->sf_next) { in igmp_scount()
339 if (fl4->saddr == ifa->ifa_local) in igmpv3_get_srcaddr()
340 return fl4->saddr; in igmpv3_get_srcaddr()
355 int tlen = dev->needed_tailroom; in igmpv3_newpack()
367 skb->priority = TC_PRIO_CONTROL; in igmpv3_newpack()
371 IPPROTO_IGMP, 0, dev->ifindex); in igmpv3_newpack()
377 skb_dst_set(skb, &rt->dst); in igmpv3_newpack()
378 skb->dev = dev; in igmpv3_newpack()
387 pip->version = 4; in igmpv3_newpack()
388 pip->ihl = (sizeof(struct iphdr)+4)>>2; in igmpv3_newpack()
389 pip->tos = 0xc0; in igmpv3_newpack()
390 pip->frag_off = htons(IP_DF); in igmpv3_newpack()
391 pip->ttl = 1; in igmpv3_newpack()
392 pip->daddr = fl4.daddr; in igmpv3_newpack()
395 pip->saddr = igmpv3_get_srcaddr(dev, &fl4); in igmpv3_newpack()
398 pip->protocol = IPPROTO_IGMP; in igmpv3_newpack()
399 pip->tot_len = 0; /* filled in later */ in igmpv3_newpack()
406 skb->transport_header = skb->network_header + sizeof(struct iphdr) + 4; in igmpv3_newpack()
409 pig->type = IGMPV3_HOST_MEMBERSHIP_REPORT; in igmpv3_newpack()
410 pig->resv1 = 0; in igmpv3_newpack()
411 pig->csum = 0; in igmpv3_newpack()
412 pig->resv2 = 0; in igmpv3_newpack()
413 pig->ngrec = 0; in igmpv3_newpack()
420 const int igmplen = skb_tail_pointer(skb) - skb_transport_header(skb); in igmpv3_sendpack()
422 pig->csum = ip_compute_csum(igmp_hdr(skb), igmplen); in igmpv3_sendpack()
424 return ip_local_out(dev_net(skb_dst(skb)->dev), skb->sk, skb); in igmpv3_sendpack()
435 struct net_device *dev = pmc->interface->dev; in add_grhead()
445 pgr->grec_type = type; in add_grhead()
446 pgr->grec_auxwords = 0; in add_grhead()
447 pgr->grec_nsrcs = 0; in add_grhead()
448 pgr->grec_mca = pmc->multiaddr; in add_grhead()
450 pih->ngrec = htons(ntohs(pih->ngrec)+1); in add_grhead()
460 struct net_device *dev = pmc->interface->dev; in add_grec()
468 if (pmc->multiaddr == IGMP_ALL_HOSTS) in add_grec()
470 if (ipv4_is_local_multicast(pmc->multiaddr) && in add_grec()
471 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in add_grec()
474 mtu = READ_ONCE(dev->mtu); in add_grec()
485 psf_list = sdeleted ? &pmc->tomb : &pmc->sources; in add_grec()
494 if (pih && pih->ngrec && in add_grec()
506 psf_next = psf->sf_next; in add_grec()
513 /* Based on RFC3376 5.1. Should not send source-list change in add_grec()
516 if (((gdeleted && pmc->sfmode == MCAST_EXCLUDE) || in add_grec()
517 (!gdeleted && pmc->crcount)) && in add_grec()
519 type == IGMPV3_BLOCK_OLD_SOURCES) && psf->sf_crcount) in add_grec()
524 psf->sf_gsresp = 0; in add_grec()
531 pgr->grec_nsrcs = htons(scount); in add_grec()
545 *psrc = psf->sf_inaddr; in add_grec()
548 type == IGMPV3_BLOCK_OLD_SOURCES) && psf->sf_crcount) { in add_grec()
550 psf->sf_crcount--; in add_grec()
551 if ((sdeleted || gdeleted) && psf->sf_crcount == 0) { in add_grec()
553 psf_prev->sf_next = psf->sf_next; in add_grec()
555 *psf_list = psf->sf_next; in add_grec()
568 if (pmc->crcount || isquery) { in add_grec()
578 pgr->grec_nsrcs = htons(scount); in add_grec()
581 pmc->gsquery = 0; /* clear query state on report */ in add_grec()
588 struct net *net = dev_net(in_dev->dev); in igmpv3_send_report()
594 if (pmc->multiaddr == IGMP_ALL_HOSTS) in igmpv3_send_report()
596 if (ipv4_is_local_multicast(pmc->multiaddr) && in igmpv3_send_report()
597 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmpv3_send_report()
599 spin_lock_bh(&pmc->lock); in igmpv3_send_report()
600 if (pmc->sfcount[MCAST_EXCLUDE]) in igmpv3_send_report()
605 spin_unlock_bh(&pmc->lock); in igmpv3_send_report()
609 spin_lock_bh(&pmc->lock); in igmpv3_send_report()
610 if (pmc->sfcount[MCAST_EXCLUDE]) in igmpv3_send_report()
615 spin_unlock_bh(&pmc->lock); in igmpv3_send_report()
623 * remove zero-count source records from a source filter list
631 psf_next = psf->sf_next; in igmpv3_clear_zeros()
632 if (psf->sf_crcount == 0) { in igmpv3_clear_zeros()
634 psf_prev->sf_next = psf->sf_next; in igmpv3_clear_zeros()
636 *ppsf = psf->sf_next; in igmpv3_clear_zeros()
645 ip_sf_list_clear_all(pmc->sources); in kfree_pmc()
646 ip_sf_list_clear_all(pmc->tomb); in kfree_pmc()
657 spin_lock_bh(&in_dev->mc_tomb_lock); in igmpv3_send_cr()
661 for (pmc = in_dev->mc_tomb; pmc; pmc = pmc_next) { in igmpv3_send_cr()
662 pmc_next = pmc->next; in igmpv3_send_cr()
663 if (pmc->sfmode == MCAST_INCLUDE) { in igmpv3_send_cr()
669 if (pmc->crcount) { in igmpv3_send_cr()
670 if (pmc->sfmode == MCAST_EXCLUDE) { in igmpv3_send_cr()
674 pmc->crcount--; in igmpv3_send_cr()
675 if (pmc->crcount == 0) { in igmpv3_send_cr()
676 igmpv3_clear_zeros(&pmc->tomb); in igmpv3_send_cr()
677 igmpv3_clear_zeros(&pmc->sources); in igmpv3_send_cr()
680 if (pmc->crcount == 0 && !pmc->tomb && !pmc->sources) { in igmpv3_send_cr()
682 pmc_prev->next = pmc_next; in igmpv3_send_cr()
684 in_dev->mc_tomb = pmc_next; in igmpv3_send_cr()
685 in_dev_put(pmc->interface); in igmpv3_send_cr()
690 spin_unlock_bh(&in_dev->mc_tomb_lock); in igmpv3_send_cr()
694 spin_lock_bh(&pmc->lock); in igmpv3_send_cr()
695 if (pmc->sfcount[MCAST_EXCLUDE]) { in igmpv3_send_cr()
706 if (pmc->crcount) { in igmpv3_send_cr()
707 if (pmc->sfmode == MCAST_EXCLUDE) in igmpv3_send_cr()
712 pmc->crcount--; in igmpv3_send_cr()
714 spin_unlock_bh(&pmc->lock); in igmpv3_send_cr()
730 struct net_device *dev = in_dev->dev; in igmp_send_report()
732 __be32 group = pmc ? pmc->multiaddr : 0; in igmp_send_report()
741 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmp_send_report()
751 IPPROTO_IGMP, 0, dev->ifindex); in igmp_send_report()
753 return -1; in igmp_send_report()
756 tlen = dev->needed_tailroom; in igmp_send_report()
760 return -1; in igmp_send_report()
762 skb->priority = TC_PRIO_CONTROL; in igmp_send_report()
764 skb_dst_set(skb, &rt->dst); in igmp_send_report()
772 iph->version = 4; in igmp_send_report()
773 iph->ihl = (sizeof(struct iphdr)+4)>>2; in igmp_send_report()
774 iph->tos = 0xc0; in igmp_send_report()
775 iph->frag_off = htons(IP_DF); in igmp_send_report()
776 iph->ttl = 1; in igmp_send_report()
777 iph->daddr = dst; in igmp_send_report()
778 iph->saddr = fl4.saddr; in igmp_send_report()
779 iph->protocol = IPPROTO_IGMP; in igmp_send_report()
787 ih->type = type; in igmp_send_report()
788 ih->code = 0; in igmp_send_report()
789 ih->csum = 0; in igmp_send_report()
790 ih->group = group; in igmp_send_report()
791 ih->csum = ip_compute_csum((void *)ih, sizeof(struct igmphdr)); in igmp_send_report()
793 return ip_local_out(net, skb->sk, skb); in igmp_send_report()
800 in_dev->mr_gq_running = 0; in igmp_gq_timer_expire()
810 if (in_dev->mr_ifc_count) { in igmp_ifc_timer_expire()
811 in_dev->mr_ifc_count--; in igmp_ifc_timer_expire()
820 struct net *net = dev_net(in_dev->dev); in igmp_ifc_event()
823 in_dev->mr_ifc_count = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmp_ifc_event()
830 struct ip_mc_list *im = from_timer(im, t, timer); in igmp_timer_expire() local
831 struct in_device *in_dev = im->interface; in igmp_timer_expire()
833 spin_lock(&im->lock); in igmp_timer_expire()
834 im->tm_running = 0; in igmp_timer_expire()
836 if (im->unsolicit_count && --im->unsolicit_count) in igmp_timer_expire()
837 igmp_start_timer(im, unsolicited_report_interval(in_dev)); in igmp_timer_expire()
839 im->reporter = 1; in igmp_timer_expire()
840 spin_unlock(&im->lock); in igmp_timer_expire()
843 igmp_send_report(in_dev, im, IGMP_HOST_MEMBERSHIP_REPORT); in igmp_timer_expire()
845 igmp_send_report(in_dev, im, IGMPV2_HOST_MEMBERSHIP_REPORT); in igmp_timer_expire()
847 igmp_send_report(in_dev, im, IGMPV3_HOST_MEMBERSHIP_REPORT); in igmp_timer_expire()
849 ip_ma_put(im); in igmp_timer_expire()
852 /* mark EXCLUDE-mode sources */
859 for (psf = pmc->sources; psf; psf = psf->sf_next) { in igmp_xmarksources()
864 if (psf->sf_count[MCAST_INCLUDE] || in igmp_xmarksources()
865 pmc->sfcount[MCAST_EXCLUDE] != in igmp_xmarksources()
866 psf->sf_count[MCAST_EXCLUDE]) in igmp_xmarksources()
868 if (srcs[i] == psf->sf_inaddr) { in igmp_xmarksources()
874 pmc->gsquery = 0; in igmp_xmarksources()
885 if (pmc->sfmode == MCAST_EXCLUDE) in igmp_marksources()
888 /* mark INCLUDE-mode sources */ in igmp_marksources()
890 for (psf = pmc->sources; psf; psf = psf->sf_next) { in igmp_marksources()
894 if (srcs[i] == psf->sf_inaddr) { in igmp_marksources()
895 psf->sf_gsresp = 1; in igmp_marksources()
901 pmc->gsquery = 0; in igmp_marksources()
904 pmc->gsquery = 1; in igmp_marksources()
911 struct ip_mc_list *im; in igmp_heard_report() local
912 struct net *net = dev_net(in_dev->dev); in igmp_heard_report()
914 /* Timers are only set for non-local groups */ in igmp_heard_report()
919 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmp_heard_report()
923 for_each_pmc_rcu(in_dev, im) { in igmp_heard_report()
924 if (im->multiaddr == group) { in igmp_heard_report()
925 igmp_stop_timer(im); in igmp_heard_report()
939 struct ip_mc_list *im; in igmp_heard_query() local
940 __be32 group = ih->group; in igmp_heard_query()
943 struct net *net = dev_net(in_dev->dev); in igmp_heard_query()
947 if (ih->code == 0) { in igmp_heard_query()
951 in_dev->mr_v1_seen = jiffies + in igmp_heard_query()
952 (in_dev->mr_qrv * in_dev->mr_qi) + in igmp_heard_query()
953 in_dev->mr_qri; in igmp_heard_query()
957 max_delay = ih->code*(HZ/IGMP_TIMER_SCALE); in igmp_heard_query()
958 in_dev->mr_v2_seen = jiffies + in igmp_heard_query()
959 (in_dev->mr_qrv * in_dev->mr_qi) + in igmp_heard_query()
960 in_dev->mr_qri; in igmp_heard_query()
963 in_dev->mr_ifc_count = 0; in igmp_heard_query()
964 if (del_timer(&in_dev->mr_ifc_timer)) in igmp_heard_query()
981 max_delay = IGMPV3_MRC(ih3->code)*(HZ/IGMP_TIMER_SCALE); in igmp_heard_query()
989 if (ih3->nsrcs) { in igmp_heard_query()
991 + ntohs(ih3->nsrcs)*sizeof(__be32))) in igmp_heard_query()
996 max_delay = IGMPV3_MRC(ih3->code)*(HZ/IGMP_TIMER_SCALE); in igmp_heard_query()
999 in_dev->mr_maxdelay = max_delay; in igmp_heard_query()
1005 in_dev->mr_qrv = ih3->qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmp_heard_query()
1006 in_dev->mr_qi = IGMPV3_QQIC(ih3->qqic)*HZ ?: IGMP_QUERY_INTERVAL; in igmp_heard_query()
1012 if (in_dev->mr_qri >= in_dev->mr_qi) in igmp_heard_query()
1013 in_dev->mr_qri = (in_dev->mr_qi/HZ - 1)*HZ; in igmp_heard_query()
1016 if (ih3->nsrcs) in igmp_heard_query()
1021 /* mark sources to include, if group & source-specific */ in igmp_heard_query()
1022 mark = ih3->nsrcs != 0; in igmp_heard_query()
1026 * - Start the timers in all of our membership records in igmp_heard_query()
1030 * - For timers already running check if they need to in igmp_heard_query()
1032 * - Use the igmp->igmp_code field as the maximum in igmp_heard_query()
1036 for_each_pmc_rcu(in_dev, im) { in igmp_heard_query()
1039 if (group && group != im->multiaddr) in igmp_heard_query()
1041 if (im->multiaddr == IGMP_ALL_HOSTS) in igmp_heard_query()
1043 if (ipv4_is_local_multicast(im->multiaddr) && in igmp_heard_query()
1044 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmp_heard_query()
1046 spin_lock_bh(&im->lock); in igmp_heard_query()
1047 if (im->tm_running) in igmp_heard_query()
1048 im->gsquery = im->gsquery && mark; in igmp_heard_query()
1050 im->gsquery = mark; in igmp_heard_query()
1051 changed = !im->gsquery || in igmp_heard_query()
1052 igmp_marksources(im, ntohs(ih3->nsrcs), ih3->srcs); in igmp_heard_query()
1053 spin_unlock_bh(&im->lock); in igmp_heard_query()
1055 igmp_mod_timer(im, max_delay); in igmp_heard_query()
1064 /* This basically follows the spec line by line -- see RFC1112 */ in igmp_rcv()
1066 struct net_device *dev = skb->dev; in igmp_rcv()
1068 int len = skb->len; in igmp_rcv()
1072 dev = dev_get_by_index_rcu(dev_net(dev), IPCB(skb)->iif); in igmp_rcv()
1088 switch (ih->type) { in igmp_rcv()
1098 if (skb->pkt_type == PACKET_MULTICAST || in igmp_rcv()
1099 skb->pkt_type == PACKET_BROADCAST) in igmp_rcv()
1100 dropped = igmp_heard_report(in_dev, ih->group); in igmp_rcv()
1135 struct net_device *dev = in_dev->dev; in ip_mc_filter_add()
1137 /* Checking for IFF_MULTICAST here is WRONG-WRONG-WRONG. in ip_mc_filter_add()
1141 if (dev->mc_list && dev->flags&IFF_MULTICAST) { do it; } in ip_mc_filter_add()
1142 --ANK in ip_mc_filter_add()
1155 struct net_device *dev = in_dev->dev; in ip_mc_filter_del()
1165 static void igmpv3_add_delrec(struct in_device *in_dev, struct ip_mc_list *im, in igmpv3_add_delrec() argument
1169 struct net *net = dev_net(in_dev->dev); in igmpv3_add_delrec()
1175 * non-deleted or query-response MCA's. in igmpv3_add_delrec()
1180 spin_lock_init(&pmc->lock); in igmpv3_add_delrec()
1181 spin_lock_bh(&im->lock); in igmpv3_add_delrec()
1182 pmc->interface = im->interface; in igmpv3_add_delrec()
1184 pmc->multiaddr = im->multiaddr; in igmpv3_add_delrec()
1185 pmc->crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmpv3_add_delrec()
1186 pmc->sfmode = im->sfmode; in igmpv3_add_delrec()
1187 if (pmc->sfmode == MCAST_INCLUDE) { in igmpv3_add_delrec()
1190 pmc->tomb = im->tomb; in igmpv3_add_delrec()
1191 pmc->sources = im->sources; in igmpv3_add_delrec()
1192 im->tomb = im->sources = NULL; in igmpv3_add_delrec()
1193 for (psf = pmc->sources; psf; psf = psf->sf_next) in igmpv3_add_delrec()
1194 psf->sf_crcount = pmc->crcount; in igmpv3_add_delrec()
1196 spin_unlock_bh(&im->lock); in igmpv3_add_delrec()
1198 spin_lock_bh(&in_dev->mc_tomb_lock); in igmpv3_add_delrec()
1199 pmc->next = in_dev->mc_tomb; in igmpv3_add_delrec()
1200 in_dev->mc_tomb = pmc; in igmpv3_add_delrec()
1201 spin_unlock_bh(&in_dev->mc_tomb_lock); in igmpv3_add_delrec()
1207 static void igmpv3_del_delrec(struct in_device *in_dev, struct ip_mc_list *im) in igmpv3_del_delrec() argument
1211 struct net *net = dev_net(in_dev->dev); in igmpv3_del_delrec()
1212 __be32 multiaddr = im->multiaddr; in igmpv3_del_delrec()
1214 spin_lock_bh(&in_dev->mc_tomb_lock); in igmpv3_del_delrec()
1216 for (pmc = in_dev->mc_tomb; pmc; pmc = pmc->next) { in igmpv3_del_delrec()
1217 if (pmc->multiaddr == multiaddr) in igmpv3_del_delrec()
1223 pmc_prev->next = pmc->next; in igmpv3_del_delrec()
1225 in_dev->mc_tomb = pmc->next; in igmpv3_del_delrec()
1227 spin_unlock_bh(&in_dev->mc_tomb_lock); in igmpv3_del_delrec()
1229 spin_lock_bh(&im->lock); in igmpv3_del_delrec()
1231 im->interface = pmc->interface; in igmpv3_del_delrec()
1232 if (im->sfmode == MCAST_INCLUDE) { in igmpv3_del_delrec()
1233 swap(im->tomb, pmc->tomb); in igmpv3_del_delrec()
1234 swap(im->sources, pmc->sources); in igmpv3_del_delrec()
1235 for (psf = im->sources; psf; psf = psf->sf_next) in igmpv3_del_delrec()
1236 psf->sf_crcount = in_dev->mr_qrv ?: in igmpv3_del_delrec()
1237 READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmpv3_del_delrec()
1239 im->crcount = in_dev->mr_qrv ?: in igmpv3_del_delrec()
1240 READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmpv3_del_delrec()
1242 in_dev_put(pmc->interface); in igmpv3_del_delrec()
1245 spin_unlock_bh(&im->lock); in igmpv3_del_delrec()
1255 spin_lock_bh(&in_dev->mc_tomb_lock); in igmpv3_clear_delrec()
1256 pmc = in_dev->mc_tomb; in igmpv3_clear_delrec()
1257 in_dev->mc_tomb = NULL; in igmpv3_clear_delrec()
1258 spin_unlock_bh(&in_dev->mc_tomb_lock); in igmpv3_clear_delrec()
1261 nextpmc = pmc->next; in igmpv3_clear_delrec()
1263 in_dev_put(pmc->interface); in igmpv3_clear_delrec()
1271 spin_lock_bh(&pmc->lock); in igmpv3_clear_delrec()
1272 psf = pmc->tomb; in igmpv3_clear_delrec()
1273 pmc->tomb = NULL; in igmpv3_clear_delrec()
1274 spin_unlock_bh(&pmc->lock); in igmpv3_clear_delrec()
1281 static void __igmp_group_dropped(struct ip_mc_list *im, gfp_t gfp) in __igmp_group_dropped() argument
1283 struct in_device *in_dev = im->interface; in __igmp_group_dropped()
1285 struct net *net = dev_net(in_dev->dev); in __igmp_group_dropped()
1289 if (im->loaded) { in __igmp_group_dropped()
1290 im->loaded = 0; in __igmp_group_dropped()
1291 ip_mc_filter_del(in_dev, im->multiaddr); in __igmp_group_dropped()
1295 if (im->multiaddr == IGMP_ALL_HOSTS) in __igmp_group_dropped()
1297 if (ipv4_is_local_multicast(im->multiaddr) && in __igmp_group_dropped()
1298 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in __igmp_group_dropped()
1301 reporter = im->reporter; in __igmp_group_dropped()
1302 igmp_stop_timer(im); in __igmp_group_dropped()
1304 if (!in_dev->dead) { in __igmp_group_dropped()
1309 igmp_send_report(in_dev, im, IGMP_HOST_LEAVE_MESSAGE); in __igmp_group_dropped()
1313 igmpv3_add_delrec(in_dev, im, gfp); in __igmp_group_dropped()
1320 static void igmp_group_dropped(struct ip_mc_list *im) in igmp_group_dropped() argument
1322 __igmp_group_dropped(im, GFP_KERNEL); in igmp_group_dropped()
1325 static void igmp_group_added(struct ip_mc_list *im) in igmp_group_added() argument
1327 struct in_device *in_dev = im->interface; in igmp_group_added()
1329 struct net *net = dev_net(in_dev->dev); in igmp_group_added()
1332 if (im->loaded == 0) { in igmp_group_added()
1333 im->loaded = 1; in igmp_group_added()
1334 ip_mc_filter_add(in_dev, im->multiaddr); in igmp_group_added()
1338 if (im->multiaddr == IGMP_ALL_HOSTS) in igmp_group_added()
1340 if (ipv4_is_local_multicast(im->multiaddr) && in igmp_group_added()
1341 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in igmp_group_added()
1344 if (in_dev->dead) in igmp_group_added()
1347 im->unsolicit_count = READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmp_group_added()
1349 spin_lock_bh(&im->lock); in igmp_group_added()
1350 igmp_start_timer(im, IGMP_INITIAL_REPORT_DELAY); in igmp_group_added()
1351 spin_unlock_bh(&im->lock); in igmp_group_added()
1357 * not send filter-mode change record as the mode should be from in igmp_group_added()
1360 if (im->sfmode == MCAST_EXCLUDE) in igmp_group_added()
1361 im->crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in igmp_group_added()
1372 static u32 ip_mc_hash(const struct ip_mc_list *im) in ip_mc_hash() argument
1374 return hash_32((__force u32)im->multiaddr, MC_HASH_SZ_LOG); in ip_mc_hash()
1378 struct ip_mc_list *im) in ip_mc_hash_add() argument
1383 mc_hash = rtnl_dereference(in_dev->mc_hash); in ip_mc_hash_add()
1385 hash = ip_mc_hash(im); in ip_mc_hash_add()
1386 im->next_hash = mc_hash[hash]; in ip_mc_hash_add()
1387 rcu_assign_pointer(mc_hash[hash], im); in ip_mc_hash_add()
1392 if (in_dev->mc_count < 4) in ip_mc_hash_add()
1400 for_each_pmc_rtnl(in_dev, im) { in ip_mc_hash_add()
1401 hash = ip_mc_hash(im); in ip_mc_hash_add()
1402 im->next_hash = mc_hash[hash]; in ip_mc_hash_add()
1403 RCU_INIT_POINTER(mc_hash[hash], im); in ip_mc_hash_add()
1406 rcu_assign_pointer(in_dev->mc_hash, mc_hash); in ip_mc_hash_add()
1410 struct ip_mc_list *im) in ip_mc_hash_remove() argument
1412 struct ip_mc_list __rcu **mc_hash = rtnl_dereference(in_dev->mc_hash); in ip_mc_hash_remove()
1417 mc_hash += ip_mc_hash(im); in ip_mc_hash_remove()
1418 while ((aux = rtnl_dereference(*mc_hash)) != im) in ip_mc_hash_remove()
1419 mc_hash = &aux->next_hash; in ip_mc_hash_remove()
1420 *mc_hash = im->next_hash; in ip_mc_hash_remove()
1430 struct ip_mc_list *im; in ____ip_mc_inc_group() local
1434 for_each_pmc_rtnl(in_dev, im) { in ____ip_mc_inc_group()
1435 if (im->multiaddr == addr) { in ____ip_mc_inc_group()
1436 im->users++; in ____ip_mc_inc_group()
1442 im = kzalloc(sizeof(*im), gfp); in ____ip_mc_inc_group()
1443 if (!im) in ____ip_mc_inc_group()
1446 im->users = 1; in ____ip_mc_inc_group()
1447 im->interface = in_dev; in ____ip_mc_inc_group()
1449 im->multiaddr = addr; in ____ip_mc_inc_group()
1451 im->sfmode = mode; in ____ip_mc_inc_group()
1452 im->sfcount[mode] = 1; in ____ip_mc_inc_group()
1453 refcount_set(&im->refcnt, 1); in ____ip_mc_inc_group()
1454 spin_lock_init(&im->lock); in ____ip_mc_inc_group()
1456 timer_setup(&im->timer, igmp_timer_expire, 0); in ____ip_mc_inc_group()
1459 im->next_rcu = in_dev->mc_list; in ____ip_mc_inc_group()
1460 in_dev->mc_count++; in ____ip_mc_inc_group()
1461 rcu_assign_pointer(in_dev->mc_list, im); in ____ip_mc_inc_group()
1463 ip_mc_hash_add(in_dev, im); in ____ip_mc_inc_group()
1466 igmpv3_del_delrec(in_dev, im); in ____ip_mc_inc_group()
1468 igmp_group_added(im); in ____ip_mc_inc_group()
1469 if (!in_dev->dead) in ____ip_mc_inc_group()
1494 return -EINVAL; in ip_mc_check_iphdr()
1498 if (iph->version != 4 || ip_hdrlen(skb) < sizeof(*iph)) in ip_mc_check_iphdr()
1499 return -EINVAL; in ip_mc_check_iphdr()
1501 offset += ip_hdrlen(skb) - sizeof(*iph); in ip_mc_check_iphdr()
1504 return -EINVAL; in ip_mc_check_iphdr()
1508 if (unlikely(ip_fast_csum((u8 *)iph, iph->ihl))) in ip_mc_check_iphdr()
1509 return -EINVAL; in ip_mc_check_iphdr()
1511 len = skb_network_offset(skb) + ntohs(iph->tot_len); in ip_mc_check_iphdr()
1512 if (skb->len < len || len < offset) in ip_mc_check_iphdr()
1513 return -EINVAL; in ip_mc_check_iphdr()
1526 return ip_mc_may_pull(skb, len) ? 0 : -EINVAL; in ip_mc_check_igmp_reportv3()
1538 return -EINVAL; in ip_mc_check_igmp_query()
1542 return -EINVAL; in ip_mc_check_igmp_query()
1546 * all-systems destination addresses (224.0.0.1) for general queries in ip_mc_check_igmp_query()
1548 if (!igmp_hdr(skb)->group && in ip_mc_check_igmp_query()
1549 ip_hdr(skb)->daddr != htonl(INADDR_ALLHOSTS_GROUP)) in ip_mc_check_igmp_query()
1550 return -EINVAL; in ip_mc_check_igmp_query()
1557 switch (igmp_hdr(skb)->type) { in ip_mc_check_igmp_msg()
1567 return -ENOMSG; in ip_mc_check_igmp_msg()
1583 return -EINVAL; in ip_mc_check_igmp_csum()
1588 return -EINVAL; in ip_mc_check_igmp_csum()
1597 * ip_mc_check_igmp - checks whether this is a sane IGMP packet
1603 * -EINVAL: A broken packet was detected, i.e. it violates some internet
1605 * -ENOMSG: IP header validation succeeded but it is not an IGMP packet.
1606 * -ENOMEM: A memory allocation failure happened.
1618 if (ip_hdr(skb)->protocol != IPPROTO_IGMP) in ip_mc_check_igmp()
1619 return -ENOMSG; in ip_mc_check_igmp()
1635 struct ip_mc_list *im; in ip_mc_rejoin_groups() local
1637 struct net *net = dev_net(in_dev->dev); in ip_mc_rejoin_groups()
1641 for_each_pmc_rtnl(in_dev, im) { in ip_mc_rejoin_groups()
1642 if (im->multiaddr == IGMP_ALL_HOSTS) in ip_mc_rejoin_groups()
1644 if (ipv4_is_local_multicast(im->multiaddr) && in ip_mc_rejoin_groups()
1645 !READ_ONCE(net->ipv4.sysctl_igmp_llm_reports)) in ip_mc_rejoin_groups()
1657 igmp_send_report(in_dev, im, type); in ip_mc_rejoin_groups()
1673 for (ip = &in_dev->mc_list; in __ip_mc_dec_group()
1675 ip = &i->next_rcu) { in __ip_mc_dec_group()
1676 if (i->multiaddr == addr) { in __ip_mc_dec_group()
1677 if (--i->users == 0) { in __ip_mc_dec_group()
1679 *ip = i->next_rcu; in __ip_mc_dec_group()
1680 in_dev->mc_count--; in __ip_mc_dec_group()
1684 if (!in_dev->dead) in __ip_mc_dec_group()
1734 in_dev->mr_ifc_count = 0; in ip_mc_down()
1735 if (del_timer(&in_dev->mr_ifc_timer)) in ip_mc_down()
1737 in_dev->mr_gq_running = 0; in ip_mc_down()
1738 if (del_timer(&in_dev->mr_gq_timer)) in ip_mc_down()
1748 struct net *net = dev_net(in_dev->dev); in ip_mc_reset()
1750 in_dev->mr_qi = IGMP_QUERY_INTERVAL; in ip_mc_reset()
1751 in_dev->mr_qri = IGMP_QUERY_RESPONSE_INTERVAL; in ip_mc_reset()
1752 in_dev->mr_qrv = READ_ONCE(net->ipv4.sysctl_igmp_qrv); in ip_mc_reset()
1765 timer_setup(&in_dev->mr_gq_timer, igmp_gq_timer_expire, 0); in ip_mc_init_dev()
1766 timer_setup(&in_dev->mr_ifc_timer, igmp_ifc_timer_expire, 0); in ip_mc_init_dev()
1770 spin_lock_init(&in_dev->mc_tomb_lock); in ip_mc_init_dev()
1808 while ((i = rtnl_dereference(in_dev->mc_list)) != NULL) { in ip_mc_destroy_dev()
1809 in_dev->mc_list = i->next_rcu; in ip_mc_destroy_dev()
1810 in_dev->mc_count--; in ip_mc_destroy_dev()
1822 if (imr->imr_ifindex) { in ip_mc_find_dev()
1823 idev = inetdev_by_index(net, imr->imr_ifindex); in ip_mc_find_dev()
1826 if (imr->imr_address.s_addr) { in ip_mc_find_dev()
1827 dev = __ip_dev_find(net, imr->imr_address.s_addr, false); in ip_mc_find_dev()
1834 imr->imr_multiaddr.s_addr, in ip_mc_find_dev()
1837 dev = rt->dst.dev; in ip_mc_find_dev()
1842 imr->imr_ifindex = dev->ifindex; in ip_mc_find_dev()
1859 for (psf = pmc->sources; psf; psf = psf->sf_next) { in ip_mc_del1_src()
1860 if (psf->sf_inaddr == *psfsrc) in ip_mc_del1_src()
1864 if (!psf || psf->sf_count[sfmode] == 0) { in ip_mc_del1_src()
1866 return -ESRCH; in ip_mc_del1_src()
1868 psf->sf_count[sfmode]--; in ip_mc_del1_src()
1869 if (psf->sf_count[sfmode] == 0) { in ip_mc_del1_src()
1870 ip_rt_multicast_event(pmc->interface); in ip_mc_del1_src()
1872 if (!psf->sf_count[MCAST_INCLUDE] && !psf->sf_count[MCAST_EXCLUDE]) { in ip_mc_del1_src()
1874 struct in_device *in_dev = pmc->interface; in ip_mc_del1_src()
1875 struct net *net = dev_net(in_dev->dev); in ip_mc_del1_src()
1880 psf_prev->sf_next = psf->sf_next; in ip_mc_del1_src()
1882 pmc->sources = psf->sf_next; in ip_mc_del1_src()
1884 if (psf->sf_oldin && in ip_mc_del1_src()
1886 psf->sf_crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in ip_mc_del1_src()
1887 psf->sf_next = pmc->tomb; in ip_mc_del1_src()
1888 pmc->tomb = psf; in ip_mc_del1_src()
1909 return -ENODEV; in ip_mc_del_src()
1912 if (*pmca == pmc->multiaddr) in ip_mc_del_src()
1918 return -ESRCH; in ip_mc_del_src()
1920 spin_lock_bh(&pmc->lock); in ip_mc_del_src()
1926 err = -EINVAL; in ip_mc_del_src()
1927 if (!pmc->sfcount[sfmode]) in ip_mc_del_src()
1929 pmc->sfcount[sfmode]--; in ip_mc_del_src()
1939 if (pmc->sfmode == MCAST_EXCLUDE && in ip_mc_del_src()
1940 pmc->sfcount[MCAST_EXCLUDE] == 0 && in ip_mc_del_src()
1941 pmc->sfcount[MCAST_INCLUDE]) { in ip_mc_del_src()
1944 struct net *net = dev_net(in_dev->dev); in ip_mc_del_src()
1948 pmc->sfmode = MCAST_INCLUDE; in ip_mc_del_src()
1950 pmc->crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in ip_mc_del_src()
1951 in_dev->mr_ifc_count = pmc->crcount; in ip_mc_del_src()
1952 for (psf = pmc->sources; psf; psf = psf->sf_next) in ip_mc_del_src()
1953 psf->sf_crcount = 0; in ip_mc_del_src()
1954 igmp_ifc_event(pmc->interface); in ip_mc_del_src()
1956 igmp_ifc_event(pmc->interface); in ip_mc_del_src()
1960 spin_unlock_bh(&pmc->lock); in ip_mc_del_src()
1965 * Add multicast single-source filter to the interface list
1973 for (psf = pmc->sources; psf; psf = psf->sf_next) { in ip_mc_add1_src()
1974 if (psf->sf_inaddr == *psfsrc) in ip_mc_add1_src()
1981 return -ENOBUFS; in ip_mc_add1_src()
1982 psf->sf_inaddr = *psfsrc; in ip_mc_add1_src()
1984 psf_prev->sf_next = psf; in ip_mc_add1_src()
1986 pmc->sources = psf; in ip_mc_add1_src()
1988 psf->sf_count[sfmode]++; in ip_mc_add1_src()
1989 if (psf->sf_count[sfmode] == 1) { in ip_mc_add1_src()
1990 ip_rt_multicast_event(pmc->interface); in ip_mc_add1_src()
1999 int mca_xcount = pmc->sfcount[MCAST_EXCLUDE]; in sf_markstate()
2001 for (psf = pmc->sources; psf; psf = psf->sf_next) in sf_markstate()
2002 if (pmc->sfcount[MCAST_EXCLUDE]) { in sf_markstate()
2003 psf->sf_oldin = mca_xcount == in sf_markstate()
2004 psf->sf_count[MCAST_EXCLUDE] && in sf_markstate()
2005 !psf->sf_count[MCAST_INCLUDE]; in sf_markstate()
2007 psf->sf_oldin = psf->sf_count[MCAST_INCLUDE] != 0; in sf_markstate()
2013 int mca_xcount = pmc->sfcount[MCAST_EXCLUDE]; in sf_setstate()
2014 int qrv = pmc->interface->mr_qrv; in sf_setstate()
2018 for (psf = pmc->sources; psf; psf = psf->sf_next) { in sf_setstate()
2019 if (pmc->sfcount[MCAST_EXCLUDE]) { in sf_setstate()
2020 new_in = mca_xcount == psf->sf_count[MCAST_EXCLUDE] && in sf_setstate()
2021 !psf->sf_count[MCAST_INCLUDE]; in sf_setstate()
2023 new_in = psf->sf_count[MCAST_INCLUDE] != 0; in sf_setstate()
2025 if (!psf->sf_oldin) { in sf_setstate()
2028 for (dpsf = pmc->tomb; dpsf; dpsf = dpsf->sf_next) { in sf_setstate()
2029 if (dpsf->sf_inaddr == psf->sf_inaddr) in sf_setstate()
2035 prev->sf_next = dpsf->sf_next; in sf_setstate()
2037 pmc->tomb = dpsf->sf_next; in sf_setstate()
2040 psf->sf_crcount = qrv; in sf_setstate()
2043 } else if (psf->sf_oldin) { in sf_setstate()
2045 psf->sf_crcount = 0; in sf_setstate()
2050 for (dpsf = pmc->tomb; dpsf; dpsf = dpsf->sf_next) in sf_setstate()
2051 if (dpsf->sf_inaddr == psf->sf_inaddr) in sf_setstate()
2058 /* pmc->lock held by callers */ in sf_setstate()
2059 dpsf->sf_next = pmc->tomb; in sf_setstate()
2060 pmc->tomb = dpsf; in sf_setstate()
2062 dpsf->sf_crcount = qrv; in sf_setstate()
2081 return -ENODEV; in ip_mc_add_src()
2084 if (*pmca == pmc->multiaddr) in ip_mc_add_src()
2090 return -ESRCH; in ip_mc_add_src()
2092 spin_lock_bh(&pmc->lock); in ip_mc_add_src()
2098 isexclude = pmc->sfmode == MCAST_EXCLUDE; in ip_mc_add_src()
2100 pmc->sfcount[sfmode]++; in ip_mc_add_src()
2111 pmc->sfcount[sfmode]--; in ip_mc_add_src()
2114 } else if (isexclude != (pmc->sfcount[MCAST_EXCLUDE] != 0)) { in ip_mc_add_src()
2117 struct net *net = dev_net(pmc->interface->dev); in ip_mc_add_src()
2118 in_dev = pmc->interface; in ip_mc_add_src()
2122 if (pmc->sfcount[MCAST_EXCLUDE]) in ip_mc_add_src()
2123 pmc->sfmode = MCAST_EXCLUDE; in ip_mc_add_src()
2124 else if (pmc->sfcount[MCAST_INCLUDE]) in ip_mc_add_src()
2125 pmc->sfmode = MCAST_INCLUDE; in ip_mc_add_src()
2129 pmc->crcount = in_dev->mr_qrv ?: READ_ONCE(net->ipv4.sysctl_igmp_qrv); in ip_mc_add_src()
2130 in_dev->mr_ifc_count = pmc->crcount; in ip_mc_add_src()
2131 for (psf = pmc->sources; psf; psf = psf->sf_next) in ip_mc_add_src()
2132 psf->sf_crcount = 0; in ip_mc_add_src()
2138 spin_unlock_bh(&pmc->lock); in ip_mc_add_src()
2146 spin_lock_bh(&pmc->lock); in ip_mc_clear_src()
2147 tomb = pmc->tomb; in ip_mc_clear_src()
2148 pmc->tomb = NULL; in ip_mc_clear_src()
2149 sources = pmc->sources; in ip_mc_clear_src()
2150 pmc->sources = NULL; in ip_mc_clear_src()
2151 pmc->sfmode = MCAST_EXCLUDE; in ip_mc_clear_src()
2152 pmc->sfcount[MCAST_INCLUDE] = 0; in ip_mc_clear_src()
2153 pmc->sfcount[MCAST_EXCLUDE] = 1; in ip_mc_clear_src()
2154 spin_unlock_bh(&pmc->lock); in ip_mc_clear_src()
2165 __be32 addr = imr->imr_multiaddr.s_addr; in __ip_mc_join_group()
2177 return -EINVAL; in __ip_mc_join_group()
2182 err = -ENODEV; in __ip_mc_join_group()
2186 err = -EADDRINUSE; in __ip_mc_join_group()
2187 ifindex = imr->imr_ifindex; in __ip_mc_join_group()
2189 if (i->multi.imr_multiaddr.s_addr == addr && in __ip_mc_join_group()
2190 i->multi.imr_ifindex == ifindex) in __ip_mc_join_group()
2194 err = -ENOBUFS; in __ip_mc_join_group()
2195 if (count >= READ_ONCE(net->ipv4.sysctl_igmp_max_memberships)) in __ip_mc_join_group()
2201 memcpy(&iml->multi, imr, sizeof(*imr)); in __ip_mc_join_group()
2202 iml->next_rcu = inet->mc_list; in __ip_mc_join_group()
2203 iml->sflist = NULL; in __ip_mc_join_group()
2204 iml->sfmode = mode; in __ip_mc_join_group()
2205 rcu_assign_pointer(inet->mc_list, iml); in __ip_mc_join_group()
2212 /* Join ASM (Any-Source Multicast) group
2220 /* Join SSM (Source-Specific Multicast) group
2231 struct ip_sf_socklist *psf = rtnl_dereference(iml->sflist); in ip_mc_leave_src()
2235 /* any-source empty exclude case */ in ip_mc_leave_src()
2236 return ip_mc_del_src(in_dev, &iml->multi.imr_multiaddr.s_addr, in ip_mc_leave_src()
2237 iml->sfmode, 0, NULL, 0); in ip_mc_leave_src()
2239 err = ip_mc_del_src(in_dev, &iml->multi.imr_multiaddr.s_addr, in ip_mc_leave_src()
2240 iml->sfmode, psf->sl_count, psf->sl_addr, 0); in ip_mc_leave_src()
2241 RCU_INIT_POINTER(iml->sflist, NULL); in ip_mc_leave_src()
2243 atomic_sub(IP_SFLSIZE(psf->sl_max), &sk->sk_omem_alloc); in ip_mc_leave_src()
2255 __be32 group = imr->imr_multiaddr.s_addr; in ip_mc_leave_group()
2257 int ret = -EADDRNOTAVAIL; in ip_mc_leave_group()
2262 if (!imr->imr_ifindex && !imr->imr_address.s_addr && !in_dev) { in ip_mc_leave_group()
2263 ret = -ENODEV; in ip_mc_leave_group()
2266 ifindex = imr->imr_ifindex; in ip_mc_leave_group()
2267 for (imlp = &inet->mc_list; in ip_mc_leave_group()
2269 imlp = &iml->next_rcu) { in ip_mc_leave_group()
2270 if (iml->multi.imr_multiaddr.s_addr != group) in ip_mc_leave_group()
2273 if (iml->multi.imr_ifindex != ifindex) in ip_mc_leave_group()
2275 } else if (imr->imr_address.s_addr && imr->imr_address.s_addr != in ip_mc_leave_group()
2276 iml->multi.imr_address.s_addr) in ip_mc_leave_group()
2281 *imlp = iml->next_rcu; in ip_mc_leave_group()
2287 atomic_sub(sizeof(*iml), &sk->sk_omem_alloc); in ip_mc_leave_group()
2301 __be32 addr = mreqs->imr_multiaddr; in ip_mc_source()
2311 return -EINVAL; in ip_mc_source()
2315 imr.imr_multiaddr.s_addr = mreqs->imr_multiaddr; in ip_mc_source()
2316 imr.imr_address.s_addr = mreqs->imr_interface; in ip_mc_source()
2321 err = -ENODEV; in ip_mc_source()
2324 err = -EADDRNOTAVAIL; in ip_mc_source()
2327 if ((pmc->multi.imr_multiaddr.s_addr == in ip_mc_source()
2329 (pmc->multi.imr_ifindex == imr.imr_ifindex)) in ip_mc_source()
2333 err = -EINVAL; in ip_mc_source()
2337 if (pmc->sflist) { in ip_mc_source()
2338 if (pmc->sfmode != omode) { in ip_mc_source()
2339 err = -EINVAL; in ip_mc_source()
2342 } else if (pmc->sfmode != omode) { in ip_mc_source()
2343 /* allow mode switches for empty-set filters */ in ip_mc_source()
2344 ip_mc_add_src(in_dev, &mreqs->imr_multiaddr, omode, 0, NULL, 0); in ip_mc_source()
2345 ip_mc_del_src(in_dev, &mreqs->imr_multiaddr, pmc->sfmode, 0, in ip_mc_source()
2347 pmc->sfmode = omode; in ip_mc_source()
2350 psl = rtnl_dereference(pmc->sflist); in ip_mc_source()
2353 goto done; /* err = -EADDRNOTAVAIL */ in ip_mc_source()
2355 for (i = 0; i < psl->sl_count; i++) { in ip_mc_source()
2356 rv = memcmp(&psl->sl_addr[i], &mreqs->imr_sourceaddr, in ip_mc_source()
2362 goto done; /* err = -EADDRNOTAVAIL */ in ip_mc_source()
2364 /* special case - (INCLUDE, empty) == LEAVE_GROUP */ in ip_mc_source()
2365 if (psl->sl_count == 1 && omode == MCAST_INCLUDE) { in ip_mc_source()
2371 ip_mc_del_src(in_dev, &mreqs->imr_multiaddr, omode, 1, in ip_mc_source()
2372 &mreqs->imr_sourceaddr, 1); in ip_mc_source()
2374 for (j = i+1; j < psl->sl_count; j++) in ip_mc_source()
2375 psl->sl_addr[j-1] = psl->sl_addr[j]; in ip_mc_source()
2376 psl->sl_count--; in ip_mc_source()
2382 if (psl && psl->sl_count >= READ_ONCE(net->ipv4.sysctl_igmp_max_msf)) { in ip_mc_source()
2383 err = -ENOBUFS; in ip_mc_source()
2386 if (!psl || psl->sl_count == psl->sl_max) { in ip_mc_source()
2391 count += psl->sl_max; in ip_mc_source()
2394 err = -ENOBUFS; in ip_mc_source()
2397 newpsl->sl_max = count; in ip_mc_source()
2398 newpsl->sl_count = count - IP_SFBLOCK; in ip_mc_source()
2400 for (i = 0; i < psl->sl_count; i++) in ip_mc_source()
2401 newpsl->sl_addr[i] = psl->sl_addr[i]; in ip_mc_source()
2403 atomic_sub(IP_SFLSIZE(psl->sl_max), &sk->sk_omem_alloc); in ip_mc_source()
2405 rcu_assign_pointer(pmc->sflist, newpsl); in ip_mc_source()
2411 for (i = 0; i < psl->sl_count; i++) { in ip_mc_source()
2412 rv = memcmp(&psl->sl_addr[i], &mreqs->imr_sourceaddr, in ip_mc_source()
2419 for (j = psl->sl_count-1; j >= i; j--) in ip_mc_source()
2420 psl->sl_addr[j+1] = psl->sl_addr[j]; in ip_mc_source()
2421 psl->sl_addr[i] = mreqs->imr_sourceaddr; in ip_mc_source()
2422 psl->sl_count++; in ip_mc_source()
2425 ip_mc_add_src(in_dev, &mreqs->imr_multiaddr, omode, 1, in ip_mc_source()
2426 &mreqs->imr_sourceaddr, 1); in ip_mc_source()
2437 __be32 addr = msf->imsf_multiaddr; in ip_mc_msfilter()
2446 return -EINVAL; in ip_mc_msfilter()
2447 if (msf->imsf_fmode != MCAST_INCLUDE && in ip_mc_msfilter()
2448 msf->imsf_fmode != MCAST_EXCLUDE) in ip_mc_msfilter()
2449 return -EINVAL; in ip_mc_msfilter()
2453 imr.imr_multiaddr.s_addr = msf->imsf_multiaddr; in ip_mc_msfilter()
2454 imr.imr_address.s_addr = msf->imsf_interface; in ip_mc_msfilter()
2459 err = -ENODEV; in ip_mc_msfilter()
2463 /* special case - (INCLUDE, empty) == LEAVE_GROUP */ in ip_mc_msfilter()
2464 if (msf->imsf_fmode == MCAST_INCLUDE && msf->imsf_numsrc == 0) { in ip_mc_msfilter()
2470 if (pmc->multi.imr_multiaddr.s_addr == msf->imsf_multiaddr && in ip_mc_msfilter()
2471 pmc->multi.imr_ifindex == imr.imr_ifindex) in ip_mc_msfilter()
2475 err = -EINVAL; in ip_mc_msfilter()
2478 if (msf->imsf_numsrc) { in ip_mc_msfilter()
2479 newpsl = sock_kmalloc(sk, IP_SFLSIZE(msf->imsf_numsrc), in ip_mc_msfilter()
2482 err = -ENOBUFS; in ip_mc_msfilter()
2485 newpsl->sl_max = newpsl->sl_count = msf->imsf_numsrc; in ip_mc_msfilter()
2486 memcpy(newpsl->sl_addr, msf->imsf_slist, in ip_mc_msfilter()
2487 msf->imsf_numsrc * sizeof(msf->imsf_slist[0])); in ip_mc_msfilter()
2488 err = ip_mc_add_src(in_dev, &msf->imsf_multiaddr, in ip_mc_msfilter()
2489 msf->imsf_fmode, newpsl->sl_count, newpsl->sl_addr, 0); in ip_mc_msfilter()
2491 sock_kfree_s(sk, newpsl, IP_SFLSIZE(newpsl->sl_max)); in ip_mc_msfilter()
2496 (void) ip_mc_add_src(in_dev, &msf->imsf_multiaddr, in ip_mc_msfilter()
2497 msf->imsf_fmode, 0, NULL, 0); in ip_mc_msfilter()
2499 psl = rtnl_dereference(pmc->sflist); in ip_mc_msfilter()
2501 (void) ip_mc_del_src(in_dev, &msf->imsf_multiaddr, pmc->sfmode, in ip_mc_msfilter()
2502 psl->sl_count, psl->sl_addr, 0); in ip_mc_msfilter()
2504 atomic_sub(IP_SFLSIZE(psl->sl_max), &sk->sk_omem_alloc); in ip_mc_msfilter()
2506 (void) ip_mc_del_src(in_dev, &msf->imsf_multiaddr, pmc->sfmode, in ip_mc_msfilter()
2509 rcu_assign_pointer(pmc->sflist, newpsl); in ip_mc_msfilter()
2512 pmc->sfmode = msf->imsf_fmode; in ip_mc_msfilter()
2525 __be32 addr = msf->imsf_multiaddr; in ip_mc_msfget()
2535 return -EINVAL; in ip_mc_msfget()
2537 imr.imr_multiaddr.s_addr = msf->imsf_multiaddr; in ip_mc_msfget()
2538 imr.imr_address.s_addr = msf->imsf_interface; in ip_mc_msfget()
2543 err = -ENODEV; in ip_mc_msfget()
2546 err = -EADDRNOTAVAIL; in ip_mc_msfget()
2549 if (pmc->multi.imr_multiaddr.s_addr == msf->imsf_multiaddr && in ip_mc_msfget()
2550 pmc->multi.imr_ifindex == imr.imr_ifindex) in ip_mc_msfget()
2555 msf->imsf_fmode = pmc->sfmode; in ip_mc_msfget()
2556 psl = rtnl_dereference(pmc->sflist); in ip_mc_msfget()
2561 count = psl->sl_count; in ip_mc_msfget()
2563 copycount = count < msf->imsf_numsrc ? count : msf->imsf_numsrc; in ip_mc_msfget()
2564 len = copycount * sizeof(psl->sl_addr[0]); in ip_mc_msfget()
2565 msf->imsf_numsrc = count; in ip_mc_msfget()
2568 return -EFAULT; in ip_mc_msfget()
2571 copy_to_user(&optval->imsf_slist[0], psl->sl_addr, len)) in ip_mc_msfget()
2572 return -EFAULT; in ip_mc_msfget()
2590 psin = (struct sockaddr_in *)&gsf->gf_group; in ip_mc_gsfget()
2591 if (psin->sin_family != AF_INET) in ip_mc_gsfget()
2592 return -EINVAL; in ip_mc_gsfget()
2593 addr = psin->sin_addr.s_addr; in ip_mc_gsfget()
2595 return -EINVAL; in ip_mc_gsfget()
2598 if (pmc->multi.imr_multiaddr.s_addr == addr && in ip_mc_gsfget()
2599 pmc->multi.imr_ifindex == gsf->gf_interface) in ip_mc_gsfget()
2603 return -EADDRNOTAVAIL; in ip_mc_gsfget()
2604 gsf->gf_fmode = pmc->sfmode; in ip_mc_gsfget()
2605 psl = rtnl_dereference(pmc->sflist); in ip_mc_gsfget()
2606 count = psl ? psl->sl_count : 0; in ip_mc_gsfget()
2607 copycount = count < gsf->gf_numsrc ? count : gsf->gf_numsrc; in ip_mc_gsfget()
2608 gsf->gf_numsrc = count; in ip_mc_gsfget()
2614 psin->sin_family = AF_INET; in ip_mc_gsfget()
2615 psin->sin_addr.s_addr = psl->sl_addr[i]; in ip_mc_gsfget()
2617 return -EFAULT; in ip_mc_gsfget()
2640 if (pmc->multi.imr_multiaddr.s_addr == loc_addr && in ip_mc_sf_allow()
2641 (pmc->multi.imr_ifindex == dif || in ip_mc_sf_allow()
2642 (sdif && pmc->multi.imr_ifindex == sdif))) in ip_mc_sf_allow()
2645 ret = inet->mc_all; in ip_mc_sf_allow()
2648 psl = rcu_dereference(pmc->sflist); in ip_mc_sf_allow()
2649 ret = (pmc->sfmode == MCAST_EXCLUDE); in ip_mc_sf_allow()
2653 for (i = 0; i < psl->sl_count; i++) { in ip_mc_sf_allow()
2654 if (psl->sl_addr[i] == rmt_addr) in ip_mc_sf_allow()
2658 if (pmc->sfmode == MCAST_INCLUDE && i >= psl->sl_count) in ip_mc_sf_allow()
2660 if (pmc->sfmode == MCAST_EXCLUDE && i < psl->sl_count) in ip_mc_sf_allow()
2679 if (!inet->mc_list) in ip_mc_drop_socket()
2683 while ((iml = rtnl_dereference(inet->mc_list)) != NULL) { in ip_mc_drop_socket()
2686 inet->mc_list = iml->next_rcu; in ip_mc_drop_socket()
2687 in_dev = inetdev_by_index(net, iml->multi.imr_ifindex); in ip_mc_drop_socket()
2690 ip_mc_dec_group(in_dev, iml->multi.imr_multiaddr.s_addr); in ip_mc_drop_socket()
2692 atomic_sub(sizeof(*iml), &sk->sk_omem_alloc); in ip_mc_drop_socket()
2701 struct ip_mc_list *im; in ip_check_mc_rcu() local
2706 mc_hash = rcu_dereference(in_dev->mc_hash); in ip_check_mc_rcu()
2710 for (im = rcu_dereference(mc_hash[hash]); in ip_check_mc_rcu()
2711 im != NULL; in ip_check_mc_rcu()
2712 im = rcu_dereference(im->next_hash)) { in ip_check_mc_rcu()
2713 if (im->multiaddr == mc_addr) in ip_check_mc_rcu()
2717 for_each_pmc_rcu(in_dev, im) { in ip_check_mc_rcu()
2718 if (im->multiaddr == mc_addr) in ip_check_mc_rcu()
2722 if (im && proto == IPPROTO_IGMP) { in ip_check_mc_rcu()
2724 } else if (im) { in ip_check_mc_rcu()
2726 spin_lock_bh(&im->lock); in ip_check_mc_rcu()
2727 for (psf = im->sources; psf; psf = psf->sf_next) { in ip_check_mc_rcu()
2728 if (psf->sf_inaddr == src_addr) in ip_check_mc_rcu()
2732 rv = psf->sf_count[MCAST_INCLUDE] || in ip_check_mc_rcu()
2733 psf->sf_count[MCAST_EXCLUDE] != in ip_check_mc_rcu()
2734 im->sfcount[MCAST_EXCLUDE]; in ip_check_mc_rcu()
2736 rv = im->sfcount[MCAST_EXCLUDE] != 0; in ip_check_mc_rcu()
2737 spin_unlock_bh(&im->lock); in ip_check_mc_rcu()
2751 #define igmp_mc_seq_private(seq) ((struct igmp_mc_iter_state *)(seq)->private)
2756 struct ip_mc_list *im = NULL; in igmp_mc_get_first() local
2759 state->in_dev = NULL; in igmp_mc_get_first()
2760 for_each_netdev_rcu(net, state->dev) { in igmp_mc_get_first()
2763 in_dev = __in_dev_get_rcu(state->dev); in igmp_mc_get_first()
2766 im = rcu_dereference(in_dev->mc_list); in igmp_mc_get_first()
2767 if (im) { in igmp_mc_get_first()
2768 state->in_dev = in_dev; in igmp_mc_get_first()
2772 return im; in igmp_mc_get_first()
2775 static struct ip_mc_list *igmp_mc_get_next(struct seq_file *seq, struct ip_mc_list *im) in igmp_mc_get_next() argument
2779 im = rcu_dereference(im->next_rcu); in igmp_mc_get_next()
2780 while (!im) { in igmp_mc_get_next()
2781 state->dev = next_net_device_rcu(state->dev); in igmp_mc_get_next()
2782 if (!state->dev) { in igmp_mc_get_next()
2783 state->in_dev = NULL; in igmp_mc_get_next()
2786 state->in_dev = __in_dev_get_rcu(state->dev); in igmp_mc_get_next()
2787 if (!state->in_dev) in igmp_mc_get_next()
2789 im = rcu_dereference(state->in_dev->mc_list); in igmp_mc_get_next()
2791 return im; in igmp_mc_get_next()
2796 struct ip_mc_list *im = igmp_mc_get_first(seq); in igmp_mc_get_idx() local
2797 if (im) in igmp_mc_get_idx()
2798 while (pos && (im = igmp_mc_get_next(seq, im)) != NULL) in igmp_mc_get_idx()
2799 --pos; in igmp_mc_get_idx()
2800 return pos ? NULL : im; in igmp_mc_get_idx()
2807 return *pos ? igmp_mc_get_idx(seq, *pos - 1) : SEQ_START_TOKEN; in igmp_mc_seq_start()
2812 struct ip_mc_list *im; in igmp_mc_seq_next() local
2814 im = igmp_mc_get_first(seq); in igmp_mc_seq_next()
2816 im = igmp_mc_get_next(seq, v); in igmp_mc_seq_next()
2818 return im; in igmp_mc_seq_next()
2826 state->in_dev = NULL; in igmp_mc_seq_stop()
2827 state->dev = NULL; in igmp_mc_seq_stop()
2837 struct ip_mc_list *im = (struct ip_mc_list *)v; in igmp_mc_seq_show() local
2843 querier = IGMP_V1_SEEN(state->in_dev) ? "V1" : in igmp_mc_seq_show()
2844 IGMP_V2_SEEN(state->in_dev) ? "V2" : in igmp_mc_seq_show()
2850 if (rcu_access_pointer(state->in_dev->mc_list) == im) { in igmp_mc_seq_show()
2851 seq_printf(seq, "%d\t%-10s: %5d %7s\n", in igmp_mc_seq_show()
2852 state->dev->ifindex, state->dev->name, state->in_dev->mc_count, querier); in igmp_mc_seq_show()
2855 delta = im->timer.expires - jiffies; in igmp_mc_seq_show()
2858 im->multiaddr, im->users, in igmp_mc_seq_show()
2859 im->tm_running, in igmp_mc_seq_show()
2860 im->tm_running ? jiffies_delta_to_clock_t(delta) : 0, in igmp_mc_seq_show()
2861 im->reporter); in igmp_mc_seq_show()
2877 struct ip_mc_list *im; member
2880 #define igmp_mcf_seq_private(seq) ((struct igmp_mcf_iter_state *)(seq)->private)
2886 struct ip_mc_list *im = NULL; in igmp_mcf_get_first() local
2889 state->idev = NULL; in igmp_mcf_get_first()
2890 state->im = NULL; in igmp_mcf_get_first()
2891 for_each_netdev_rcu(net, state->dev) { in igmp_mcf_get_first()
2893 idev = __in_dev_get_rcu(state->dev); in igmp_mcf_get_first()
2896 im = rcu_dereference(idev->mc_list); in igmp_mcf_get_first()
2897 if (likely(im)) { in igmp_mcf_get_first()
2898 spin_lock_bh(&im->lock); in igmp_mcf_get_first()
2899 psf = im->sources; in igmp_mcf_get_first()
2901 state->im = im; in igmp_mcf_get_first()
2902 state->idev = idev; in igmp_mcf_get_first()
2905 spin_unlock_bh(&im->lock); in igmp_mcf_get_first()
2915 psf = psf->sf_next; in igmp_mcf_get_next()
2917 spin_unlock_bh(&state->im->lock); in igmp_mcf_get_next()
2918 state->im = state->im->next; in igmp_mcf_get_next()
2919 while (!state->im) { in igmp_mcf_get_next()
2920 state->dev = next_net_device_rcu(state->dev); in igmp_mcf_get_next()
2921 if (!state->dev) { in igmp_mcf_get_next()
2922 state->idev = NULL; in igmp_mcf_get_next()
2925 state->idev = __in_dev_get_rcu(state->dev); in igmp_mcf_get_next()
2926 if (!state->idev) in igmp_mcf_get_next()
2928 state->im = rcu_dereference(state->idev->mc_list); in igmp_mcf_get_next()
2930 if (!state->im) in igmp_mcf_get_next()
2932 spin_lock_bh(&state->im->lock); in igmp_mcf_get_next()
2933 psf = state->im->sources; in igmp_mcf_get_next()
2944 --pos; in igmp_mcf_get_idx()
2952 return *pos ? igmp_mcf_get_idx(seq, *pos - 1) : SEQ_START_TOKEN; in igmp_mcf_seq_start()
2970 if (likely(state->im)) { in igmp_mcf_seq_stop()
2971 spin_unlock_bh(&state->im->lock); in igmp_mcf_seq_stop()
2972 state->im = NULL; in igmp_mcf_seq_stop()
2974 state->idev = NULL; in igmp_mcf_seq_stop()
2975 state->dev = NULL; in igmp_mcf_seq_stop()
2990 state->dev->ifindex, state->dev->name, in igmp_mcf_seq_show()
2991 ntohl(state->im->multiaddr), in igmp_mcf_seq_show()
2992 ntohl(psf->sf_inaddr), in igmp_mcf_seq_show()
2993 psf->sf_count[MCAST_INCLUDE], in igmp_mcf_seq_show()
2994 psf->sf_count[MCAST_EXCLUDE]); in igmp_mcf_seq_show()
3011 pde = proc_create_net("igmp", 0444, net->proc_net, &igmp_mc_seq_ops, in igmp_net_init()
3015 pde = proc_create_net("mcfilter", 0444, net->proc_net, in igmp_net_init()
3019 err = inet_ctl_sock_create(&net->ipv4.mc_autojoin_sk, AF_INET, in igmp_net_init()
3030 remove_proc_entry("mcfilter", net->proc_net); in igmp_net_init()
3032 remove_proc_entry("igmp", net->proc_net); in igmp_net_init()
3034 return -ENOMEM; in igmp_net_init()
3039 remove_proc_entry("mcfilter", net->proc_net); in igmp_net_exit()
3040 remove_proc_entry("igmp", net->proc_net); in igmp_net_exit()
3041 inet_ctl_sock_destroy(net->ipv4.mc_autojoin_sk); in igmp_net_exit()