Lines Matching refs:nhc
667 static void update_or_create_fnhe(struct fib_nh_common *nhc, __be32 daddr, in update_or_create_fnhe() argument
678 genid = fnhe_genid(dev_net(nhc->nhc_dev)); in update_or_create_fnhe()
683 hash = rcu_dereference(nhc->nhc_exceptions); in update_or_create_fnhe()
688 rcu_assign_pointer(nhc->nhc_exceptions, hash); in update_or_create_fnhe()
747 rt = rcu_dereference(nhc->nhc_rth_input); in update_or_create_fnhe()
753 prt = per_cpu_ptr(nhc->nhc_pcpu_rth_output, i); in update_or_create_fnhe()
819 struct fib_nh_common *nhc; in __ip_do_redirect() local
822 nhc = FIB_RES_NHC(res); in __ip_do_redirect()
823 update_or_create_fnhe(nhc, fl4->daddr, new_gw, in __ip_do_redirect()
1072 struct fib_nh_common *nhc; in __ip_rt_update_pmtu() local
1075 nhc = FIB_RES_NHC(res); in __ip_rt_update_pmtu()
1076 update_or_create_fnhe(nhc, fl4->daddr, 0, mtu, lock, in __ip_rt_update_pmtu()
1372 static void ip_del_fnhe(struct fib_nh_common *nhc, __be32 daddr) in ip_del_fnhe() argument
1380 hash = rcu_dereference_protected(nhc->nhc_exceptions, in ip_del_fnhe()
1406 static struct fib_nh_exception *find_exception(struct fib_nh_common *nhc, in find_exception() argument
1409 struct fnhe_hash_bucket *hash = rcu_dereference(nhc->nhc_exceptions); in find_exception()
1423 ip_del_fnhe(nhc, daddr); in find_exception()
1440 struct fib_nh_common *nhc = res->nhc; in ip_mtu_from_fib_result() local
1441 struct net_device *dev = nhc->nhc_dev; in ip_mtu_from_fib_result()
1452 fnhe = find_exception(nhc, daddr); in ip_mtu_from_fib_result()
1460 return mtu - lwtunnel_headroom(nhc->nhc_lwtstate, mtu); in ip_mtu_from_fib_result()
1513 static bool rt_cache_route(struct fib_nh_common *nhc, struct rtable *rt) in rt_cache_route() argument
1519 p = (struct rtable **)&nhc->nhc_rth_input; in rt_cache_route()
1521 p = (struct rtable **)raw_cpu_ptr(nhc->nhc_pcpu_rth_output); in rt_cache_route()
1616 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in rt_set_nexthop() local
1618 if (nhc->nhc_gw_family && nhc->nhc_scope == RT_SCOPE_LINK) { in rt_set_nexthop()
1620 rt->rt_gw_family = nhc->nhc_gw_family; in rt_set_nexthop()
1622 if (likely(nhc->nhc_gw_family == AF_INET)) in rt_set_nexthop()
1623 rt->rt_gw4 = nhc->nhc_gw.ipv4; in rt_set_nexthop()
1625 rt->rt_gw6 = nhc->nhc_gw.ipv6; in rt_set_nexthop()
1631 if (nhc->nhc_family == AF_INET) { in rt_set_nexthop()
1634 nh = container_of(nhc, struct fib_nh, nh_common); in rt_set_nexthop()
1638 rt->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate); in rt_set_nexthop()
1642 cached = rt_cache_route(nhc, rt); in rt_set_nexthop()
1832 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in __mkroute_input() local
1833 struct net_device *dev = nhc->nhc_dev; in __mkroute_input()
1862 gw = nhc->nhc_gw_family == AF_INET ? nhc->nhc_gw.ipv4 : 0; in __mkroute_input()
1883 fnhe = find_exception(nhc, daddr); in __mkroute_input()
1888 rth = rcu_dereference(nhc->nhc_rth_input); in __mkroute_input()
2112 struct fib_nh_common *nhc = res->fi ? res->nhc : NULL; in ip_rt_get_dev() local
2115 if (nhc) in ip_rt_get_dev()
2116 dev = l3mdev_master_dev_rcu(nhc->nhc_dev); in ip_rt_get_dev()
2267 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in ip_route_input_slow() local
2269 rth = rcu_dereference(nhc->nhc_rth_input); in ip_route_input_slow()
2297 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in ip_route_input_slow() local
2299 rth->dst.lwtstate = lwtstate_get(nhc->nhc_lwtstate); in ip_route_input_slow()
2306 if (unlikely(!rt_cache_route(nhc, rth))) in ip_route_input_slow()
2477 struct fib_nh_common *nhc = FIB_RES_NHC(*res); in __mkroute_output() local
2480 fnhe = find_exception(nhc, fl4->daddr); in __mkroute_output()
2488 !(nhc->nhc_gw_family && in __mkroute_output()
2489 nhc->nhc_scope == RT_SCOPE_LINK))) { in __mkroute_output()
2493 prth = raw_cpu_ptr(nhc->nhc_pcpu_rth_output); in __mkroute_output()
3037 struct fib_nh_common *nhc = fib_info_nhc(fi, nhsel); in fib_dump_info_fnhe() local
3041 if (nhc->nhc_flags & RTNH_F_DEAD) in fib_dump_info_fnhe()
3045 bucket = rcu_dereference(nhc->nhc_exceptions); in fib_dump_info_fnhe()