76 				   int dst_len, struct fib_alias *fa,  in call_fib_entry_notifier()  argument
83 		.fi = fa->fa_info,  in call_fib_entry_notifier()
84 		.tos = fa->fa_tos,  in call_fib_entry_notifier()
85 		.type = fa->fa_type,  in call_fib_entry_notifier()
86 		.tb_id = fa->tb_id,  in call_fib_entry_notifier()
93 				    int dst_len, struct fib_alias *fa,  in call_fib_entry_notifiers()  argument
100 		.fi = fa->fa_info,  in call_fib_entry_notifiers()
101 		.tos = fa->fa_tos,  in call_fib_entry_notifiers()
102 		.type = fa->fa_type,  in call_fib_entry_notifiers()
103 		.tb_id = fa->tb_id,  in call_fib_entry_notifiers()
295 	struct fib_alias *fa = container_of(head, struct fib_alias, rcu);  in __alias_free_mem()  local
296 	kmem_cache_free(fn_alias_kmem, fa);  in __alias_free_mem()
299 static inline void alias_free_mem_rcu(struct fib_alias *fa)  in alias_free_mem_rcu()  argument
301 	call_rcu(&fa->rcu, __alias_free_mem);  in alias_free_mem_rcu()
352 static struct key_vector *leaf_new(t_key key, struct fib_alias *fa)  in leaf_new()  argument
366 	l->slen = fa->fa_slen;  in leaf_new()
370 	hlist_add_head(&fa->fa_list, &l->leaf);  in leaf_new()
985 	struct fib_alias *fa;  in fib_find_alias()  local
990 	hlist_for_each_entry(fa, fah, fa_list) {  in fib_find_alias()
991 		if (fa->fa_slen < slen)  in fib_find_alias()
993 		if (fa->fa_slen != slen)  in fib_find_alias()
995 		if (fa->tb_id > tb_id)  in fib_find_alias()
997 		if (fa->tb_id != tb_id)  in fib_find_alias()
1000 			return fa;  in fib_find_alias()
1001 		if (fa->fa_tos > tos)  in fib_find_alias()
1003 		if (fa->fa_info->fib_priority >= prio || fa->fa_tos < tos)  in fib_find_alias()
1004 			return fa;  in fib_find_alias()
1016 	struct fib_alias *fa;  in fib_find_matching_alias()  local
1028 	hlist_for_each_entry_rcu(fa, &l->leaf, fa_list) {  in fib_find_matching_alias()
1029 		if (fa->fa_slen == slen && fa->tb_id == fri->tb_id &&  in fib_find_matching_alias()
1030 		    fa->fa_tos == fri->tos && fa->fa_info == fri->fi &&  in fib_find_matching_alias()
1031 		    fa->fa_type == fri->type)  in fib_find_matching_alias()
1032 			return fa;  in fib_find_matching_alias()
1114 			    struct fib_alias *fa, t_key key)  in fib_insert_alias()  argument
1119 	if (fa) {  in fib_insert_alias()
1120 		hlist_add_before_rcu(&new->fa_list, &fa->fa_list);  in fib_insert_alias()
1130 			fa = last;  in fib_insert_alias()
1133 		if (fa)  in fib_insert_alias()
1134 			hlist_add_behind_rcu(&new->fa_list, &fa->fa_list);  in fib_insert_alias()
1172 	struct fib_alias *fa, *new_fa;  in fib_table_insert()  local
1196 	fa = l ? fib_find_alias(&l->leaf, slen, tos, fi->fib_priority,  in fib_table_insert()
1208 	if (fa && fa->fa_tos == tos &&  in fib_table_insert()
1209 	    fa->fa_info->fib_priority == fi->fib_priority) {  in fib_table_insert()
1224 		fa_first = fa;  in fib_table_insert()
1225 		hlist_for_each_entry_from(fa, fa_list) {  in fib_table_insert()
1226 			if ((fa->fa_slen != slen) ||  in fib_table_insert()
1227 			    (fa->tb_id != tb->tb_id) ||  in fib_table_insert()
1228 			    (fa->fa_tos != tos))  in fib_table_insert()
1230 			if (fa->fa_info->fib_priority != fi->fib_priority)  in fib_table_insert()
1232 			if (fa->fa_type == cfg->fc_type &&  in fib_table_insert()
1233 			    fa->fa_info == fi) {  in fib_table_insert()
1234 				fa_match = fa;  in fib_table_insert()
1244 			fa = fa_first;  in fib_table_insert()
1246 				if (fa == fa_match)  in fib_table_insert()
1255 			fi_drop = fa->fa_info;  in fib_table_insert()
1256 			new_fa->fa_tos = fa->fa_tos;  in fib_table_insert()
1259 			state = fa->fa_state;  in fib_table_insert()
1261 			new_fa->fa_slen = fa->fa_slen;  in fib_table_insert()
1267 			hlist_replace_rcu(&fa->fa_list, &new_fa->fa_list);  in fib_table_insert()
1269 			if (fib_find_alias(&l->leaf, fa->fa_slen, 0, 0,  in fib_table_insert()
1279 							  &fa->fa_list);  in fib_table_insert()
1287 			alias_free_mem_rcu(fa);  in fib_table_insert()
1305 			fa = fa_first;  in fib_table_insert()
1328 	err = fib_insert_alias(t, tp, l, new_fa, fa, key);  in fib_table_insert()
1406 	struct fib_alias *fa;  in fib_table_lookup()  local
1526 	hlist_for_each_entry_rcu(fa, &n->leaf, fa_list) {  in fib_table_lookup()
1527 		struct fib_info *fi = fa->fa_info;  in fib_table_lookup()
1531 		if ((BITS_PER_LONG > KEYLENGTH) || (fa->fa_slen < KEYLENGTH)) {  in fib_table_lookup()
1532 			if (index >= (1ul << fa->fa_slen))  in fib_table_lookup()
1535 		if (fa->fa_tos && fa->fa_tos != flp->flowi4_tos)  in fib_table_lookup()
1539 		if (fa->fa_info->fib_scope < flp->flowi4_scope)  in fib_table_lookup()
1541 		fib_alias_accessed(fa);  in fib_table_lookup()
1542 		err = fib_props[fa->fa_type].error;  in fib_table_lookup()
1577 			res->prefixlen = KEYLENGTH - fa->fa_slen;  in fib_table_lookup()
1580 			res->type = fa->fa_type;  in fib_table_lookup()
1606 	struct fib_alias *fa = hlist_entry(pprev, typeof(*fa), fa_list.next);  in fib_remove_alias()  local
1628 	l->slen = fa->fa_slen;  in fib_remove_alias()
1629 	node_pull_suffix(tp, fa->fa_slen);  in fib_remove_alias()
1667 	struct fib_alias *fa, *fa_to_delete;  in fib_table_delete()  local
1683 	fa = fib_find_alias(&l->leaf, slen, tos, 0, tb->tb_id, false);  in fib_table_delete()
1684 	if (!fa)  in fib_table_delete()
1690 	hlist_for_each_entry_from(fa, fa_list) {  in fib_table_delete()
1691 		struct fib_info *fi = fa->fa_info;  in fib_table_delete()
1693 		if ((fa->fa_slen != slen) ||  in fib_table_delete()
1694 		    (fa->tb_id != tb->tb_id) ||  in fib_table_delete()
1695 		    (fa->fa_tos != tos))  in fib_table_delete()
1698 		if ((!cfg->fc_type || fa->fa_type == cfg->fc_type) &&  in fib_table_delete()
1700 		     fa->fa_info->fib_scope == cfg->fc_scope) &&  in fib_table_delete()
1707 			fa_to_delete = fa;  in fib_table_delete()
1796 	struct fib_alias *fa;  in fib_trie_free()  local
1833 		hlist_for_each_entry_safe(fa, tmp, &n->leaf, fa_list) {  in fib_trie_free()
1834 			hlist_del_rcu(&fa->fa_list);  in fib_trie_free()
1835 			alias_free_mem_rcu(fa);  in fib_trie_free()
1853 	struct fib_alias *fa;  in fib_trie_unmerge()  local
1869 		hlist_for_each_entry(fa, &l->leaf, fa_list) {  in fib_trie_unmerge()
1872 			if (local_tb->tb_id != fa->tb_id)  in fib_trie_unmerge()
1880 			memcpy(new_fa, fa, sizeof(*fa));  in fib_trie_unmerge()
1913 	struct fib_alias *fa;  in fib_table_flush_external()  local
1951 		hlist_for_each_entry_safe(fa, tmp, &n->leaf, fa_list) {  in fib_table_flush_external()
1955 			if (tb->tb_id != fa->tb_id) {  in fib_table_flush_external()
1956 				hlist_del_rcu(&fa->fa_list);  in fib_table_flush_external()
1957 				alias_free_mem_rcu(fa);  in fib_table_flush_external()
1962 			slen = fa->fa_slen;  in fib_table_flush_external()
1982 	struct fib_alias *fa;  in fib_table_flush()  local
2021 		hlist_for_each_entry_safe(fa, tmp, &n->leaf, fa_list) {  in fib_table_flush()
2022 			struct fib_info *fi = fa->fa_info;  in fib_table_flush()
2024 			if (!fi || tb->tb_id != fa->tb_id ||  in fib_table_flush()
2026 			     !fib_props[fa->fa_type].error)) {  in fib_table_flush()
2027 				slen = fa->fa_slen;  in fib_table_flush()
2034 			if (!flush_all && fib_props[fa->fa_type].error) {  in fib_table_flush()
2035 				slen = fa->fa_slen;  in fib_table_flush()
2039 			fib_notify_alias_delete(net, n->key, &n->leaf, fa,  in fib_table_flush()
2041 			hlist_del_rcu(&fa->fa_list);  in fib_table_flush()
2042 			fib_release_info(fa->fa_info);  in fib_table_flush()
2043 			alias_free_mem_rcu(fa);  in fib_table_flush()
2067 	struct fib_alias *fa;  in __fib_info_notify_update()  local
2096 		hlist_for_each_entry(fa, &n->leaf, fa_list) {  in __fib_info_notify_update()
2097 			struct fib_info *fi = fa->fa_info;  in __fib_info_notify_update()
2099 			if (!fi || !fi->nh_updated || fa->tb_id != tb->tb_id)  in __fib_info_notify_update()
2102 			rtmsg_fib(RTM_NEWROUTE, htonl(n->key), fa,  in __fib_info_notify_update()
2103 				  KEYLENGTH - fa->fa_slen, tb->tb_id,  in __fib_info_notify_update()
2112 						 KEYLENGTH - fa->fa_slen, fa,  in __fib_info_notify_update()
2136 	struct fib_alias *fa;  in fib_leaf_notify()  local
2140 	hlist_for_each_entry_rcu(fa, &l->leaf, fa_list) {  in fib_leaf_notify()
2141 		struct fib_info *fi = fa->fa_info;  in fib_leaf_notify()
2149 		if (tb->tb_id != fa->tb_id)  in fib_leaf_notify()
2152 		if (fa->fa_slen == last_slen)  in fib_leaf_notify()
2155 		last_slen = fa->fa_slen;  in fib_leaf_notify()
2157 					      l->key, KEYLENGTH - fa->fa_slen,  in fib_leaf_notify()
2158 					      fa, extack);  in fib_leaf_notify()
2229 	struct fib_alias *fa;  in fn_trie_dump_leaf()  local
2240 	hlist_for_each_entry_rcu(fa, &l->leaf, fa_list) {  in fn_trie_dump_leaf()
2241 		struct fib_info *fi = fa->fa_info;  in fn_trie_dump_leaf()
2248 		if (tb->tb_id != fa->tb_id)  in fn_trie_dump_leaf()
2252 			if (filter->rt_type && fa->fa_type != filter->rt_type)  in fn_trie_dump_leaf()
2271 				fri.dst_len = KEYLENGTH - fa->fa_slen;  in fn_trie_dump_leaf()
2272 				fri.tos = fa->fa_tos;  in fn_trie_dump_leaf()
2273 				fri.type = fa->fa_type;  in fn_trie_dump_leaf()
2274 				fri.offload = fa->offload;  in fn_trie_dump_leaf()
2275 				fri.trap = fa->trap;  in fn_trie_dump_leaf()
2486 			struct fib_alias *fa;  in trie_collect_stats()  local
2493 			hlist_for_each_entry_rcu(fa, &n->leaf, fa_list)  in trie_collect_stats()
2768 		struct fib_alias *fa;  in fib_trie_seq_show()  local
2773 		hlist_for_each_entry_rcu(fa, &n->leaf, fa_list) {  in fib_trie_seq_show()
2778 				   KEYLENGTH - fa->fa_slen,  in fib_trie_seq_show()
2780 					     fa->fa_info->fib_scope),  in fib_trie_seq_show()
2782 					    fa->fa_type));  in fib_trie_seq_show()
2783 			if (fa->fa_tos)  in fib_trie_seq_show()
2784 				seq_printf(seq, " tos=%d", fa->fa_tos);  in fib_trie_seq_show()
2923 	struct fib_alias *fa;  in fib_route_seq_show()  local
2936 	hlist_for_each_entry_rcu(fa, &l->leaf, fa_list) {  in fib_route_seq_show()
2937 		struct fib_info *fi = fa->fa_info;  in fib_route_seq_show()
2938 		__be32 mask = inet_make_mask(KEYLENGTH - fa->fa_slen);  in fib_route_seq_show()
2939 		unsigned int flags = fib_flag_trans(fa->fa_type, mask, fi);  in fib_route_seq_show()
2941 		if ((fa->fa_type == RTN_BROADCAST) ||  in fib_route_seq_show()
2942 		    (fa->fa_type == RTN_MULTICAST))  in fib_route_seq_show()
2945 		if (fa->tb_id != tb->tb_id)  in fib_route_seq_show()