296 			  struct tcf_ife_info *ife, u32 metaid, void *metaval,  in __add_metainfo()  argument
317 		spin_lock_bh(&ife->tcf_lock);  in __add_metainfo()
318 	list_add_tail(&mi->metalist, &ife->metalist);  in __add_metainfo()
320 		spin_unlock_bh(&ife->tcf_lock);  in __add_metainfo()
326 				    struct tcf_ife_info *ife, u32 metaid,  in add_metainfo_and_get_ops()  argument
333 	ret = __add_metainfo(ops, ife, metaid, NULL, 0, true, exists);  in add_metainfo_and_get_ops()
339 static int add_metainfo(struct tcf_ife_info *ife, u32 metaid, void *metaval,  in add_metainfo()  argument
347 	ret = __add_metainfo(ops, ife, metaid, metaval, len, false, exists);  in add_metainfo()
354 static int use_all_metadata(struct tcf_ife_info *ife, bool exists)  in use_all_metadata()  argument
362 		rc = add_metainfo_and_get_ops(o, ife, o->metaid, exists);  in use_all_metadata()
374 static int dump_metalist(struct sk_buff *skb, struct tcf_ife_info *ife)  in dump_metalist()  argument
382 	if (list_empty(&ife->metalist))  in dump_metalist()
389 	list_for_each_entry(e, &ife->metalist, metalist) {  in dump_metalist()
409 	struct tcf_ife_info *ife = to_ife(a);  in _tcf_ife_cleanup()  local
412 	list_for_each_entry_safe(e, n, &ife->metalist, metalist) {  in _tcf_ife_cleanup()
427 	struct tcf_ife_info *ife = to_ife(a);  in tcf_ife_cleanup()  local
430 	spin_lock_bh(&ife->tcf_lock);  in tcf_ife_cleanup()
432 	spin_unlock_bh(&ife->tcf_lock);  in tcf_ife_cleanup()
434 	p = rcu_dereference_protected(ife->params, 1);  in tcf_ife_cleanup()
458 static int populate_metalist(struct tcf_ife_info *ife, struct nlattr **tb,  in populate_metalist()  argument
471 			rc = add_metainfo(ife, i, val, len, exists);  in populate_metalist()
491 	struct tcf_ife_info *ife;  in tcf_ife_init()  local
569 	ife = to_ife(*a);  in tcf_ife_init()
571 		INIT_LIST_HEAD(&ife->metalist);  in tcf_ife_init()
603 		err = populate_metalist(ife, tb2, exists, rtnl_held);  in tcf_ife_init()
612 		err = use_all_metadata(ife, exists);  in tcf_ife_init()
618 		spin_lock_bh(&ife->tcf_lock);  in tcf_ife_init()
621 	p = rcu_replace_pointer(ife->params, p, 1);  in tcf_ife_init()
624 		spin_unlock_bh(&ife->tcf_lock);  in tcf_ife_init()
644 	struct tcf_ife_info *ife = to_ife(a);  in tcf_ife_dump()  local
647 		.index = ife->tcf_index,  in tcf_ife_dump()
648 		.refcnt = refcount_read(&ife->tcf_refcnt) - ref,  in tcf_ife_dump()
649 		.bindcnt = atomic_read(&ife->tcf_bindcnt) - bind,  in tcf_ife_dump()
653 	spin_lock_bh(&ife->tcf_lock);  in tcf_ife_dump()
654 	opt.action = ife->tcf_action;  in tcf_ife_dump()
655 	p = rcu_dereference_protected(ife->params,  in tcf_ife_dump()
656 				      lockdep_is_held(&ife->tcf_lock));  in tcf_ife_dump()
662 	tcf_tm_dump(&t, &ife->tcf_tm);  in tcf_ife_dump()
679 	if (dump_metalist(skb, ife)) {  in tcf_ife_dump()
684 	spin_unlock_bh(&ife->tcf_lock);  in tcf_ife_dump()
688 	spin_unlock_bh(&ife->tcf_lock);  in tcf_ife_dump()
693 static int find_decode_metaid(struct sk_buff *skb, struct tcf_ife_info *ife,  in find_decode_metaid()  argument
699 	list_for_each_entry(e, &ife->metalist, metalist) {  in find_decode_metaid()
714 	struct tcf_ife_info *ife = to_ife(a);  in tcf_ife_decode()  local
715 	int action = ife->tcf_action;  in tcf_ife_decode()
720 	bstats_cpu_update(this_cpu_ptr(ife->common.cpu_bstats), skb);  in tcf_ife_decode()
721 	tcf_lastuse_update(&ife->tcf_tm);  in tcf_ife_decode()
728 		qstats_drop_inc(this_cpu_ptr(ife->common.cpu_qstats));  in tcf_ife_decode()
741 			qstats_drop_inc(this_cpu_ptr(ife->common.cpu_qstats));  in tcf_ife_decode()
745 		if (find_decode_metaid(skb, ife, mtype, dlen, curr_data)) {  in tcf_ife_decode()
751 			qstats_overlimit_inc(this_cpu_ptr(ife->common.cpu_qstats));  in tcf_ife_decode()
756 		qstats_drop_inc(this_cpu_ptr(ife->common.cpu_qstats));  in tcf_ife_decode()
769 static int ife_get_sz(struct sk_buff *skb, struct tcf_ife_info *ife)  in ife_get_sz()  argument
774 	list_for_each_entry_safe(e, n, &ife->metalist, metalist) {  in ife_get_sz()
787 	struct tcf_ife_info *ife = to_ife(a);  in tcf_ife_encode()  local
788 	int action = ife->tcf_action;  in tcf_ife_encode()
795 	u16 metalen = ife_get_sz(skb, ife);  in tcf_ife_encode()
808 	bstats_cpu_update(this_cpu_ptr(ife->common.cpu_bstats), skb);  in tcf_ife_encode()
809 	tcf_lastuse_update(&ife->tcf_tm);  in tcf_ife_encode()
815 		qstats_overlimit_inc(this_cpu_ptr(ife->common.cpu_qstats));  in tcf_ife_encode()
821 		qstats_drop_inc(this_cpu_ptr(ife->common.cpu_qstats));  in tcf_ife_encode()
830 	spin_lock(&ife->tcf_lock);  in tcf_ife_encode()
836 	list_for_each_entry(e, &ife->metalist, metalist) {  in tcf_ife_encode()
843 			spin_unlock(&ife->tcf_lock);  in tcf_ife_encode()
844 			qstats_drop_inc(this_cpu_ptr(ife->common.cpu_qstats));  in tcf_ife_encode()
849 	spin_unlock(&ife->tcf_lock);  in tcf_ife_encode()
867 	struct tcf_ife_info *ife = to_ife(a);  in tcf_ife_act()  local
871 	p = rcu_dereference_bh(ife->params);  in tcf_ife_act()