| /OK3568_Linux_fs/kernel/net/ipv4/ |
| H A D | udp_offload.c | 437 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 444 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 451 if (!NAPI_GRO_CB(p)->same_flow) in udp_gro_receive_segment() 458 NAPI_GRO_CB(p)->same_flow = 0; in udp_gro_receive_segment() 462 if (NAPI_GRO_CB(skb)->is_flist != NAPI_GRO_CB(p)->is_flist) { in udp_gro_receive_segment() 463 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 476 if (NAPI_GRO_CB(skb)->is_flist) { in udp_gro_receive_segment() 478 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 483 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 496 NAPI_GRO_CB(p)->count >= UDP_GRO_CNT_MAX) in udp_gro_receive_segment() [all …]
|
| H A D | tcp_offload.c | 221 if (!NAPI_GRO_CB(p)->same_flow) in tcp_gro_receive() 227 NAPI_GRO_CB(p)->same_flow = 0; in tcp_gro_receive() 238 flush = NAPI_GRO_CB(p)->flush; in tcp_gro_receive() 251 if (NAPI_GRO_CB(p)->flush_id != 1 || in tcp_gro_receive() 252 NAPI_GRO_CB(p)->count != 1 || in tcp_gro_receive() 253 !NAPI_GRO_CB(p)->is_atomic) in tcp_gro_receive() 254 flush |= NAPI_GRO_CB(p)->flush_id; in tcp_gro_receive() 256 NAPI_GRO_CB(p)->is_atomic = false; in tcp_gro_receive() 279 if (p && (!NAPI_GRO_CB(skb)->same_flow || flush)) in tcp_gro_receive() 283 NAPI_GRO_CB(skb)->flush |= (flush != 0); in tcp_gro_receive() [all …]
|
| H A D | gre_offload.c | 128 if (NAPI_GRO_CB(skb)->encap_mark) in gre_gro_receive() 131 NAPI_GRO_CB(skb)->encap_mark = 1; in gre_gro_receive() 156 if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) in gre_gro_receive() 182 if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { in gre_gro_receive() 193 if (!NAPI_GRO_CB(p)->same_flow) in gre_gro_receive() 208 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive() 214 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
|
| H A D | fou.c | 244 NAPI_GRO_CB(skb)->encap_mark = 0; in fou_gro_receive() 247 NAPI_GRO_CB(skb)->is_fou = 1; in fou_gro_receive() 250 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_receive() 272 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_complete() 299 if (!NAPI_GRO_CB(skb)->csum_valid) in gue_gro_remcsum() 405 if (!NAPI_GRO_CB(p)->same_flow) in gue_gro_receive() 414 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive() 421 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive() 436 NAPI_GRO_CB(skb)->encap_mark = 0; in gue_gro_receive() 439 NAPI_GRO_CB(skb)->is_fou = 1; in gue_gro_receive() [all …]
|
| H A D | af_inet.c | 1484 if (!NAPI_GRO_CB(p)->same_flow) in inet_gro_receive() 1496 NAPI_GRO_CB(p)->same_flow = 0; in inet_gro_receive() 1501 NAPI_GRO_CB(p)->flush |= in inet_gro_receive() 1506 NAPI_GRO_CB(p)->flush |= flush; in inet_gro_receive() 1520 if (!NAPI_GRO_CB(p)->is_atomic || in inet_gro_receive() 1522 flush_id ^= NAPI_GRO_CB(p)->count; in inet_gro_receive() 1529 if (NAPI_GRO_CB(skb)->is_atomic) in inet_gro_receive() 1530 NAPI_GRO_CB(p)->flush_id = flush_id; in inet_gro_receive() 1532 NAPI_GRO_CB(p)->flush_id |= flush_id; in inet_gro_receive() 1535 NAPI_GRO_CB(skb)->is_atomic = !!(iph->frag_off & htons(IP_DF)); in inet_gro_receive() [all …]
|
| H A D | esp4_offload.c | 86 NAPI_GRO_CB(skb)->same_flow = 0; in esp4_gro_receive() 87 NAPI_GRO_CB(skb)->flush = 1; in esp4_gro_receive()
|
| /OK3568_Linux_fs/kernel/net/ipv6/ |
| H A D | ip6_offload.c | 34 NAPI_GRO_CB(skb)->flush |= 1, NULL : \ 230 NAPI_GRO_CB(skb)->proto = proto; in ipv6_gro_receive() 239 if (!NAPI_GRO_CB(p)->same_flow) in ipv6_gro_receive() 256 NAPI_GRO_CB(p)->same_flow = 0; in ipv6_gro_receive() 265 NAPI_GRO_CB(p)->flush |= !!(first_word & htonl(0x0FF00000)); in ipv6_gro_receive() 266 NAPI_GRO_CB(p)->flush |= flush; in ipv6_gro_receive() 271 if (NAPI_GRO_CB(skb)->is_atomic) in ipv6_gro_receive() 272 NAPI_GRO_CB(p)->flush_id = 0; in ipv6_gro_receive() 275 NAPI_GRO_CB(skb)->is_atomic = true; in ipv6_gro_receive() 276 NAPI_GRO_CB(skb)->flush |= flush; in ipv6_gro_receive() [all …]
|
| H A D | udp_offload.c | 135 if (NAPI_GRO_CB(skb)->flush) in udp6_gro_receive() 146 NAPI_GRO_CB(skb)->is_ipv6 = 1; in udp6_gro_receive() 157 NAPI_GRO_CB(skb)->flush = 1; in udp6_gro_receive() 166 if (NAPI_GRO_CB(skb)->is_flist) { in udp6_gro_complete() 170 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in udp6_gro_complete()
|
| H A D | tcpv6_offload.c | 19 if (!NAPI_GRO_CB(skb)->flush && in tcp6_gro_receive() 22 NAPI_GRO_CB(skb)->flush = 1; in tcp6_gro_receive()
|
| H A D | esp6_offload.c | 113 NAPI_GRO_CB(skb)->same_flow = 0; in esp6_gro_receive() 114 NAPI_GRO_CB(skb)->flush = 1; in esp6_gro_receive()
|
| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | netdevice.h | 2553 #define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb) macro 2558 return ++NAPI_GRO_CB(skb)->recursion_counter == GRO_RECURSION_LIMIT; in gro_recursion_inc_test() 2567 NAPI_GRO_CB(skb)->flush |= 1; in call_gro_receive() 2582 NAPI_GRO_CB(skb)->flush |= 1; in call_gro_receive_sk() 2952 return NAPI_GRO_CB(skb)->data_offset; in skb_gro_offset() 2957 return skb->len - NAPI_GRO_CB(skb)->data_offset; in skb_gro_len() 2962 NAPI_GRO_CB(skb)->data_offset += len; in skb_gro_pull() 2968 return NAPI_GRO_CB(skb)->frag0 + offset; in skb_gro_header_fast() 2973 return NAPI_GRO_CB(skb)->frag0_len < hlen; in skb_gro_header_hard() 2978 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_frag0_invalidate() [all …]
|
| /OK3568_Linux_fs/kernel/net/core/ |
| H A D | dev.c | 5800 if (NAPI_GRO_CB(skb)->count == 1) { in napi_gro_complete() 5824 gro_normal_one(napi, skb, NAPI_GRO_CB(skb)->count); in napi_gro_complete() 5835 if (flush_old && NAPI_GRO_CB(skb)->age == jiffies) in __napi_gro_flush_chain() 5875 NAPI_GRO_CB(p)->flush = 0; in gro_list_prepare() 5878 NAPI_GRO_CB(p)->same_flow = 0; in gro_list_prepare() 5908 NAPI_GRO_CB(p)->same_flow = !diffs; in gro_list_prepare() 5919 NAPI_GRO_CB(skb)->data_offset = 0; in skb_gro_reset_offset() 5920 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_reset_offset() 5921 NAPI_GRO_CB(skb)->frag0_len = 0; in skb_gro_reset_offset() 5926 NAPI_GRO_CB(skb)->frag0 = skb_frag_address(frag0); in skb_gro_reset_offset() [all …]
|
| H A D | skbuff.c | 3786 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive_list() 3789 NAPI_GRO_CB(p)->last->next = skb; in skb_gro_receive_list() 3793 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive_list() 3794 NAPI_GRO_CB(p)->count++; in skb_gro_receive_list() 3799 NAPI_GRO_CB(skb)->same_flow = 1; in skb_gro_receive_list() 4165 if (unlikely(p->len + len >= 65536 || NAPI_GRO_CB(skb)->flush)) in skb_gro_receive() 4168 lp = NAPI_GRO_CB(p)->last; in skb_gro_receive() 4201 NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE; in skb_gro_receive() 4227 NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE_STOLEN_HEAD; in skb_gro_receive() 4245 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive() [all …]
|
| /OK3568_Linux_fs/kernel/net/ethernet/ |
| H A D | eth.c | 431 if (!NAPI_GRO_CB(p)->same_flow) in eth_gro_receive() 436 NAPI_GRO_CB(p)->same_flow = 0; in eth_gro_receive()
|
| /OK3568_Linux_fs/kernel/include/net/ |
| H A D | inet_common.h | 69 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
|
| /OK3568_Linux_fs/kernel/net/8021q/ |
| H A D | vlan_core.c | 488 if (!NAPI_GRO_CB(p)->same_flow) in vlan_gro_receive() 493 NAPI_GRO_CB(p)->same_flow = 0; in vlan_gro_receive()
|
| /OK3568_Linux_fs/kernel/drivers/net/ |
| H A D | geneve.c | 504 if (!NAPI_GRO_CB(p)->same_flow) in geneve_gro_receive() 510 NAPI_GRO_CB(p)->same_flow = 0; in geneve_gro_receive()
|
| H A D | vxlan.c | 744 if (!NAPI_GRO_CB(skb)->csum_valid) in vxlan_gro_remcsum() 799 if (!NAPI_GRO_CB(p)->same_flow) in vxlan_gro_receive() 805 NAPI_GRO_CB(p)->same_flow = 0; in vxlan_gro_receive()
|
| /OK3568_Linux_fs/kernel/drivers/net/ethernet/qlogic/qede/ |
| H A D | qede_fp.c | 1021 NAPI_GRO_CB(skb)->count = le16_to_cpu(cqe->num_of_coalesced_segs); in qede_tpa_end()
|
| /OK3568_Linux_fs/kernel/drivers/net/ethernet/hisilicon/hns3/ |
| H A D | hns3_enet.c | 2782 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in hns3_gro_complete() 3047 NAPI_GRO_CB(skb)->count = hnae3_get_field(l234info, in hns3_set_gro_and_checksum()
|
| /OK3568_Linux_fs/kernel/drivers/net/ethernet/broadcom/bnx2x/ |
| H A D | bnx2x_cmn.c | 544 NAPI_GRO_CB(skb)->count = num_of_coalesced_segs; in bnx2x_set_gro_params()
|
| /OK3568_Linux_fs/kernel/drivers/net/ethernet/broadcom/bnxt/ |
| H A D | bnxt.c | 1512 NAPI_GRO_CB(skb)->count = segs; in bnxt_gro_skb()
|