NAPI_GRO_CB 543 drivers/net/ethernet/broadcom/bnx2x/bnx2x_cmn.c NAPI_GRO_CB(skb)->count = num_of_coalesced_segs; NAPI_GRO_CB 1475 drivers/net/ethernet/broadcom/bnxt/bnxt.c NAPI_GRO_CB(skb)->count = segs; NAPI_GRO_CB 2506 drivers/net/ethernet/hisilicon/hns3/hns3_enet.c skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; NAPI_GRO_CB 2764 drivers/net/ethernet/hisilicon/hns3/hns3_enet.c NAPI_GRO_CB(skb)->count = hnae3_get_field(l234info, NAPI_GRO_CB 989 drivers/net/ethernet/qlogic/qede/qede_fp.c NAPI_GRO_CB(skb)->count = le16_to_cpu(cqe->num_of_coalesced_segs); NAPI_GRO_CB 506 drivers/net/geneve.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 512 drivers/net/geneve.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 713 drivers/net/vxlan.c if (!NAPI_GRO_CB(skb)->csum_valid) NAPI_GRO_CB 768 drivers/net/vxlan.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 774 drivers/net/vxlan.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 2324 include/linux/netdevice.h return ++NAPI_GRO_CB(skb)->recursion_counter == GRO_RECURSION_LIMIT; NAPI_GRO_CB 2333 include/linux/netdevice.h NAPI_GRO_CB(skb)->flush |= 1; NAPI_GRO_CB 2348 include/linux/netdevice.h NAPI_GRO_CB(skb)->flush |= 1; NAPI_GRO_CB 2663 include/linux/netdevice.h return NAPI_GRO_CB(skb)->data_offset; NAPI_GRO_CB 2668 include/linux/netdevice.h return skb->len - NAPI_GRO_CB(skb)->data_offset; NAPI_GRO_CB 2673 include/linux/netdevice.h NAPI_GRO_CB(skb)->data_offset += len; NAPI_GRO_CB 2679 include/linux/netdevice.h return NAPI_GRO_CB(skb)->frag0 + offset; NAPI_GRO_CB 2684 include/linux/netdevice.h return NAPI_GRO_CB(skb)->frag0_len < hlen; NAPI_GRO_CB 2689 include/linux/netdevice.h NAPI_GRO_CB(skb)->frag0 = NULL; NAPI_GRO_CB 2690 include/linux/netdevice.h NAPI_GRO_CB(skb)->frag0_len = 0; NAPI_GRO_CB 2705 include/linux/netdevice.h return (NAPI_GRO_CB(skb)->frag0 ?: skb->data) + NAPI_GRO_CB 2712 include/linux/netdevice.h if (NAPI_GRO_CB(skb)->csum_valid) NAPI_GRO_CB 2713 include/linux/netdevice.h NAPI_GRO_CB(skb)->csum = csum_sub(NAPI_GRO_CB(skb)->csum, NAPI_GRO_CB 2726 include/linux/netdevice.h return (NAPI_GRO_CB(skb)->gro_remcsum_start == skb_gro_offset(skb)); NAPI_GRO_CB 2737 include/linux/netdevice.h NAPI_GRO_CB(skb)->csum_cnt == 0 && NAPI_GRO_CB 2744 include/linux/netdevice.h if (NAPI_GRO_CB(skb)->csum_valid && NAPI_GRO_CB 2745 include/linux/netdevice.h !csum_fold(csum_add(psum, NAPI_GRO_CB(skb)->csum))) NAPI_GRO_CB 2748 include/linux/netdevice.h NAPI_GRO_CB(skb)->csum = psum; NAPI_GRO_CB 2755 include/linux/netdevice.h if (NAPI_GRO_CB(skb)->csum_cnt > 0) { NAPI_GRO_CB 2757 include/linux/netdevice.h NAPI_GRO_CB(skb)->csum_cnt--; NAPI_GRO_CB 2791 include/linux/netdevice.h return (NAPI_GRO_CB(skb)->csum_cnt == 0 && NAPI_GRO_CB 2792 include/linux/netdevice.h !NAPI_GRO_CB(skb)->csum_valid); NAPI_GRO_CB 2798 include/linux/netdevice.h NAPI_GRO_CB(skb)->csum = ~pseudo; NAPI_GRO_CB 2799 include/linux/netdevice.h NAPI_GRO_CB(skb)->csum_valid = 1; NAPI_GRO_CB 2829 include/linux/netdevice.h BUG_ON(!NAPI_GRO_CB(skb)->csum_valid); NAPI_GRO_CB 2832 include/linux/netdevice.h NAPI_GRO_CB(skb)->gro_remcsum_start = off + hdrlen + start; NAPI_GRO_CB 2843 include/linux/netdevice.h delta = remcsum_adjust(ptr + hdrlen, NAPI_GRO_CB(skb)->csum, NAPI_GRO_CB 2847 include/linux/netdevice.h NAPI_GRO_CB(skb)->csum = csum_add(NAPI_GRO_CB(skb)->csum, delta); NAPI_GRO_CB 2878 include/linux/netdevice.h NAPI_GRO_CB(skb)->flush |= flush; NAPI_GRO_CB 2886 include/linux/netdevice.h NAPI_GRO_CB(skb)->flush |= flush; NAPI_GRO_CB 2894 include/linux/netdevice.h NAPI_GRO_CB(skb)->flush |= flush; NAPI_GRO_CB 2901 include/linux/netdevice.h NAPI_GRO_CB(skb)->flush |= flush; NAPI_GRO_CB 63 include/net/inet_common.h NAPI_GRO_CB(skb)->flush |= 1, NULL : \ NAPI_GRO_CB 489 net/8021q/vlan_core.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 494 net/8021q/vlan_core.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 5298 net/core/dev.c if (NAPI_GRO_CB(skb)->count == 1) { NAPI_GRO_CB 5333 net/core/dev.c if (flush_old && NAPI_GRO_CB(skb)->age == jiffies) NAPI_GRO_CB 5373 net/core/dev.c NAPI_GRO_CB(p)->flush = 0; NAPI_GRO_CB 5376 net/core/dev.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 5393 net/core/dev.c NAPI_GRO_CB(p)->same_flow = !diffs; NAPI_GRO_CB 5404 net/core/dev.c NAPI_GRO_CB(skb)->data_offset = 0; NAPI_GRO_CB 5405 net/core/dev.c NAPI_GRO_CB(skb)->frag0 = NULL; NAPI_GRO_CB 5406 net/core/dev.c NAPI_GRO_CB(skb)->frag0_len = 0; NAPI_GRO_CB 5411 net/core/dev.c NAPI_GRO_CB(skb)->frag0 = skb_frag_address(frag0); NAPI_GRO_CB 5412 net/core/dev.c NAPI_GRO_CB(skb)->frag0_len = min_t(unsigned int, NAPI_GRO_CB 5424 net/core/dev.c memcpy(skb_tail_pointer(skb), NAPI_GRO_CB(skb)->frag0, grow); NAPI_GRO_CB 5486 net/core/dev.c NAPI_GRO_CB(skb)->same_flow = 0; NAPI_GRO_CB 5487 net/core/dev.c NAPI_GRO_CB(skb)->flush = skb_is_gso(skb) || skb_has_frag_list(skb); NAPI_GRO_CB 5488 net/core/dev.c NAPI_GRO_CB(skb)->free = 0; NAPI_GRO_CB 5489 net/core/dev.c NAPI_GRO_CB(skb)->encap_mark = 0; NAPI_GRO_CB 5490 net/core/dev.c NAPI_GRO_CB(skb)->recursion_counter = 0; NAPI_GRO_CB 5491 net/core/dev.c NAPI_GRO_CB(skb)->is_fou = 0; NAPI_GRO_CB 5492 net/core/dev.c NAPI_GRO_CB(skb)->is_atomic = 1; NAPI_GRO_CB 5493 net/core/dev.c NAPI_GRO_CB(skb)->gro_remcsum_start = 0; NAPI_GRO_CB 5498 net/core/dev.c NAPI_GRO_CB(skb)->csum = skb->csum; NAPI_GRO_CB 5499 net/core/dev.c NAPI_GRO_CB(skb)->csum_valid = 1; NAPI_GRO_CB 5500 net/core/dev.c NAPI_GRO_CB(skb)->csum_cnt = 0; NAPI_GRO_CB 5503 net/core/dev.c NAPI_GRO_CB(skb)->csum_cnt = skb->csum_level + 1; NAPI_GRO_CB 5504 net/core/dev.c NAPI_GRO_CB(skb)->csum_valid = 0; NAPI_GRO_CB 5507 net/core/dev.c NAPI_GRO_CB(skb)->csum_cnt = 0; NAPI_GRO_CB 5508 net/core/dev.c NAPI_GRO_CB(skb)->csum_valid = 0; NAPI_GRO_CB 5526 net/core/dev.c same_flow = NAPI_GRO_CB(skb)->same_flow; NAPI_GRO_CB 5527 net/core/dev.c ret = NAPI_GRO_CB(skb)->free ? GRO_MERGED_FREE : GRO_MERGED; NAPI_GRO_CB 5538 net/core/dev.c if (NAPI_GRO_CB(skb)->flush) NAPI_GRO_CB 5546 net/core/dev.c NAPI_GRO_CB(skb)->count = 1; NAPI_GRO_CB 5547 net/core/dev.c NAPI_GRO_CB(skb)->age = jiffies; NAPI_GRO_CB 5548 net/core/dev.c NAPI_GRO_CB(skb)->last = skb; NAPI_GRO_CB 5620 net/core/dev.c if (NAPI_GRO_CB(skb)->free == NAPI_GRO_FREE_STOLEN_HEAD) NAPI_GRO_CB 5708 net/core/dev.c if (NAPI_GRO_CB(skb)->free == NAPI_GRO_FREE_STOLEN_HEAD) NAPI_GRO_CB 5748 net/core/dev.c NAPI_GRO_CB(skb)->frag0 += hlen; NAPI_GRO_CB 5749 net/core/dev.c NAPI_GRO_CB(skb)->frag0_len -= hlen; NAPI_GRO_CB 5791 net/core/dev.c sum = csum_fold(csum_add(NAPI_GRO_CB(skb)->csum, wsum)); NAPI_GRO_CB 5799 net/core/dev.c NAPI_GRO_CB(skb)->csum = wsum; NAPI_GRO_CB 5800 net/core/dev.c NAPI_GRO_CB(skb)->csum_valid = 1; NAPI_GRO_CB 3995 net/core/skbuff.c if (unlikely(p->len + len >= 65536 || NAPI_GRO_CB(skb)->flush)) NAPI_GRO_CB 3998 net/core/skbuff.c lp = NAPI_GRO_CB(p)->last; NAPI_GRO_CB 4031 net/core/skbuff.c NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE; NAPI_GRO_CB 4057 net/core/skbuff.c NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE_STOLEN_HEAD; NAPI_GRO_CB 4075 net/core/skbuff.c if (NAPI_GRO_CB(p)->last == p) NAPI_GRO_CB 4078 net/core/skbuff.c NAPI_GRO_CB(p)->last->next = skb; NAPI_GRO_CB 4079 net/core/skbuff.c NAPI_GRO_CB(p)->last = skb; NAPI_GRO_CB 4084 net/core/skbuff.c NAPI_GRO_CB(p)->count++; NAPI_GRO_CB 4093 net/core/skbuff.c NAPI_GRO_CB(skb)->same_flow = 1; NAPI_GRO_CB 475 net/ethernet/eth.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 480 net/ethernet/eth.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 1452 net/ipv4/af_inet.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 1464 net/ipv4/af_inet.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 1469 net/ipv4/af_inet.c NAPI_GRO_CB(p)->flush |= NAPI_GRO_CB 1474 net/ipv4/af_inet.c NAPI_GRO_CB(p)->flush |= flush; NAPI_GRO_CB 1488 net/ipv4/af_inet.c if (!NAPI_GRO_CB(p)->is_atomic || NAPI_GRO_CB 1490 net/ipv4/af_inet.c flush_id ^= NAPI_GRO_CB(p)->count; NAPI_GRO_CB 1497 net/ipv4/af_inet.c if (NAPI_GRO_CB(skb)->is_atomic) NAPI_GRO_CB 1498 net/ipv4/af_inet.c NAPI_GRO_CB(p)->flush_id = flush_id; NAPI_GRO_CB 1500 net/ipv4/af_inet.c NAPI_GRO_CB(p)->flush_id |= flush_id; NAPI_GRO_CB 1503 net/ipv4/af_inet.c NAPI_GRO_CB(skb)->is_atomic = !!(iph->frag_off & htons(IP_DF)); NAPI_GRO_CB 1504 net/ipv4/af_inet.c NAPI_GRO_CB(skb)->flush |= flush; NAPI_GRO_CB 1532 net/ipv4/af_inet.c if (NAPI_GRO_CB(skb)->encap_mark) { NAPI_GRO_CB 1533 net/ipv4/af_inet.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 1537 net/ipv4/af_inet.c NAPI_GRO_CB(skb)->encap_mark = 1; NAPI_GRO_CB 86 net/ipv4/esp4_offload.c NAPI_GRO_CB(skb)->same_flow = 0; NAPI_GRO_CB 87 net/ipv4/esp4_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 244 net/ipv4/fou.c NAPI_GRO_CB(skb)->encap_mark = 0; NAPI_GRO_CB 247 net/ipv4/fou.c NAPI_GRO_CB(skb)->is_fou = 1; NAPI_GRO_CB 250 net/ipv4/fou.c offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; NAPI_GRO_CB 272 net/ipv4/fou.c offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; NAPI_GRO_CB 299 net/ipv4/fou.c if (!NAPI_GRO_CB(skb)->csum_valid) NAPI_GRO_CB 405 net/ipv4/fou.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 414 net/ipv4/fou.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 421 net/ipv4/fou.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 436 net/ipv4/fou.c NAPI_GRO_CB(skb)->encap_mark = 0; NAPI_GRO_CB 439 net/ipv4/fou.c NAPI_GRO_CB(skb)->is_fou = 1; NAPI_GRO_CB 442 net/ipv4/fou.c offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; NAPI_GRO_CB 489 net/ipv4/fou.c offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; NAPI_GRO_CB 119 net/ipv4/gre_offload.c if (NAPI_GRO_CB(skb)->encap_mark) NAPI_GRO_CB 122 net/ipv4/gre_offload.c NAPI_GRO_CB(skb)->encap_mark = 1; NAPI_GRO_CB 147 net/ipv4/gre_offload.c if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) NAPI_GRO_CB 173 net/ipv4/gre_offload.c if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { NAPI_GRO_CB 184 net/ipv4/gre_offload.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 199 net/ipv4/gre_offload.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 205 net/ipv4/gre_offload.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 221 net/ipv4/tcp_offload.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 227 net/ipv4/tcp_offload.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 238 net/ipv4/tcp_offload.c flush = NAPI_GRO_CB(p)->flush; NAPI_GRO_CB 251 net/ipv4/tcp_offload.c if (NAPI_GRO_CB(p)->flush_id != 1 || NAPI_GRO_CB 252 net/ipv4/tcp_offload.c NAPI_GRO_CB(p)->count != 1 || NAPI_GRO_CB 253 net/ipv4/tcp_offload.c !NAPI_GRO_CB(p)->is_atomic) NAPI_GRO_CB 254 net/ipv4/tcp_offload.c flush |= NAPI_GRO_CB(p)->flush_id; NAPI_GRO_CB 256 net/ipv4/tcp_offload.c NAPI_GRO_CB(p)->is_atomic = false; NAPI_GRO_CB 279 net/ipv4/tcp_offload.c if (p && (!NAPI_GRO_CB(skb)->same_flow || flush)) NAPI_GRO_CB 283 net/ipv4/tcp_offload.c NAPI_GRO_CB(skb)->flush |= (flush != 0); NAPI_GRO_CB 296 net/ipv4/tcp_offload.c skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; NAPI_GRO_CB 309 net/ipv4/tcp_offload.c if (!NAPI_GRO_CB(skb)->flush && NAPI_GRO_CB 312 net/ipv4/tcp_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 328 net/ipv4/tcp_offload.c if (NAPI_GRO_CB(skb)->is_atomic) NAPI_GRO_CB 360 net/ipv4/udp_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 367 net/ipv4/udp_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 375 net/ipv4/udp_offload.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 382 net/ipv4/udp_offload.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 394 net/ipv4/udp_offload.c NAPI_GRO_CB(p)->count >= UDP_GRO_CNT_MAX) NAPI_GRO_CB 428 net/ipv4/udp_offload.c if (NAPI_GRO_CB(skb)->encap_mark || NAPI_GRO_CB 430 net/ipv4/udp_offload.c NAPI_GRO_CB(skb)->csum_cnt == 0 && NAPI_GRO_CB 431 net/ipv4/udp_offload.c !NAPI_GRO_CB(skb)->csum_valid) || NAPI_GRO_CB 436 net/ipv4/udp_offload.c NAPI_GRO_CB(skb)->encap_mark = 1; NAPI_GRO_CB 441 net/ipv4/udp_offload.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 451 net/ipv4/udp_offload.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 476 net/ipv4/udp_offload.c if (NAPI_GRO_CB(skb)->flush) NAPI_GRO_CB 486 net/ipv4/udp_offload.c NAPI_GRO_CB(skb)->is_ipv6 = 0; NAPI_GRO_CB 490 net/ipv4/udp_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 502 net/ipv4/udp_offload.c skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; NAPI_GRO_CB 113 net/ipv6/esp6_offload.c NAPI_GRO_CB(skb)->same_flow = 0; NAPI_GRO_CB 114 net/ipv6/esp6_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 32 net/ipv6/ip6_offload.c NAPI_GRO_CB(skb)->flush |= 1, NULL : \ NAPI_GRO_CB 230 net/ipv6/ip6_offload.c NAPI_GRO_CB(skb)->proto = proto; NAPI_GRO_CB 239 net/ipv6/ip6_offload.c if (!NAPI_GRO_CB(p)->same_flow) NAPI_GRO_CB 256 net/ipv6/ip6_offload.c NAPI_GRO_CB(p)->same_flow = 0; NAPI_GRO_CB 265 net/ipv6/ip6_offload.c NAPI_GRO_CB(p)->flush |= !!(first_word & htonl(0x0FF00000)); NAPI_GRO_CB 266 net/ipv6/ip6_offload.c NAPI_GRO_CB(p)->flush |= flush; NAPI_GRO_CB 271 net/ipv6/ip6_offload.c if (NAPI_GRO_CB(skb)->is_atomic) NAPI_GRO_CB 272 net/ipv6/ip6_offload.c NAPI_GRO_CB(p)->flush_id = 0; NAPI_GRO_CB 275 net/ipv6/ip6_offload.c NAPI_GRO_CB(skb)->is_atomic = true; NAPI_GRO_CB 276 net/ipv6/ip6_offload.c NAPI_GRO_CB(skb)->flush |= flush; NAPI_GRO_CB 297 net/ipv6/ip6_offload.c if (NAPI_GRO_CB(skb)->encap_mark) { NAPI_GRO_CB 298 net/ipv6/ip6_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 302 net/ipv6/ip6_offload.c NAPI_GRO_CB(skb)->encap_mark = 1; NAPI_GRO_CB 312 net/ipv6/ip6_offload.c if (NAPI_GRO_CB(skb)->encap_mark) { NAPI_GRO_CB 313 net/ipv6/ip6_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 317 net/ipv6/ip6_offload.c NAPI_GRO_CB(skb)->encap_mark = 1; NAPI_GRO_CB 19 net/ipv6/tcpv6_offload.c if (!NAPI_GRO_CB(skb)->flush && NAPI_GRO_CB 22 net/ipv6/tcpv6_offload.c NAPI_GRO_CB(skb)->flush = 1; NAPI_GRO_CB 123 net/ipv6/udp_offload.c if (NAPI_GRO_CB(skb)->flush) NAPI_GRO_CB 134 net/ipv6/udp_offload.c NAPI_GRO_CB(skb)->is_ipv6 = 1; NAPI_GRO_CB 138 net/ipv6/udp_offload.c NAPI_GRO_CB(skb)->flush = 1;