28 static struct sk_buff *__skb_udp_tunnel_segment(struct sk_buff *skb,  in __skb_udp_tunnel_segment()  argument
30 	struct sk_buff *(*gso_inner_segment)(struct sk_buff *skb,  in __skb_udp_tunnel_segment()  argument
35 	u16 mac_offset = skb->mac_header;  in __skb_udp_tunnel_segment()
36 	int mac_len = skb->mac_len;  in __skb_udp_tunnel_segment()
37 	int tnl_hlen = skb_inner_mac_header(skb) - skb_transport_header(skb);  in __skb_udp_tunnel_segment()
38 	__be16 protocol = skb->protocol;  in __skb_udp_tunnel_segment()
42 	bool need_csum = !!(skb_shinfo(skb)->gso_type &  in __skb_udp_tunnel_segment()
44 	bool remcsum = !!(skb_shinfo(skb)->gso_type & SKB_GSO_TUNNEL_REMCSUM);  in __skb_udp_tunnel_segment()
47 	oldlen = (u16)~skb->len;  in __skb_udp_tunnel_segment()
49 	if (unlikely(!pskb_may_pull(skb, tnl_hlen)))  in __skb_udp_tunnel_segment()
52 	skb->encapsulation = 0;  in __skb_udp_tunnel_segment()
53 	__skb_pull(skb, tnl_hlen);  in __skb_udp_tunnel_segment()
54 	skb_reset_mac_header(skb);  in __skb_udp_tunnel_segment()
55 	skb_set_network_header(skb, skb_inner_network_offset(skb));  in __skb_udp_tunnel_segment()
56 	skb->mac_len = skb_inner_network_offset(skb);  in __skb_udp_tunnel_segment()
57 	skb->protocol = new_protocol;  in __skb_udp_tunnel_segment()
58 	skb->encap_hdr_csum = need_csum;  in __skb_udp_tunnel_segment()
59 	skb->remcsum_offload = remcsum;  in __skb_udp_tunnel_segment()
63 			  (skb->dev->features &  in __skb_udp_tunnel_segment()
67 	enc_features = skb->dev->hw_enc_features & features;  in __skb_udp_tunnel_segment()
68 	segs = gso_inner_segment(skb, enc_features);  in __skb_udp_tunnel_segment()
70 		skb_gso_error_unwind(skb, protocol, tnl_hlen, mac_offset,  in __skb_udp_tunnel_segment()
75 	outer_hlen = skb_tnl_header_len(skb);  in __skb_udp_tunnel_segment()
77 	skb = segs;  in __skb_udp_tunnel_segment()
84 			skb->encapsulation = 0;  in __skb_udp_tunnel_segment()
85 			skb->ip_summed = CHECKSUM_NONE;  in __skb_udp_tunnel_segment()
90 			skb_reset_inner_headers(skb);  in __skb_udp_tunnel_segment()
91 			skb->encapsulation = 1;  in __skb_udp_tunnel_segment()
94 		skb->mac_len = mac_len;  in __skb_udp_tunnel_segment()
95 		skb->protocol = protocol;  in __skb_udp_tunnel_segment()
97 		skb_push(skb, outer_hlen);  in __skb_udp_tunnel_segment()
98 		skb_reset_mac_header(skb);  in __skb_udp_tunnel_segment()
99 		skb_set_network_header(skb, mac_len);  in __skb_udp_tunnel_segment()
100 		skb_set_transport_header(skb, udp_offset);  in __skb_udp_tunnel_segment()
101 		len = skb->len - udp_offset;  in __skb_udp_tunnel_segment()
102 		uh = udp_hdr(skb);  in __skb_udp_tunnel_segment()
114 			skb->ip_summed = CHECKSUM_PARTIAL;  in __skb_udp_tunnel_segment()
115 			skb->csum_start = skb_transport_header(skb) - skb->head;  in __skb_udp_tunnel_segment()
116 			skb->csum_offset = offsetof(struct udphdr, check);  in __skb_udp_tunnel_segment()
123 			skb->csum = skb_checksum(skb, udp_offset,  in __skb_udp_tunnel_segment()
124 						 skb->len - udp_offset,  in __skb_udp_tunnel_segment()
126 			uh->check = csum_fold(skb->csum);  in __skb_udp_tunnel_segment()
130 			uh->check = gso_make_checksum(skb, ~uh->check);  in __skb_udp_tunnel_segment()
135 	} while ((skb = skb->next));  in __skb_udp_tunnel_segment()
140 struct sk_buff *skb_udp_tunnel_segment(struct sk_buff *skb,  in skb_udp_tunnel_segment()  argument
144 	__be16 protocol = skb->protocol;  in skb_udp_tunnel_segment()
148 	struct sk_buff *(*gso_inner_segment)(struct sk_buff *skb,  in skb_udp_tunnel_segment()
153 	switch (skb->inner_protocol_type) {  in skb_udp_tunnel_segment()
155 		protocol = skb->inner_protocol;  in skb_udp_tunnel_segment()
160 		ops = rcu_dereference(offloads[skb->inner_ipproto]);  in skb_udp_tunnel_segment()
169 	segs = __skb_udp_tunnel_segment(skb, features, gso_inner_segment,  in skb_udp_tunnel_segment()
178 static struct sk_buff *udp4_ufo_fragment(struct sk_buff *skb,  in udp4_ufo_fragment()  argument
187 	if (skb->encapsulation &&  in udp4_ufo_fragment()
188 	    (skb_shinfo(skb)->gso_type &  in udp4_ufo_fragment()
190 		segs = skb_udp_tunnel_segment(skb, features, false);  in udp4_ufo_fragment()
194 	if (!pskb_may_pull(skb, sizeof(struct udphdr)))  in udp4_ufo_fragment()
197 	mss = skb_shinfo(skb)->gso_size;  in udp4_ufo_fragment()
198 	if (unlikely(skb->len <= mss))  in udp4_ufo_fragment()
201 	if (skb_gso_ok(skb, features | NETIF_F_GSO_ROBUST)) {  in udp4_ufo_fragment()
203 		int type = skb_shinfo(skb)->gso_type;  in udp4_ufo_fragment()
214 		skb_shinfo(skb)->gso_segs = DIV_ROUND_UP(skb->len, mss);  in udp4_ufo_fragment()
225 	uh = udp_hdr(skb);  in udp4_ufo_fragment()
226 	iph = ip_hdr(skb);  in udp4_ufo_fragment()
229 	csum = skb_checksum(skb, 0, skb->len, 0);  in udp4_ufo_fragment()
230 	uh->check = udp_v4_check(skb->len, iph->saddr, iph->daddr, csum);  in udp4_ufo_fragment()
234 	skb->ip_summed = CHECKSUM_NONE;  in udp4_ufo_fragment()
239 	segs = skb_segment(skb, features);  in udp4_ufo_fragment()
293 struct sk_buff **udp_gro_receive(struct sk_buff **head, struct sk_buff *skb,  in udp_gro_receive()  argument
299 	unsigned int off = skb_gro_offset(skb);  in udp_gro_receive()
302 	if (NAPI_GRO_CB(skb)->udp_mark ||  in udp_gro_receive()
303 	    (skb->ip_summed != CHECKSUM_PARTIAL &&  in udp_gro_receive()
304 	     NAPI_GRO_CB(skb)->csum_cnt == 0 &&  in udp_gro_receive()
305 	     !NAPI_GRO_CB(skb)->csum_valid))  in udp_gro_receive()
309 	NAPI_GRO_CB(skb)->udp_mark = 1;  in udp_gro_receive()
339 	skb_gro_pull(skb, sizeof(struct udphdr)); /* pull encapsulating udp header */  in udp_gro_receive()
340 	skb_gro_postpull_rcsum(skb, uh, sizeof(struct udphdr));  in udp_gro_receive()
341 	NAPI_GRO_CB(skb)->proto = uo_priv->offload->ipproto;  in udp_gro_receive()
342 	pp = uo_priv->offload->callbacks.gro_receive(head, skb,  in udp_gro_receive()
348 	NAPI_GRO_CB(skb)->flush |= flush;  in udp_gro_receive()
353 					 struct sk_buff *skb)  in udp4_gro_receive()  argument
355 	struct udphdr *uh = udp_gro_udphdr(skb);  in udp4_gro_receive()
361 	if (NAPI_GRO_CB(skb)->flush)  in udp4_gro_receive()
364 	if (skb_gro_checksum_validate_zero_check(skb, IPPROTO_UDP, uh->check,  in udp4_gro_receive()
368 		skb_gro_checksum_try_convert(skb, IPPROTO_UDP, uh->check,  in udp4_gro_receive()
371 	NAPI_GRO_CB(skb)->is_ipv6 = 0;  in udp4_gro_receive()
372 	return udp_gro_receive(head, skb, uh);  in udp4_gro_receive()
375 	NAPI_GRO_CB(skb)->flush = 1;  in udp4_gro_receive()
379 int udp_gro_complete(struct sk_buff *skb, int nhoff)  in udp_gro_complete()  argument
382 	__be16 newlen = htons(skb->len - nhoff);  in udp_gro_complete()
383 	struct udphdr *uh = (struct udphdr *)(skb->data + nhoff);  in udp_gro_complete()
398 		NAPI_GRO_CB(skb)->proto = uo_priv->offload->ipproto;  in udp_gro_complete()
399 		err = uo_priv->offload->callbacks.gro_complete(skb,  in udp_gro_complete()
406 	if (skb->remcsum_offload)  in udp_gro_complete()
407 		skb_shinfo(skb)->gso_type |= SKB_GSO_TUNNEL_REMCSUM;  in udp_gro_complete()
409 	skb->encapsulation = 1;  in udp_gro_complete()
410 	skb_set_inner_mac_header(skb, nhoff + sizeof(struct udphdr));  in udp_gro_complete()
415 static int udp4_gro_complete(struct sk_buff *skb, int nhoff)  in udp4_gro_complete()  argument
417 	const struct iphdr *iph = ip_hdr(skb);  in udp4_gro_complete()
418 	struct udphdr *uh = (struct udphdr *)(skb->data + nhoff);  in udp4_gro_complete()
421 		skb_shinfo(skb)->gso_type |= SKB_GSO_UDP_TUNNEL_CSUM;  in udp4_gro_complete()
422 		uh->check = ~udp_v4_check(skb->len - nhoff, iph->saddr,  in udp4_gro_complete()
425 		skb_shinfo(skb)->gso_type |= SKB_GSO_UDP_TUNNEL;  in udp4_gro_complete()
428 	return udp_gro_complete(skb, nhoff);  in udp4_gro_complete()