22 static int xfrm_output2(struct net *net, struct sock *sk, struct sk_buff *skb);
24 static int xfrm_skb_check_space(struct sk_buff *skb)  in xfrm_skb_check_space()  argument
26 	struct dst_entry *dst = skb_dst(skb);  in xfrm_skb_check_space()
28 		- skb_headroom(skb);  in xfrm_skb_check_space()
29 	int ntail = dst->dev->needed_tailroom - skb_tailroom(skb);  in xfrm_skb_check_space()
38 	return pskb_expand_head(skb, nhead, ntail, GFP_ATOMIC);  in xfrm_skb_check_space()
45 static struct dst_entry *skb_dst_pop(struct sk_buff *skb)  in skb_dst_pop()  argument
47 	struct dst_entry *child = dst_clone(skb_dst(skb)->child);  in skb_dst_pop()
49 	skb_dst_drop(skb);  in skb_dst_pop()
53 static int xfrm_output_one(struct sk_buff *skb, int err)  in xfrm_output_one()  argument
55 	struct dst_entry *dst = skb_dst(skb);  in xfrm_output_one()
63 		err = xfrm_skb_check_space(skb);  in xfrm_output_one()
69 		err = x->outer_mode->output(x, skb);  in xfrm_output_one()
89 		err = x->repl->overflow(x, skb);  in xfrm_output_one()
95 		x->curlft.bytes += skb->len;  in xfrm_output_one()
100 		skb_dst_force(skb);  in xfrm_output_one()
102 		err = x->type->output(x, skb);  in xfrm_output_one()
112 		dst = skb_dst_pop(skb);  in xfrm_output_one()
118 		skb_dst_set(skb, dst);  in xfrm_output_one()
127 	kfree_skb(skb);  in xfrm_output_one()
132 int xfrm_output_resume(struct sk_buff *skb, int err)  in xfrm_output_resume()  argument
134 	struct net *net = xs_net(skb_dst(skb)->xfrm);  in xfrm_output_resume()
136 	while (likely((err = xfrm_output_one(skb, err)) == 0)) {  in xfrm_output_resume()
137 		nf_reset(skb);  in xfrm_output_resume()
139 		err = skb_dst(skb)->ops->local_out(net, skb->sk, skb);  in xfrm_output_resume()
143 		if (!skb_dst(skb)->xfrm)  in xfrm_output_resume()
144 			return dst_output(net, skb->sk, skb);  in xfrm_output_resume()
146 		err = nf_hook(skb_dst(skb)->ops->family,  in xfrm_output_resume()
147 			      NF_INET_POST_ROUTING, net, skb->sk, skb,  in xfrm_output_resume()
148 			      NULL, skb_dst(skb)->dev, xfrm_output2);  in xfrm_output_resume()
161 static int xfrm_output2(struct net *net, struct sock *sk, struct sk_buff *skb)  in xfrm_output2()  argument
163 	return xfrm_output_resume(skb, 1);  in xfrm_output2()
166 static int xfrm_output_gso(struct net *net, struct sock *sk, struct sk_buff *skb)  in xfrm_output_gso()  argument
170 	BUILD_BUG_ON(sizeof(*IPCB(skb)) > SKB_SGO_CB_OFFSET);  in xfrm_output_gso()
171 	BUILD_BUG_ON(sizeof(*IP6CB(skb)) > SKB_SGO_CB_OFFSET);  in xfrm_output_gso()
172 	segs = skb_gso_segment(skb, 0);  in xfrm_output_gso()
173 	kfree_skb(skb);  in xfrm_output_gso()
197 int xfrm_output(struct sock *sk, struct sk_buff *skb)  in xfrm_output()  argument
199 	struct net *net = dev_net(skb_dst(skb)->dev);  in xfrm_output()
202 	if (skb_is_gso(skb))  in xfrm_output()
203 		return xfrm_output_gso(net, sk, skb);  in xfrm_output()
205 	if (skb->ip_summed == CHECKSUM_PARTIAL) {  in xfrm_output()
206 		err = skb_checksum_help(skb);  in xfrm_output()
209 			kfree_skb(skb);  in xfrm_output()
214 	return xfrm_output2(net, sk, skb);  in xfrm_output()
218 int xfrm_inner_extract_output(struct xfrm_state *x, struct sk_buff *skb)  in xfrm_inner_extract_output()  argument
223 				xfrm_af2proto(skb_dst(skb)->ops->family));  in xfrm_inner_extract_output()
229 	return inner_mode->afinfo->extract_output(x, skb);  in xfrm_inner_extract_output()
233 void xfrm_local_error(struct sk_buff *skb, int mtu)  in xfrm_local_error()  argument
238 	if (skb->protocol == htons(ETH_P_IP))  in xfrm_local_error()
240 	else if (skb->protocol == htons(ETH_P_IPV6))  in xfrm_local_error()
249 	afinfo->local_error(skb, mtu);  in xfrm_local_error()