22 static int xfrm_output2(struct sock *sk, struct sk_buff *skb);
24 static int xfrm_skb_check_space(struct sk_buff *skb)  in xfrm_skb_check_space()  argument
26 	struct dst_entry *dst = skb_dst(skb);  in xfrm_skb_check_space()
28 		- skb_headroom(skb);  in xfrm_skb_check_space()
29 	int ntail = dst->dev->needed_tailroom - skb_tailroom(skb);  in xfrm_skb_check_space()
38 	return pskb_expand_head(skb, nhead, ntail, GFP_ATOMIC);  in xfrm_skb_check_space()
41 static int xfrm_output_one(struct sk_buff *skb, int err)  in xfrm_output_one()  argument
43 	struct dst_entry *dst = skb_dst(skb);  in xfrm_output_one()
51 		err = xfrm_skb_check_space(skb);  in xfrm_output_one()
57 		err = x->outer_mode->output(x, skb);  in xfrm_output_one()
77 		err = x->repl->overflow(x, skb);  in xfrm_output_one()
83 		x->curlft.bytes += skb->len;  in xfrm_output_one()
88 		skb_dst_force(skb);  in xfrm_output_one()
90 		err = x->type->output(x, skb);  in xfrm_output_one()
100 		dst = skb_dst_pop(skb);  in xfrm_output_one()
106 		skb_dst_set(skb, dst);  in xfrm_output_one()
115 	kfree_skb(skb);  in xfrm_output_one()
120 int xfrm_output_resume(struct sk_buff *skb, int err)  in xfrm_output_resume()  argument
122 	while (likely((err = xfrm_output_one(skb, err)) == 0)) {  in xfrm_output_resume()
123 		nf_reset(skb);  in xfrm_output_resume()
125 		err = skb_dst(skb)->ops->local_out(skb);  in xfrm_output_resume()
129 		if (!skb_dst(skb)->xfrm)  in xfrm_output_resume()
130 			return dst_output(skb);  in xfrm_output_resume()
132 		err = nf_hook(skb_dst(skb)->ops->family,  in xfrm_output_resume()
133 			      NF_INET_POST_ROUTING, skb->sk, skb,  in xfrm_output_resume()
134 			      NULL, skb_dst(skb)->dev, xfrm_output2);  in xfrm_output_resume()
147 static int xfrm_output2(struct sock *sk, struct sk_buff *skb)  in xfrm_output2()  argument
149 	return xfrm_output_resume(skb, 1);  in xfrm_output2()
152 static int xfrm_output_gso(struct sock *sk, struct sk_buff *skb)  in xfrm_output_gso()  argument
156 	BUILD_BUG_ON(sizeof(*IPCB(skb)) > SKB_SGO_CB_OFFSET);  in xfrm_output_gso()
157 	BUILD_BUG_ON(sizeof(*IP6CB(skb)) > SKB_SGO_CB_OFFSET);  in xfrm_output_gso()
158 	segs = skb_gso_segment(skb, 0);  in xfrm_output_gso()
159 	kfree_skb(skb);  in xfrm_output_gso()
183 int xfrm_output(struct sock *sk, struct sk_buff *skb)  in xfrm_output()  argument
185 	struct net *net = dev_net(skb_dst(skb)->dev);  in xfrm_output()
188 	if (skb_is_gso(skb))  in xfrm_output()
189 		return xfrm_output_gso(sk, skb);  in xfrm_output()
191 	if (skb->ip_summed == CHECKSUM_PARTIAL) {  in xfrm_output()
192 		err = skb_checksum_help(skb);  in xfrm_output()
195 			kfree_skb(skb);  in xfrm_output()
200 	return xfrm_output2(sk, skb);  in xfrm_output()
204 int xfrm_inner_extract_output(struct xfrm_state *x, struct sk_buff *skb)  in xfrm_inner_extract_output()  argument
209 				xfrm_af2proto(skb_dst(skb)->ops->family));  in xfrm_inner_extract_output()
215 	return inner_mode->afinfo->extract_output(x, skb);  in xfrm_inner_extract_output()
219 void xfrm_local_error(struct sk_buff *skb, int mtu)  in xfrm_local_error()  argument
224 	if (skb->protocol == htons(ETH_P_IP))  in xfrm_local_error()
226 	else if (skb->protocol == htons(ETH_P_IPV6))  in xfrm_local_error()
235 	afinfo->local_error(skb, mtu);  in xfrm_local_error()