This source file includes following definitions.
- ip6_rcv_finish_core
- ip6_rcv_finish
- ip6_sublist_rcv_finish
- ip6_list_rcv_finish
- ip6_rcv_core
- ipv6_rcv
- ip6_sublist_rcv
- ipv6_list_rcv
- ip6_protocol_deliver_rcu
- ip6_input_finish
- ip6_input
- ip6_mc_input
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 #include <linux/errno.h>
19 #include <linux/types.h>
20 #include <linux/socket.h>
21 #include <linux/sockios.h>
22 #include <linux/net.h>
23 #include <linux/netdevice.h>
24 #include <linux/in6.h>
25 #include <linux/icmpv6.h>
26 #include <linux/mroute6.h>
27 #include <linux/slab.h>
28 #include <linux/indirect_call_wrapper.h>
29
30 #include <linux/netfilter.h>
31 #include <linux/netfilter_ipv6.h>
32
33 #include <net/sock.h>
34 #include <net/snmp.h>
35
36 #include <net/ipv6.h>
37 #include <net/protocol.h>
38 #include <net/transp_v6.h>
39 #include <net/rawv6.h>
40 #include <net/ndisc.h>
41 #include <net/ip6_route.h>
42 #include <net/addrconf.h>
43 #include <net/xfrm.h>
44 #include <net/inet_ecn.h>
45 #include <net/dst_metadata.h>
46
47 INDIRECT_CALLABLE_DECLARE(void udp_v6_early_demux(struct sk_buff *));
48 INDIRECT_CALLABLE_DECLARE(void tcp_v6_early_demux(struct sk_buff *));
49 static void ip6_rcv_finish_core(struct net *net, struct sock *sk,
50 struct sk_buff *skb)
51 {
52 void (*edemux)(struct sk_buff *skb);
53
54 if (net->ipv4.sysctl_ip_early_demux && !skb_dst(skb) && skb->sk == NULL) {
55 const struct inet6_protocol *ipprot;
56
57 ipprot = rcu_dereference(inet6_protos[ipv6_hdr(skb)->nexthdr]);
58 if (ipprot && (edemux = READ_ONCE(ipprot->early_demux)))
59 INDIRECT_CALL_2(edemux, tcp_v6_early_demux,
60 udp_v6_early_demux, skb);
61 }
62 if (!skb_valid_dst(skb))
63 ip6_route_input(skb);
64 }
65
66 int ip6_rcv_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
67 {
68
69
70
71 skb = l3mdev_ip6_rcv(skb);
72 if (!skb)
73 return NET_RX_SUCCESS;
74 ip6_rcv_finish_core(net, sk, skb);
75
76 return dst_input(skb);
77 }
78
79 static void ip6_sublist_rcv_finish(struct list_head *head)
80 {
81 struct sk_buff *skb, *next;
82
83 list_for_each_entry_safe(skb, next, head, list) {
84 skb_list_del_init(skb);
85 dst_input(skb);
86 }
87 }
88
89 static void ip6_list_rcv_finish(struct net *net, struct sock *sk,
90 struct list_head *head)
91 {
92 struct dst_entry *curr_dst = NULL;
93 struct sk_buff *skb, *next;
94 struct list_head sublist;
95
96 INIT_LIST_HEAD(&sublist);
97 list_for_each_entry_safe(skb, next, head, list) {
98 struct dst_entry *dst;
99
100 skb_list_del_init(skb);
101
102
103
104 skb = l3mdev_ip6_rcv(skb);
105 if (!skb)
106 continue;
107 ip6_rcv_finish_core(net, sk, skb);
108 dst = skb_dst(skb);
109 if (curr_dst != dst) {
110
111 if (!list_empty(&sublist))
112 ip6_sublist_rcv_finish(&sublist);
113
114 INIT_LIST_HEAD(&sublist);
115 curr_dst = dst;
116 }
117 list_add_tail(&skb->list, &sublist);
118 }
119
120 ip6_sublist_rcv_finish(&sublist);
121 }
122
123 static struct sk_buff *ip6_rcv_core(struct sk_buff *skb, struct net_device *dev,
124 struct net *net)
125 {
126 const struct ipv6hdr *hdr;
127 u32 pkt_len;
128 struct inet6_dev *idev;
129
130 if (skb->pkt_type == PACKET_OTHERHOST) {
131 kfree_skb(skb);
132 return NULL;
133 }
134
135 rcu_read_lock();
136
137 idev = __in6_dev_get(skb->dev);
138
139 __IP6_UPD_PO_STATS(net, idev, IPSTATS_MIB_IN, skb->len);
140
141 if ((skb = skb_share_check(skb, GFP_ATOMIC)) == NULL ||
142 !idev || unlikely(idev->cnf.disable_ipv6)) {
143 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INDISCARDS);
144 goto drop;
145 }
146
147 memset(IP6CB(skb), 0, sizeof(struct inet6_skb_parm));
148
149
150
151
152
153
154
155
156
157
158
159
160 IP6CB(skb)->iif = skb_valid_dst(skb) ? ip6_dst_idev(skb_dst(skb))->dev->ifindex : dev->ifindex;
161
162 if (unlikely(!pskb_may_pull(skb, sizeof(*hdr))))
163 goto err;
164
165 hdr = ipv6_hdr(skb);
166
167 if (hdr->version != 6)
168 goto err;
169
170 __IP6_ADD_STATS(net, idev,
171 IPSTATS_MIB_NOECTPKTS +
172 (ipv6_get_dsfield(hdr) & INET_ECN_MASK),
173 max_t(unsigned short, 1, skb_shinfo(skb)->gso_segs));
174
175
176
177
178
179
180
181 if ((ipv6_addr_loopback(&hdr->saddr) ||
182 ipv6_addr_loopback(&hdr->daddr)) &&
183 !(dev->flags & IFF_LOOPBACK) &&
184 !netif_is_l3_master(dev))
185 goto err;
186
187
188
189
190
191
192
193 if (!(skb->pkt_type == PACKET_LOOPBACK ||
194 dev->flags & IFF_LOOPBACK) &&
195 ipv6_addr_is_multicast(&hdr->daddr) &&
196 IPV6_ADDR_MC_SCOPE(&hdr->daddr) == 1)
197 goto err;
198
199
200
201
202
203 if (!ipv6_addr_is_multicast(&hdr->daddr) &&
204 (skb->pkt_type == PACKET_BROADCAST ||
205 skb->pkt_type == PACKET_MULTICAST) &&
206 idev->cnf.drop_unicast_in_l2_multicast)
207 goto err;
208
209
210
211
212
213
214 if (ipv6_addr_is_multicast(&hdr->daddr) &&
215 IPV6_ADDR_MC_SCOPE(&hdr->daddr) == 0)
216 goto err;
217
218
219
220
221
222
223 if (ipv6_addr_is_multicast(&hdr->saddr))
224 goto err;
225
226
227
228
229
230
231
232
233 if (ipv6_addr_v4mapped(&hdr->saddr))
234 goto err;
235
236 skb->transport_header = skb->network_header + sizeof(*hdr);
237 IP6CB(skb)->nhoff = offsetof(struct ipv6hdr, nexthdr);
238
239 pkt_len = ntohs(hdr->payload_len);
240
241
242 if (pkt_len || hdr->nexthdr != NEXTHDR_HOP) {
243 if (pkt_len + sizeof(struct ipv6hdr) > skb->len) {
244 __IP6_INC_STATS(net,
245 idev, IPSTATS_MIB_INTRUNCATEDPKTS);
246 goto drop;
247 }
248 if (pskb_trim_rcsum(skb, pkt_len + sizeof(struct ipv6hdr))) {
249 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INHDRERRORS);
250 goto drop;
251 }
252 hdr = ipv6_hdr(skb);
253 }
254
255 if (hdr->nexthdr == NEXTHDR_HOP) {
256 if (ipv6_parse_hopopts(skb) < 0) {
257 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INHDRERRORS);
258 rcu_read_unlock();
259 return NULL;
260 }
261 }
262
263 rcu_read_unlock();
264
265
266 skb_orphan(skb);
267
268 return skb;
269 err:
270 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INHDRERRORS);
271 drop:
272 rcu_read_unlock();
273 kfree_skb(skb);
274 return NULL;
275 }
276
277 int ipv6_rcv(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt, struct net_device *orig_dev)
278 {
279 struct net *net = dev_net(skb->dev);
280
281 skb = ip6_rcv_core(skb, dev, net);
282 if (skb == NULL)
283 return NET_RX_DROP;
284 return NF_HOOK(NFPROTO_IPV6, NF_INET_PRE_ROUTING,
285 net, NULL, skb, dev, NULL,
286 ip6_rcv_finish);
287 }
288
289 static void ip6_sublist_rcv(struct list_head *head, struct net_device *dev,
290 struct net *net)
291 {
292 NF_HOOK_LIST(NFPROTO_IPV6, NF_INET_PRE_ROUTING, net, NULL,
293 head, dev, NULL, ip6_rcv_finish);
294 ip6_list_rcv_finish(net, NULL, head);
295 }
296
297
298 void ipv6_list_rcv(struct list_head *head, struct packet_type *pt,
299 struct net_device *orig_dev)
300 {
301 struct net_device *curr_dev = NULL;
302 struct net *curr_net = NULL;
303 struct sk_buff *skb, *next;
304 struct list_head sublist;
305
306 INIT_LIST_HEAD(&sublist);
307 list_for_each_entry_safe(skb, next, head, list) {
308 struct net_device *dev = skb->dev;
309 struct net *net = dev_net(dev);
310
311 skb_list_del_init(skb);
312 skb = ip6_rcv_core(skb, dev, net);
313 if (skb == NULL)
314 continue;
315
316 if (curr_dev != dev || curr_net != net) {
317
318 if (!list_empty(&sublist))
319 ip6_sublist_rcv(&sublist, curr_dev, curr_net);
320
321 INIT_LIST_HEAD(&sublist);
322 curr_dev = dev;
323 curr_net = net;
324 }
325 list_add_tail(&skb->list, &sublist);
326 }
327
328 ip6_sublist_rcv(&sublist, curr_dev, curr_net);
329 }
330
331 INDIRECT_CALLABLE_DECLARE(int udpv6_rcv(struct sk_buff *));
332 INDIRECT_CALLABLE_DECLARE(int tcp_v6_rcv(struct sk_buff *));
333
334
335
336
337 void ip6_protocol_deliver_rcu(struct net *net, struct sk_buff *skb, int nexthdr,
338 bool have_final)
339 {
340 const struct inet6_protocol *ipprot;
341 struct inet6_dev *idev;
342 unsigned int nhoff;
343 bool raw;
344
345
346
347
348
349 resubmit:
350 idev = ip6_dst_idev(skb_dst(skb));
351 nhoff = IP6CB(skb)->nhoff;
352 if (!have_final) {
353 if (!pskb_pull(skb, skb_transport_offset(skb)))
354 goto discard;
355 nexthdr = skb_network_header(skb)[nhoff];
356 }
357
358 resubmit_final:
359 raw = raw6_local_deliver(skb, nexthdr);
360 ipprot = rcu_dereference(inet6_protos[nexthdr]);
361 if (ipprot) {
362 int ret;
363
364 if (have_final) {
365 if (!(ipprot->flags & INET6_PROTO_FINAL)) {
366
367
368
369
370
371 goto discard;
372 }
373 } else if (ipprot->flags & INET6_PROTO_FINAL) {
374 const struct ipv6hdr *hdr;
375 int sdif = inet6_sdif(skb);
376 struct net_device *dev;
377
378
379 have_final = true;
380
381
382
383
384 nf_reset_ct(skb);
385
386 skb_postpull_rcsum(skb, skb_network_header(skb),
387 skb_network_header_len(skb));
388 hdr = ipv6_hdr(skb);
389
390
391 if (sdif) {
392 dev = dev_get_by_index_rcu(net, sdif);
393 if (!dev)
394 goto discard;
395 } else {
396 dev = skb->dev;
397 }
398
399 if (ipv6_addr_is_multicast(&hdr->daddr) &&
400 !ipv6_chk_mcast_addr(dev, &hdr->daddr,
401 &hdr->saddr) &&
402 !ipv6_is_mld(skb, nexthdr, skb_network_header_len(skb)))
403 goto discard;
404 }
405 if (!(ipprot->flags & INET6_PROTO_NOPOLICY) &&
406 !xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb))
407 goto discard;
408
409 ret = INDIRECT_CALL_2(ipprot->handler, tcp_v6_rcv, udpv6_rcv,
410 skb);
411 if (ret > 0) {
412 if (ipprot->flags & INET6_PROTO_FINAL) {
413
414
415
416
417
418 nexthdr = ret;
419 goto resubmit_final;
420 } else {
421 goto resubmit;
422 }
423 } else if (ret == 0) {
424 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INDELIVERS);
425 }
426 } else {
427 if (!raw) {
428 if (xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb)) {
429 __IP6_INC_STATS(net, idev,
430 IPSTATS_MIB_INUNKNOWNPROTOS);
431 icmpv6_send(skb, ICMPV6_PARAMPROB,
432 ICMPV6_UNK_NEXTHDR, nhoff);
433 }
434 kfree_skb(skb);
435 } else {
436 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INDELIVERS);
437 consume_skb(skb);
438 }
439 }
440 return;
441
442 discard:
443 __IP6_INC_STATS(net, idev, IPSTATS_MIB_INDISCARDS);
444 kfree_skb(skb);
445 }
446
447 static int ip6_input_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
448 {
449 rcu_read_lock();
450 ip6_protocol_deliver_rcu(net, skb, 0, false);
451 rcu_read_unlock();
452
453 return 0;
454 }
455
456
457 int ip6_input(struct sk_buff *skb)
458 {
459 return NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_IN,
460 dev_net(skb->dev), NULL, skb, skb->dev, NULL,
461 ip6_input_finish);
462 }
463 EXPORT_SYMBOL_GPL(ip6_input);
464
465 int ip6_mc_input(struct sk_buff *skb)
466 {
467 int sdif = inet6_sdif(skb);
468 const struct ipv6hdr *hdr;
469 struct net_device *dev;
470 bool deliver;
471
472 __IP6_UPD_PO_STATS(dev_net(skb_dst(skb)->dev),
473 __in6_dev_get_safely(skb->dev), IPSTATS_MIB_INMCAST,
474 skb->len);
475
476
477 if (sdif) {
478 rcu_read_lock();
479 dev = dev_get_by_index_rcu(dev_net(skb->dev), sdif);
480 if (!dev) {
481 rcu_read_unlock();
482 kfree_skb(skb);
483 return -ENODEV;
484 }
485 } else {
486 dev = skb->dev;
487 }
488
489 hdr = ipv6_hdr(skb);
490 deliver = ipv6_chk_mcast_addr(dev, &hdr->daddr, NULL);
491 if (sdif)
492 rcu_read_unlock();
493
494 #ifdef CONFIG_IPV6_MROUTE
495
496
497
498 if (dev_net(skb->dev)->ipv6.devconf_all->mc_forwarding &&
499 !(ipv6_addr_type(&hdr->daddr) &
500 (IPV6_ADDR_LOOPBACK|IPV6_ADDR_LINKLOCAL)) &&
501 likely(!(IP6CB(skb)->flags & IP6SKB_FORWARDED))) {
502
503
504
505
506 struct sk_buff *skb2;
507 struct inet6_skb_parm *opt = IP6CB(skb);
508
509
510 if (unlikely(opt->flags & IP6SKB_ROUTERALERT)) {
511
512 u8 nexthdr = hdr->nexthdr;
513 __be16 frag_off;
514 int offset;
515
516
517
518
519 if (opt->ra == htons(IPV6_OPT_ROUTERALERT_MLD)) {
520 deliver = false;
521
522 if (!ipv6_ext_hdr(nexthdr)) {
523
524 goto out;
525 }
526 offset = ipv6_skip_exthdr(skb, sizeof(*hdr),
527 &nexthdr, &frag_off);
528 if (offset < 0)
529 goto out;
530
531 if (ipv6_is_mld(skb, nexthdr, offset))
532 deliver = true;
533
534 goto out;
535 }
536
537 }
538
539 if (deliver)
540 skb2 = skb_clone(skb, GFP_ATOMIC);
541 else {
542 skb2 = skb;
543 skb = NULL;
544 }
545
546 if (skb2) {
547 ip6_mr_input(skb2);
548 }
549 }
550 out:
551 #endif
552 if (likely(deliver))
553 ip6_input(skb);
554 else {
555
556 kfree_skb(skb);
557 }
558
559 return 0;
560 }