502 static void __build_flow_key(struct flowi4 *fl4, const struct sock *sk,  in __build_flow_key()  argument
515 	flowi4_init_output(fl4, oif, mark, tos,  in __build_flow_key()
521 static void build_skb_flow_key(struct flowi4 *fl4, const struct sk_buff *skb,  in build_skb_flow_key()  argument
530 	__build_flow_key(fl4, sk, iph, oif, tos, prot, mark, 0);  in build_skb_flow_key()
533 static void build_sk_flow_key(struct flowi4 *fl4, const struct sock *sk)  in build_sk_flow_key()  argument
543 	flowi4_init_output(fl4, sk->sk_bound_dev_if, sk->sk_mark,  in build_sk_flow_key()
551 static void ip_rt_build_flow_key(struct flowi4 *fl4, const struct sock *sk,  in ip_rt_build_flow_key()  argument
555 		build_skb_flow_key(fl4, skb, sk);  in ip_rt_build_flow_key()
557 		build_sk_flow_key(fl4, sk);  in ip_rt_build_flow_key()
703 static void __ip_do_redirect(struct rtable *rt, struct sk_buff *skb, struct flowi4 *fl4,  in __ip_do_redirect()  argument
753 			if (fib_lookup(net, fl4, &res) == 0) {  in __ip_do_redirect()
756 				update_or_create_fnhe(nh, fl4->daddr, new_gw,  in __ip_do_redirect()
786 	struct flowi4 fl4;  in ip_do_redirect()  local
795 	__build_flow_key(&fl4, sk, iph, oif, tos, prot, mark, 0);  in ip_do_redirect()
796 	__ip_do_redirect(rt, skb, &fl4, true);  in ip_do_redirect()
962 static void __ip_rt_update_pmtu(struct rtable *rt, struct flowi4 *fl4, u32 mtu)  in __ip_rt_update_pmtu()  argument
981 	if (fib_lookup(dev_net(dst->dev), fl4, &res) == 0) {  in __ip_rt_update_pmtu()
984 		update_or_create_fnhe(nh, fl4->daddr, 0, mtu,  in __ip_rt_update_pmtu()
994 	struct flowi4 fl4;  in ip_rt_update_pmtu()  local
996 	ip_rt_build_flow_key(&fl4, sk, skb);  in ip_rt_update_pmtu()
997 	__ip_rt_update_pmtu(rt, &fl4, mtu);  in ip_rt_update_pmtu()
1004 	struct flowi4 fl4;  in ipv4_update_pmtu()  local
1010 	__build_flow_key(&fl4, NULL, iph, oif,  in ipv4_update_pmtu()
1012 	rt = __ip_route_output_key(net, &fl4);  in ipv4_update_pmtu()
1014 		__ip_rt_update_pmtu(rt, &fl4, mtu);  in ipv4_update_pmtu()
1023 	struct flowi4 fl4;  in __ipv4_sk_update_pmtu()  local
1026 	__build_flow_key(&fl4, sk, iph, 0, 0, 0, 0, 0);  in __ipv4_sk_update_pmtu()
1028 	if (!fl4.flowi4_mark)  in __ipv4_sk_update_pmtu()
1029 		fl4.flowi4_mark = IP4_REPLY_MARK(sock_net(sk), skb->mark);  in __ipv4_sk_update_pmtu()
1031 	rt = __ip_route_output_key(sock_net(sk), &fl4);  in __ipv4_sk_update_pmtu()
1033 		__ip_rt_update_pmtu(rt, &fl4, mtu);  in __ipv4_sk_update_pmtu()
1041 	struct flowi4 fl4;  in ipv4_sk_update_pmtu()  local
1058 	__build_flow_key(&fl4, sk, iph, 0, 0, 0, 0, 0);  in ipv4_sk_update_pmtu()
1062 		rt = ip_route_output_flow(sock_net(sk), &fl4, sk);  in ipv4_sk_update_pmtu()
1069 	__ip_rt_update_pmtu((struct rtable *) rt->dst.path, &fl4, mtu);  in ipv4_sk_update_pmtu()
1075 		rt = ip_route_output_flow(sock_net(sk), &fl4, sk);  in ipv4_sk_update_pmtu()
1095 	struct flowi4 fl4;  in ipv4_redirect()  local
1098 	__build_flow_key(&fl4, NULL, iph, oif,  in ipv4_redirect()
1100 	rt = __ip_route_output_key(net, &fl4);  in ipv4_redirect()
1102 		__ip_do_redirect(rt, skb, &fl4, false);  in ipv4_redirect()
1111 	struct flowi4 fl4;  in ipv4_sk_redirect()  local
1114 	__build_flow_key(&fl4, sk, iph, 0, 0, 0, 0, 0);  in ipv4_sk_redirect()
1115 	rt = __ip_route_output_key(sock_net(sk), &fl4);  in ipv4_sk_redirect()
1117 		__ip_do_redirect(rt, skb, &fl4, false);  in ipv4_sk_redirect()
1178 		struct flowi4 fl4;  in ip_rt_get_source()  local
1183 		memset(&fl4, 0, sizeof(fl4));  in ip_rt_get_source()
1184 		fl4.daddr = iph->daddr;  in ip_rt_get_source()
1185 		fl4.saddr = iph->saddr;  in ip_rt_get_source()
1186 		fl4.flowi4_tos = RT_TOS(iph->tos);  in ip_rt_get_source()
1187 		fl4.flowi4_oif = rt->dst.dev->ifindex;  in ip_rt_get_source()
1188 		fl4.flowi4_iif = skb->dev->ifindex;  in ip_rt_get_source()
1189 		fl4.flowi4_mark = skb->mark;  in ip_rt_get_source()
1192 		if (fib_lookup(dev_net(rt->dst.dev), &fl4, &res) == 0)  in ip_rt_get_source()
1678 			    const struct flowi4 *fl4,  in ip_mkroute_input()  argument
1707 	struct flowi4	fl4;  in ip_route_input_slow()  local
1754 	fl4.flowi4_oif = 0;  in ip_route_input_slow()
1755 	fl4.flowi4_iif = dev->ifindex;  in ip_route_input_slow()
1756 	fl4.flowi4_mark = skb->mark;  in ip_route_input_slow()
1757 	fl4.flowi4_tos = tos;  in ip_route_input_slow()
1758 	fl4.flowi4_scope = RT_SCOPE_UNIVERSE;  in ip_route_input_slow()
1759 	fl4.daddr = daddr;  in ip_route_input_slow()
1760 	fl4.saddr = saddr;  in ip_route_input_slow()
1761 	err = fib_lookup(net, &fl4, &res);  in ip_route_input_slow()
1786 	err = ip_mkroute_input(skb, &res, &fl4, in_dev, daddr, saddr, tos);  in ip_route_input_slow()
1933 				       const struct flowi4 *fl4, int orig_oif,  in __mkroute_output()  argument
1949 		if (ipv4_is_loopback(fl4->saddr) && !(dev_out->flags & IFF_LOOPBACK))  in __mkroute_output()
1952 	if (ipv4_is_lbcast(fl4->daddr))  in __mkroute_output()
1954 	else if (ipv4_is_multicast(fl4->daddr))  in __mkroute_output()
1956 	else if (ipv4_is_zeronet(fl4->daddr))  in __mkroute_output()
1968 		if (!ip_check_mc_rcu(in_dev, fl4->daddr, fl4->saddr,  in __mkroute_output()
1969 				     fl4->flowi4_proto))  in __mkroute_output()
1987 		fnhe = find_exception(nh, fl4->daddr);  in __mkroute_output()
1993 				ip_del_fnhe(nh, fl4->daddr);  in __mkroute_output()
2000 		if (unlikely(fl4->flowi4_flags &  in __mkroute_output()
2050 			    !ipv4_is_local_multicast(fl4->daddr)) {  in __mkroute_output()
2058 	rt_set_nexthop(rth, fl4->daddr, res, fnhe, fi, type, 0);  in __mkroute_output()
2067 struct rtable *__ip_route_output_key(struct net *net, struct flowi4 *fl4)  in __ip_route_output_key()  argument
2070 	__u8 tos = RT_FL_TOS(fl4);  in __ip_route_output_key()
2080 	orig_oif = fl4->flowi4_oif;  in __ip_route_output_key()
2082 	fl4->flowi4_iif = LOOPBACK_IFINDEX;  in __ip_route_output_key()
2083 	fl4->flowi4_tos = tos & IPTOS_RT_MASK;  in __ip_route_output_key()
2084 	fl4->flowi4_scope = ((tos & RTO_ONLINK) ?  in __ip_route_output_key()
2088 	if (fl4->saddr) {  in __ip_route_output_key()
2090 		if (ipv4_is_multicast(fl4->saddr) ||  in __ip_route_output_key()
2091 		    ipv4_is_lbcast(fl4->saddr) ||  in __ip_route_output_key()
2092 		    ipv4_is_zeronet(fl4->saddr))  in __ip_route_output_key()
2103 		if (fl4->flowi4_oif == 0 &&  in __ip_route_output_key()
2104 		    (ipv4_is_multicast(fl4->daddr) ||  in __ip_route_output_key()
2105 		     ipv4_is_lbcast(fl4->daddr))) {  in __ip_route_output_key()
2107 			dev_out = __ip_dev_find(net, fl4->saddr, false);  in __ip_route_output_key()
2126 			fl4->flowi4_oif = dev_out->ifindex;  in __ip_route_output_key()
2130 		if (!(fl4->flowi4_flags & FLOWI_FLAG_ANYSRC)) {  in __ip_route_output_key()
2132 			if (!__ip_dev_find(net, fl4->saddr, false))  in __ip_route_output_key()
2138 	if (fl4->flowi4_oif) {  in __ip_route_output_key()
2139 		dev_out = dev_get_by_index_rcu(net, fl4->flowi4_oif);  in __ip_route_output_key()
2149 		if (ipv4_is_local_multicast(fl4->daddr) ||  in __ip_route_output_key()
2150 		    ipv4_is_lbcast(fl4->daddr)) {  in __ip_route_output_key()
2151 			if (!fl4->saddr)  in __ip_route_output_key()
2152 				fl4->saddr = inet_select_addr(dev_out, 0,  in __ip_route_output_key()
2156 		if (!fl4->saddr) {  in __ip_route_output_key()
2157 			if (ipv4_is_multicast(fl4->daddr))  in __ip_route_output_key()
2158 				fl4->saddr = inet_select_addr(dev_out, 0,  in __ip_route_output_key()
2159 							      fl4->flowi4_scope);  in __ip_route_output_key()
2160 			else if (!fl4->daddr)  in __ip_route_output_key()
2161 				fl4->saddr = inet_select_addr(dev_out, 0,  in __ip_route_output_key()
2166 	if (!fl4->daddr) {  in __ip_route_output_key()
2167 		fl4->daddr = fl4->saddr;  in __ip_route_output_key()
2168 		if (!fl4->daddr)  in __ip_route_output_key()
2169 			fl4->daddr = fl4->saddr = htonl(INADDR_LOOPBACK);  in __ip_route_output_key()
2171 		fl4->flowi4_oif = LOOPBACK_IFINDEX;  in __ip_route_output_key()
2177 	if (fib_lookup(net, fl4, &res)) {  in __ip_route_output_key()
2180 		if (fl4->flowi4_oif) {  in __ip_route_output_key()
2199 			if (fl4->saddr == 0)  in __ip_route_output_key()
2200 				fl4->saddr = inet_select_addr(dev_out, 0,  in __ip_route_output_key()
2210 		if (!fl4->saddr) {  in __ip_route_output_key()
2212 				fl4->saddr = res.fi->fib_prefsrc;  in __ip_route_output_key()
2214 				fl4->saddr = fl4->daddr;  in __ip_route_output_key()
2217 		fl4->flowi4_oif = dev_out->ifindex;  in __ip_route_output_key()
2223 	if (res.fi->fib_nhs > 1 && fl4->flowi4_oif == 0)  in __ip_route_output_key()
2229 	    res.type == RTN_UNICAST && !fl4->flowi4_oif)  in __ip_route_output_key()
2232 	if (!fl4->saddr)  in __ip_route_output_key()
2233 		fl4->saddr = FIB_RES_PREFSRC(net, res);  in __ip_route_output_key()
2236 	fl4->flowi4_oif = dev_out->ifindex;  in __ip_route_output_key()
2240 	rth = __mkroute_output(&res, fl4, orig_oif, dev_out, flags);  in __ip_route_output_key()
2342 			struct flowi4 *fl4, struct sk_buff *skb, u32 portid,  in rt_fill_info()  argument
2360 	r->rtm_tos	= fl4->flowi4_tos;  in rt_fill_info()
2389 	    fl4->saddr != src) {  in rt_fill_info()
2390 		if (nla_put_in_addr(skb, RTA_PREFSRC, fl4->saddr))  in rt_fill_info()
2413 	if (fl4->flowi4_mark &&  in rt_fill_info()
2414 	    nla_put_u32(skb, RTA_MARK, fl4->flowi4_mark))  in rt_fill_info()
2424 						 fl4->saddr, fl4->daddr,  in rt_fill_info()
2460 	struct flowi4 fl4;  in inet_rtm_getroute()  local
2495 	memset(&fl4, 0, sizeof(fl4));  in inet_rtm_getroute()
2496 	fl4.daddr = dst;  in inet_rtm_getroute()
2497 	fl4.saddr = src;  in inet_rtm_getroute()
2498 	fl4.flowi4_tos = rtm->rtm_tos;  in inet_rtm_getroute()
2499 	fl4.flowi4_oif = tb[RTA_OIF] ? nla_get_u32(tb[RTA_OIF]) : 0;  in inet_rtm_getroute()
2500 	fl4.flowi4_mark = mark;  in inet_rtm_getroute()
2522 		rt = ip_route_output_key(net, &fl4);  in inet_rtm_getroute()
2536 	err = rt_fill_info(net, dst, src, &fl4, skb,  in inet_rtm_getroute()