net/ipv4/ip_forward.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * INET         An implementation of the TCP/IP protocol suite for the LINUX
   4  *              operating system.  INET is implemented using the  BSD Socket
   5  *              interface as the means of communication with the user level.
   6  *
   7  *              The IP forwarding functionality.
   8  *
   9  * Authors:     see ip.c
  10  *
  11  * Fixes:
  12  *              Many            :       Split from ip.c , see ip_input.c for
  13  *                                      history.
  14  *              Dave Gregorich  :       NULL ip_rt_put fix for multicast
  15  *                                      routing.
  16  *              Jos Vos         :       Add call_out_firewall before sending,
  17  *                                      use output device for accounting.
  18  *              Jos Vos         :       Call forward firewall after routing
  19  *                                      (always use output device).
  20  *              Mike McLagan    :       Routing by source
  21  */
  22
  23 #include <linux/types.h>
  24 #include <linux/mm.h>
  25 #include <linux/skbuff.h>
  26 #include <linux/ip.h>
  27 #include <linux/icmp.h>
  28 #include <linux/netdevice.h>
  29 #include <linux/slab.h>
  30 #include <net/sock.h>
  31 #include <net/ip.h>
  32 #include <net/tcp.h>
  33 #include <net/udp.h>
  34 #include <net/icmp.h>
  35 #include <linux/tcp.h>
  36 #include <linux/udp.h>
  37 #include <linux/netfilter_ipv4.h>
  38 #include <net/checksum.h>
  39 #include <linux/route.h>
  40 #include <net/route.h>
  41 #include <net/xfrm.h>
  42
  43 static bool ip_exceeds_mtu(const struct sk_buff *skb, unsigned int mtu)
  44 {
  45         if (skb->len <= mtu)
  46                 return false;
  47
  48         if (unlikely((ip_hdr(skb)->frag_off & htons(IP_DF)) == 0))
  49                 return false;
  50
  51         /* original fragment exceeds mtu and DF is set */
  52         if (unlikely(IPCB(skb)->frag_max_size > mtu))
  53                 return true;
  54
  55         if (skb->ignore_df)
  56                 return false;
  57
  58         if (skb_is_gso(skb) && skb_gso_validate_network_len(skb, mtu))
  59                 return false;
  60
  61         return true;
  62 }
  63
  64
  65 static int ip_forward_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
  66 {
  67         struct ip_options *opt  = &(IPCB(skb)->opt);
  68
  69         __IP_INC_STATS(net, IPSTATS_MIB_OUTFORWDATAGRAMS);
  70         __IP_ADD_STATS(net, IPSTATS_MIB_OUTOCTETS, skb->len);
  71
  72 #ifdef CONFIG_NET_SWITCHDEV
  73         if (skb->offload_l3_fwd_mark) {
  74                 consume_skb(skb);
  75                 return 0;
  76         }
  77 #endif
  78
  79         if (unlikely(opt->optlen))
  80                 ip_forward_options(skb);
  81
  82         skb_clear_tstamp(skb);
  83         return dst_output(net, sk, skb);
  84 }
  85
  86 int ip_forward(struct sk_buff *skb)
  87 {
  88         u32 mtu;
  89         struct iphdr *iph;      /* Our header */
  90         struct rtable *rt;      /* Route we use */
  91         struct ip_options *opt  = &(IPCB(skb)->opt);
  92         struct net *net;
  93         SKB_DR(reason);
  94
  95         /* that should never happen */
  96         if (skb->pkt_type != PACKET_HOST)
  97                 goto drop;
  98
  99         if (unlikely(skb->sk))
 100                 goto drop;
 101
 102         if (skb_warn_if_lro(skb))
 103                 goto drop;
 104
 105         if (!xfrm4_policy_check(NULL, XFRM_POLICY_FWD, skb)) {
 106                 SKB_DR_SET(reason, XFRM_POLICY);
 107                 goto drop;
 108         }
 109
 110         if (IPCB(skb)->opt.router_alert && ip_call_ra_chain(skb))
 111                 return NET_RX_SUCCESS;
 112
 113         skb_forward_csum(skb);
 114         net = dev_net(skb->dev);
 115
 116         /*
 117          *      According to the RFC, we must first decrease the TTL field. If
 118          *      that reaches zero, we must reply an ICMP control message telling
 119          *      that the packet's lifetime expired.
 120          */
 121         if (ip_hdr(skb)->ttl <= 1)
 122                 goto too_many_hops;
 123
 124         if (!xfrm4_route_forward(skb)) {
 125                 SKB_DR_SET(reason, XFRM_POLICY);
 126                 goto drop;
 127         }
 128
 129         rt = skb_rtable(skb);
 130
 131         if (opt->is_strictroute && rt->rt_uses_gateway)
 132                 goto sr_failed;
 133
 134         IPCB(skb)->flags |= IPSKB_FORWARDED;
 135         mtu = ip_dst_mtu_maybe_forward(&rt->dst, true);
 136         if (ip_exceeds_mtu(skb, mtu)) {
 137                 IP_INC_STATS(net, IPSTATS_MIB_FRAGFAILS);
 138                 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED,
 139                           htonl(mtu));
 140                 SKB_DR_SET(reason, PKT_TOO_BIG);
 141                 goto drop;
 142         }
 143
 144         /* We are about to mangle packet. Copy it! */
 145         if (skb_cow(skb, LL_RESERVED_SPACE(rt->dst.dev)+rt->dst.header_len))
 146                 goto drop;
 147         iph = ip_hdr(skb);
 148
 149         /* Decrease ttl after skb cow done */
 150         ip_decrease_ttl(iph);
 151
 152         /*
 153          *      We now generate an ICMP HOST REDIRECT giving the route
 154          *      we calculated.
 155          */
 156         if (IPCB(skb)->flags & IPSKB_DOREDIRECT && !opt->srr &&
 157             !skb_sec_path(skb))
 158                 ip_rt_send_redirect(skb);
 159
 160         if (READ_ONCE(net->ipv4.sysctl_ip_fwd_update_priority))
 161                 skb->priority = rt_tos2priority(iph->tos);
 162
 163         return NF_HOOK(NFPROTO_IPV4, NF_INET_FORWARD,
 164                        net, NULL, skb, skb->dev, rt->dst.dev,
 165                        ip_forward_finish);
 166
 167 sr_failed:
 168         /*
 169          *      Strict routing permits no gatewaying
 170          */
 171          icmp_send(skb, ICMP_DEST_UNREACH, ICMP_SR_FAILED, 0);
 172          goto drop;
 173
 174 too_many_hops:
 175         /* Tell the sender its packet died... */
 176         __IP_INC_STATS(net, IPSTATS_MIB_INHDRERRORS);
 177         icmp_send(skb, ICMP_TIME_EXCEEDED, ICMP_EXC_TTL, 0);
 178         SKB_DR_SET(reason, IP_INHDR);
 179 drop:
 180         kfree_skb_reason(skb, reason);
 181         return NET_RX_DROP;
 182 }