tcp: better use ooo_last_skb in tcp_data_queue_ofo()
authorEric Dumazet <edumazet@google.com>
Fri, 9 Sep 2016 21:22:45 +0000 (14:22 -0700)
committerDavid S. Miller <davem@davemloft.net>
Sun, 11 Sep 2016 04:43:41 +0000 (21:43 -0700)
Willem noticed that we could avoid an rbtree lookup if the
the attempt to coalesce incoming skb to the last skb failed
for some reason.

Since most ooo additions are at the tail, this is definitely
worth adding a test and fast path.

Suggested-by: Willem de Bruijn <willemb@google.com>
Signed-off-by: Eric Dumazet <edumazet@google.com>
Cc: Yaogong Wang <wygivan@google.com>
Cc: Yuchung Cheng <ycheng@google.com>
Cc: Neal Cardwell <ncardwell@google.com>
Cc: Ilpo Järvinen <ilpo.jarvinen@helsinki.fi>
Signed-off-by: David S. Miller <davem@davemloft.net>
net/ipv4/tcp_input.c

index a5934c4..70b892d 100644 (file)
@@ -4461,6 +4461,12 @@ coalesce_done:
                skb = NULL;
                goto add_sack;
        }
+       /* Can avoid an rbtree lookup if we are adding skb after ooo_last_skb */
+       if (!before(seq, TCP_SKB_CB(tp->ooo_last_skb)->end_seq)) {
+               parent = &tp->ooo_last_skb->rbnode;
+               p = &parent->rb_right;
+               goto insert;
+       }
 
        /* Find place to insert this segment. Handle overlaps on the way. */
        parent = NULL;
@@ -4503,7 +4509,7 @@ coalesce_done:
                }
                p = &parent->rb_right;
        }
-
+insert:
        /* Insert segment into RB tree. */
        rb_link_node(&skb->rbnode, parent, p);
        rb_insert_color(&skb->rbnode, &tp->out_of_order_queue);