src/third_party/WebKit/Tools/Scripts/webkitpy/layout_tests/print_layout_test_times_unittest.py

   1 # Copyright (C) 2013 Google Inc. All rights reserved.
   2 #
   3 # Redistribution and use in source and binary forms, with or without
   4 # modification, are permitted provided that the following conditions are
   5 # met:
   6 #
   7 #     * Redistributions of source code must retain the above copyright
   8 # notice, this list of conditions and the following disclaimer.
   9 #     * Redistributions in binary form must reproduce the above
  10 # copyright notice, this list of conditions and the following disclaimer
  11 # in the documentation and/or other materials provided with the
  12 # distribution.
  13 #     * Neither the name of Google Inc. nor the names of its
  14 # contributors may be used to endorse or promote products derived from
  15 # this software without specific prior written permission.
  16 #
  17 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  18 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  19 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  20 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  21 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  22 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  23 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  24 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  25 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  27 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28
  29 import webkitpy.thirdparty.unittest2 as unittest
  30
  31 from webkitpy.common.host_mock import MockHost
  32 from webkitpy.layout_tests.print_layout_test_times import main
  33
  34
  35 class PrintLayoutTestTimesTest(unittest.TestCase):
  36
  37     def check(self, args, expected_output, files=None):
  38         host = MockHost()
  39         fs = host.filesystem
  40         results_directory = host.port_factory.get().results_directory()
  41         if files:
  42             fs.files = files
  43         else:
  44             fs.write_text_file(fs.join(results_directory, 'times_ms.json'), """
  45                 {"foo": {"foo1": {"fast1.html": 10,
  46                                   "fast2.html": 10,
  47                                   "slow1.html": 80},
  48                          "foo2": {"fast3.html": 10,
  49                                   "fast4.html": 10,
  50                                   "slow2.html": 80}},
  51                  "bar": {"bar1": {"fast5.html": 10,
  52                                   "fast6.html": 10,
  53                                   "slow3.html": 80}}}
  54                 """)
  55         main(host, args)
  56         self.assertEqual(host.stdout.getvalue(), expected_output)
  57
  58     def test_fastest_overall(self):
  59         # This is the fastest 10% of the tests overall (ignoring dir structure, equivalent to -f 0).
  60         self.check(['--fastest', '10'],
  61             "bar/bar1/fast5.html 10\n"
  62             "bar/bar1/fast6.html 10\n"
  63             "foo/foo1/fast1.html 10\n")
  64
  65     def test_fastest_forward_1(self):
  66         # Note that we don't get anything from foo/foo2, as foo/foo1 used up the budget for foo.
  67         self.check(['-f', '1', '--fastest', '10'],
  68             "bar/bar1/fast5.html 10\n"
  69             "foo/foo1/fast1.html 10\n"
  70             "foo/foo1/fast2.html 10\n")
  71
  72     def test_fastest_back_1(self):
  73         # Here we get one test from each dir, showing that we are going properly breadth-first.
  74         self.check(['-b', '1', '--fastest', '10'],
  75             "bar/bar1/fast5.html 10\n"
  76             "foo/foo1/fast1.html 10\n"
  77             "foo/foo2/fast3.html 10\n")
  78
  79     def test_no_args(self):
  80         # This should be every test, sorted lexicographically.
  81         self.check([],
  82             "bar/bar1/fast5.html 10\n"
  83             "bar/bar1/fast6.html 10\n"
  84             "bar/bar1/slow3.html 80\n"
  85             "foo/foo1/fast1.html 10\n"
  86             "foo/foo1/fast2.html 10\n"
  87             "foo/foo1/slow1.html 80\n"
  88             "foo/foo2/fast3.html 10\n"
  89             "foo/foo2/fast4.html 10\n"
  90             "foo/foo2/slow2.html 80\n")
  91
  92     def test_total(self):
  93         self.check(['-f', '0'], "300\n")
  94
  95     def test_forward_one(self):
  96         self.check(['-f', '1'],
  97                    "bar 100\n"
  98                    "foo 200\n")
  99
 100     def test_backward_one(self):
 101         self.check(['-b', '1'],
 102                    "bar/bar1 100\n"
 103                    "foo/foo1 100\n"
 104                    "foo/foo2 100\n")
 105
 106     def test_path_to_file(self):
 107         # Tests that we can use a custom file rather than the port's default.
 108         self.check(['/tmp/times_ms.json'], "foo/bar.html 1\n",
 109                    files={'/tmp/times_ms.json': '{"foo":{"bar.html": 1}}'})