1 # Copyright (C) 2012 Google, Inc.
3 # Redistribution and use in source and binary forms, with or without
4 # modification, are permitted provided that the following conditions
6 # 1. Redistributions of source code must retain the above copyright
7 # notice, this list of conditions and the following disclaimer.
8 # 2. Redistributions in binary form must reproduce the above copyright
9 # notice, this list of conditions and the following disclaimer in the
10 # documentation and/or other materials provided with the distribution.
12 # THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' AND
13 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
14 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
15 # DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS BE LIABLE FOR
16 # ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
17 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
18 # SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
19 # CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
20 # OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
21 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 from webkitpy.common.system.filesystem import FileSystem
29 from webkitpy.common.webkit_finder import WebKitFinder
31 from webkitpy.tool.mocktool import MockOptions
32 from webkitpy.test.printer import Printer
33 from webkitpy.test.runner import Runner
36 class FakeModuleSuite(object):
37 def __init__(self, name, result, msg):
45 def run(self, result):
47 if self.result == 'F':
48 result.failures.append((self.name, self.msg))
49 elif self.result == 'E':
50 result.errors.append((self.name, self.msg))
53 class FakeTopSuite(object):
54 def __init__(self, tests):
58 class FakeLoader(object):
59 def __init__(self, *test_triples):
60 self.triples = test_triples
63 for test_name, result, msg in self.triples:
64 self._tests.append(test_name)
65 m = re.match("(\w+) \(([\w.]+)\)", test_name)
66 self._results['%s.%s' % (m.group(2), m.group(1))] = tuple([test_name, result, msg])
69 return FakeTopSuite(self._tests)
71 def loadTestsFromName(self, name, _):
72 return FakeModuleSuite(*self._results[name])
75 class RunnerTest(unittest.TestCase):
77 # Here we have to jump through a hoop to make sure test-webkitpy doesn't log
78 # any messages from these tests :(.
79 self.root_logger = logging.getLogger()
81 self.log_handlers = self.root_logger.handlers[:]
82 for handler in self.log_handlers:
83 self.log_levels.append(handler.level)
84 handler.level = logging.CRITICAL
87 for handler in self.log_handlers:
88 handler.level = self.log_levels.pop(0)
90 def test_run(self, verbose=0, timing=False, child_processes=1, quiet=False):
91 options = MockOptions(verbose=verbose, timing=timing, child_processes=child_processes, quiet=quiet, pass_through=False)
92 stream = StringIO.StringIO()
93 loader = FakeLoader(('test1 (Foo)', '.', ''),
94 ('test2 (Foo)', 'F', 'test2\nfailed'),
95 ('test3 (Foo)', 'E', 'test3\nerred'))
96 runner = Runner(Printer(stream, options), loader, WebKitFinder(FileSystem()))
97 runner.run(['Foo.test1', 'Foo.test2', 'Foo.test3'], 1)
98 self.assertEqual(runner.tests_run, 3)
99 self.assertEqual(len(runner.failures), 1)
100 self.assertEqual(len(runner.errors), 1)