From 73bb6c6bd7c73e2e2f88dbaacc4535dd359db64c Mon Sep 17 00:00:00 2001 From: "machenbach@chromium.org" Date: Mon, 3 Mar 2014 20:17:03 +0000 Subject: [PATCH] Add coverage analysis to push and merge script tests. The coverage analysis must live in an extra file in order to analyze the scripts when being imported. TEST=tools/push-to-trunk/script_test.py R=ulan@chromium.org Review URL: https://codereview.chromium.org/183923013 git-svn-id: http://v8.googlecode.com/svn/branches/bleeding_edge@19640 ce2b1a6d-e550-0410-aec6-3dcde31c8c00 --- tools/push-to-trunk/script_test.py | 54 +++++++++++++++++++++++++++++++++++++ tools/push-to-trunk/test_scripts.py | 4 +-- 2 files changed, 56 insertions(+), 2 deletions(-) create mode 100755 tools/push-to-trunk/script_test.py diff --git a/tools/push-to-trunk/script_test.py b/tools/push-to-trunk/script_test.py new file mode 100755 index 0000000..cbb2134 --- /dev/null +++ b/tools/push-to-trunk/script_test.py @@ -0,0 +1,54 @@ +#!/usr/bin/env python +# Copyright 2014 the V8 project authors. All rights reserved. +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are +# met: +# +# * Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above +# copyright notice, this list of conditions and the following +# disclaimer in the documentation and/or other materials provided +# with the distribution. +# * Neither the name of Google Inc. nor the names of its +# contributors may be used to endorse or promote products derived +# from this software without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS +# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT +# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR +# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT +# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT +# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +# Wraps test execution with a coverage analysis. To get the best speed, the +# native python coverage version >= 3.7.1 should be installed. + +import coverage +import os +import unittest +import sys + + +def Main(argv): + script_path = os.path.dirname(os.path.abspath(__file__)) + cov = coverage.coverage(include=([os.path.join(script_path, '*.py')])) + cov.start() + import test_scripts + alltests = map(unittest.TestLoader().loadTestsFromTestCase, [ + test_scripts.ToplevelTest, + test_scripts.ScriptTest, + test_scripts.SystemTest, + ]) + unittest.TextTestRunner(verbosity=2).run(unittest.TestSuite(alltests)) + cov.stop() + print cov.report() + + +if __name__ == '__main__': + sys.exit(Main(sys.argv)) diff --git a/tools/push-to-trunk/test_scripts.py b/tools/push-to-trunk/test_scripts.py index 657a086..711023f 100644 --- a/tools/push-to-trunk/test_scripts.py +++ b/tools/push-to-trunk/test_scripts.py @@ -238,7 +238,7 @@ class SimpleMock(object): def Expect(self, recipe): self._recipe = recipe - def Call(self, *args): + def Call(self, *args): # pragma: no cover self._index += 1 try: expected_call = self._recipe[self._index] @@ -276,7 +276,7 @@ class SimpleMock(object): raise return_value return return_value - def AssertFinished(self): + def AssertFinished(self): # pragma: no cover if self._index < len(self._recipe) -1: raise NoRetryException("Called %s too seldom: %d vs. %d" % (self._name, self._index, len(self._recipe))) -- 2.7.4