src/third_party/WebKit/Tools/TestResultServer/handlers/buildershandler_unittest.py

   1 # Copyright (C) 2012 Google Inc. All rights reserved.
   2 #
   3 # Redistribution and use in source and binary forms, with or without
   4 # modification, are permitted provided that the following conditions are
   5 # met:
   6 #
   7 #     * Redistributions of source code must retain the above copyright
   8 # notice, this list of conditions and the following disclaimer.
   9 #     * Redistributions in binary form must reproduce the above
  10 # copyright notice, this list of conditions and the following disclaimer
  11 # in the documentation and/or other materials provided with the
  12 # distribution.
  13 #     * Neither the name of Google Inc. nor the names of its
  14 # contributors may be used to endorse or promote products derived from
  15 # this software without specific prior written permission.
  16 #
  17 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  18 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  19 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  20 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  21 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  22 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  23 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  24 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  25 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  27 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28
  29 import buildershandler
  30 import json
  31 import logging
  32 import pprint
  33 import unittest
  34
  35 class BuildersHandlerTest(unittest.TestCase):
  36     def test_fetch_buildbot_data(self):
  37         try:
  38             fetched_urls = []
  39
  40             def fake_fetch_json(url):
  41                 fetched_urls.append(url)
  42
  43                 if url == 'http://chrome-build-extract.appspot.com/get_master/chromium.webkit':
  44                     return {
  45                         'builders': {
  46                             'WebKit Win': None, 'WebKit Linux': None, 'WebKit Mac': None, 'WebKit Empty': None,
  47                         }
  48                     }
  49
  50                 if url == 'http://chrome-build-extract.appspot.com/get_builds?builder=WebKit%20Linux&master=chromium.webkit&num_builds=1':
  51                     return {
  52                         'builds': [
  53                             {'steps': [{'name': 'foo_tests_only'}, {'name': 'webkit_tests'}, {'name': 'browser_tests'}, {'name': 'mini_installer_test'}, {'name': 'archive_test_results'}, {'name': 'compile'}]},
  54                         ],
  55                     }
  56
  57                 if url == 'http://chrome-build-extract.appspot.com/get_builds?builder=WebKit%20Win&master=chromium.webkit&num_builds=1':
  58                     return {
  59                         'builds': [
  60                             {'steps': [{'name': 'foo_tests_ignore'}, {'name': 'webkit_tests'}, {'name': 'mini_installer_test'}, {'name': 'archive_test_results'}, {'name': 'compile'}]},
  61                         ],
  62                     }
  63
  64                 if url == 'http://chrome-build-extract.appspot.com/get_builds?builder=WebKit%20Mac&master=chromium.webkit&num_builds=1':
  65                     return {
  66                         'builds': [
  67                             {'steps': [{'name': 'foo_tests_perf'}, {'name': 'browser_tests'}, {'name': 'mini_installer_test'}, {'name': 'archive_test_results'}, {'name': 'compile'}]},
  68                         ],
  69                     }
  70
  71                 if url == 'http://chrome-build-extract.appspot.com/get_builds?builder=WebKit%20Empty&master=chromium.webkit&num_builds=1':
  72                     return {'builds': []}
  73
  74                 logging.error('Cannot fetch fake url: %s' % url)
  75
  76             old_fetch_json = buildershandler.fetch_json
  77             buildershandler.fetch_json = fake_fetch_json
  78
  79             masters = [
  80                 {'name': 'ChromiumWebkit', 'url_name': 'chromium.webkit'},
  81             ]
  82
  83             buildbot_data = buildershandler.fetch_buildbot_data(masters)
  84
  85             expected_fetched_urls = [
  86                 'http://chrome-build-extract.appspot.com/get_master/chromium.webkit',
  87                 'http://chrome-build-extract.appspot.com/get_builds?builder=WebKit%20Win&master=chromium.webkit&num_builds=1',
  88                 'http://chrome-build-extract.appspot.com/get_builds?builder=WebKit%20Mac&master=chromium.webkit&num_builds=1',
  89                 'http://chrome-build-extract.appspot.com/get_builds?builder=WebKit%20Empty&master=chromium.webkit&num_builds=1',
  90                 'http://chrome-build-extract.appspot.com/get_builds?builder=WebKit%20Linux&master=chromium.webkit&num_builds=1',
  91             ]
  92             self.assertEqual(set(fetched_urls), set(expected_fetched_urls))
  93
  94             expected_masters = {
  95                 'masters': [{
  96                     'tests': {
  97                         'browser_tests': {'builders': ['WebKit Linux', 'WebKit Mac']},
  98                         'mini_installer_test': {'builders': ['WebKit Linux', 'WebKit Mac', 'WebKit Win']},
  99                         'layout-tests': {'builders': ['WebKit Linux', 'WebKit Win']}},
 100                     'name': 'ChromiumWebkit',
 101                     'url_name': 'chromium.webkit',
 102                 }],
 103                 "no_upload_test_types": buildershandler.TEST_STEPS_THAT_DO_NOT_UPLOAD_YET,
 104             }
 105             expected_json = buildershandler.dump_json(expected_masters)
 106
 107             self.assertEqual(buildbot_data, expected_json)
 108         finally:
 109             buildershandler.fetch_json = old_fetch_json
 110
 111     def test_fetch_buildbot_data_failure(self):
 112         try:
 113             fetched_urls = []
 114
 115             def fake_fetch_json(url):
 116                 fetched_urls.append(url)
 117
 118                 if url == 'http://chrome-build-extract.appspot.com/get_master/chromium.webkit':
 119                     return None
 120
 121                 if url == 'http://chrome-build-extract.appspot.com/get_master/chromium.gpu':
 122                     return {
 123                         'builders': {
 124                             'Win GPU': None, 'Win Empty': None,
 125                         }
 126                     }
 127
 128                 if url == 'http://chrome-build-extract.appspot.com/get_master/chromium.fyi':
 129                     return {
 130                         'builders': {
 131                             'Mac FYI': None,
 132                         }
 133                     }
 134
 135                 if (url == 'http://chrome-build-extract.appspot.com/get_builds?builder=Win%20Empty&master=chromium.gpu&num_builds=1'
 136                     or url == 'http://chrome-build-extract.appspot.com/get_builds?builder=Win%20GPU&master=chromium.gpu&num_builds=1'):
 137                     return {
 138                         'builds': [
 139                             {'steps': []},
 140                         ],
 141                     }
 142
 143                 logging.error('Cannot fetch fake url: %s' % url)
 144
 145             old_fetch_json = buildershandler.fetch_json
 146             buildershandler.fetch_json = fake_fetch_json
 147
 148             masters = [
 149                 {'name': 'ChromiumGPU', 'url_name': 'chromium.gpu'},
 150                 {'name': 'ChromiumWebkit', 'url_name': 'chromium.webkit'},
 151                 {'name': 'ChromiumFYI', 'url_name': 'chromium.fyi'},
 152             ]
 153
 154             expected_fetched_urls = [
 155                 'http://chrome-build-extract.appspot.com/get_master/chromium.webkit',
 156                 'http://chrome-build-extract.appspot.com/get_master/chromium.gpu',
 157                 'http://chrome-build-extract.appspot.com/get_builds?builder=Win%20GPU&master=chromium.gpu&num_builds=1',
 158                 'http://chrome-build-extract.appspot.com/get_builds?builder=Win%20Empty&master=chromium.gpu&num_builds=1',
 159             ]
 160             with self.assertRaises(buildershandler.FetchBuildersException):
 161                 buildbot_data = buildershandler.fetch_buildbot_data(masters)
 162             self.assertEqual(set(expected_fetched_urls), set(fetched_urls))
 163
 164         finally:
 165             buildershandler.fetch_json = old_fetch_json
 166
 167
 168 if __name__ == '__main__':
 169     unittest.main()