src/tools/perf/measurements/smoothness_unittest.py

   1 # Copyright 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4 import sys
   5
   6 from measurements import smoothness
   7 from telemetry.core import wpr_modes
   8 from telemetry.page import page
   9 from telemetry.page import page_measurement_unittest_base
  10 # pylint: disable=W0401,W0614
  11 from telemetry.page.actions.all_page_actions import *
  12 from telemetry.unittest import options_for_unittests
  13
  14 class FakePlatform(object):
  15   def IsRawDisplayFrameRateSupported(self):
  16     return False
  17   def CanMonitorPower(self):
  18     return False
  19
  20
  21 class FakeBrowser(object):
  22   def __init__(self):
  23     self.platform = FakePlatform()
  24     self.category_filter = None
  25
  26   def StartTracing(self, category_filter, _):
  27     self.category_filter = category_filter
  28
  29
  30 class AnimatedPage(page.Page):
  31   def __init__(self, page_set):
  32     super(AnimatedPage, self).__init__(
  33       url='file://animated_page.html',
  34       page_set=page_set, base_dir=page_set.base_dir)
  35
  36   def RunSmoothness(self, action_runner):
  37     action_runner.Wait(1)
  38
  39
  40 class FakeTab(object):
  41   def __init__(self):
  42     self.browser = FakeBrowser()
  43
  44   def ExecuteJavaScript(self, js):
  45     pass
  46
  47 class SmoothnessUnitTest(
  48       page_measurement_unittest_base.PageMeasurementUnitTestBase):
  49   """Smoke test for smoothness measurement
  50
  51      Runs smoothness measurement on a simple page and verifies
  52      that all metrics were added to the results. The test is purely functional,
  53      i.e. it only checks if the metrics are present and non-zero.
  54   """
  55   def testSyntheticDelayConfiguration(self):
  56     test_page = page.Page('http://dummy', None)
  57     test_page.synthetic_delays = {
  58         'cc.BeginMainFrame': { 'target_duration': 0.012 },
  59         'cc.DrawAndSwap': { 'target_duration': 0.012, 'mode': 'alternating' },
  60         'gpu.PresentingFrame': { 'target_duration': 0.012 }
  61     }
  62
  63     tab = FakeTab()
  64     measurement = smoothness.Smoothness()
  65     measurement.WillRunActions(test_page, tab)
  66
  67     expected_category_filter = [
  68         'DELAY(cc.BeginMainFrame;0.012000;static)',
  69         'DELAY(cc.DrawAndSwap;0.012000;alternating)',
  70         'DELAY(gpu.PresentingFrame;0.012000;static)',
  71         'benchmark'
  72     ]
  73     actual_category_filter = tab.browser.category_filter.split(',')
  74     actual_category_filter.sort()
  75
  76     # FIXME: Put blink.console into the expected above and remove these two
  77     # remove entries when the blink.console change has rolled into chromium.
  78     actual_category_filter.remove('webkit.console')
  79     actual_category_filter.remove('blink.console')
  80
  81     if expected_category_filter != actual_category_filter:
  82       sys.stderr.write("Expected category filter: %s\n" %
  83                        repr(expected_category_filter))
  84       sys.stderr.write("Actual category filter filter: %s\n" %
  85                        repr(actual_category_filter))
  86     self.assertEquals(expected_category_filter, actual_category_filter)
  87
  88   def setUp(self):
  89     self._options = options_for_unittests.GetCopy()
  90     self._options.browser_options.wpr_mode = wpr_modes.WPR_OFF
  91
  92   def testSmoothness(self):
  93     ps = self.CreatePageSetFromFileInUnittestDataDir('scrollable_page.html')
  94     measurement = smoothness.Smoothness()
  95     results = self.RunMeasurement(measurement, ps, options=self._options)
  96     self.assertEquals(0, len(results.failures))
  97
  98     frame_times = results.FindAllPageSpecificValuesNamed('frame_times')
  99     self.assertEquals(len(frame_times), 1)
 100     self.assertGreater(frame_times[0].GetRepresentativeNumber(), 0)
 101
 102     mean_frame_time = results.FindAllPageSpecificValuesNamed('mean_frame_time')
 103     self.assertEquals(len(mean_frame_time), 1)
 104     self.assertGreater(mean_frame_time[0].GetRepresentativeNumber(), 0)
 105
 106     jank = results.FindAllPageSpecificValuesNamed('jank')
 107     self.assertEquals(len(jank), 1)
 108     self.assertGreater(jank[0].GetRepresentativeNumber(), 0)
 109
 110     mostly_smooth = results.FindAllPageSpecificValuesNamed('mostly_smooth')
 111     self.assertEquals(len(mostly_smooth), 1)
 112     self.assertGreaterEqual(mostly_smooth[0].GetRepresentativeNumber(), 0)
 113
 114     mean_input_event_latency = results.FindAllPageSpecificValuesNamed(
 115         'mean_input_event_latency')
 116     if mean_input_event_latency:
 117       self.assertEquals(len(mean_input_event_latency), 1)
 118       self.assertGreater(
 119           mean_input_event_latency[0].GetRepresentativeNumber(), 0)
 120
 121   def testSmoothnessForPageWithNoGesture(self):
 122     ps = self.CreateEmptyPageSet()
 123     ps.AddPage(AnimatedPage(ps))
 124
 125     measurement = smoothness.Smoothness()
 126     results = self.RunMeasurement(measurement, ps, options=self._options)
 127     self.assertEquals(0, len(results.failures))
 128
 129     mostly_smooth = results.FindAllPageSpecificValuesNamed('mostly_smooth')
 130     self.assertEquals(len(mostly_smooth), 1)
 131     self.assertGreaterEqual(mostly_smooth[0].GetRepresentativeNumber(), 0)
 132
 133   def testCleanUpTrace(self):
 134     self.TestTracingCleanedUp(smoothness.Smoothness, self._options)