Title: [125956] trunk/Tools
Revision
125956
Author
rn...@webkit.org
Date
2012-08-17 17:36:06 -0700 (Fri, 17 Aug 2012)

Log Message

Perfalizer should differentiate results with and without the patch
https://bugs.webkit.org/show_bug.cgi?id=94399

Reviewed by Dirk Pranke.

Add "with 12345" and "without 12345" descriptions in results JSON so that graphs in
the results page are labled accordingly.

Also use _build_without_patch when building without a patch so that we get the right error message.

* Scripts/webkitpy/tool/commands/perfalizer.py:
(PerfalizerTask.run):
(PerfalizerTask._run_perf_test):
* Scripts/webkitpy/tool/commands/perfalizer_unittest.py:
(PerfalizerTaskTest._create_and_run_perfalizer.run_perf_test):

Modified Paths

Diff

Modified: trunk/Tools/ChangeLog (125955 => 125956)


--- trunk/Tools/ChangeLog	2012-08-18 00:31:00 UTC (rev 125955)
+++ trunk/Tools/ChangeLog	2012-08-18 00:36:06 UTC (rev 125956)
@@ -1,3 +1,21 @@
+2012-08-17  Ryosuke Niwa  <rn...@webkit.org>
+
+        Perfalizer should differentiate results with and without the patch
+        https://bugs.webkit.org/show_bug.cgi?id=94399
+
+        Reviewed by Dirk Pranke.
+
+        Add "with 12345" and "without 12345" descriptions in results JSON so that graphs in
+        the results page are labled accordingly.
+
+        Also use _build_without_patch when building without a patch so that we get the right error message.
+
+        * Scripts/webkitpy/tool/commands/perfalizer.py:
+        (PerfalizerTask.run):
+        (PerfalizerTask._run_perf_test):
+        * Scripts/webkitpy/tool/commands/perfalizer_unittest.py:
+        (PerfalizerTaskTest._create_and_run_perfalizer.run_perf_test):
+
 2012-08-17  Dirk Pranke  <dpra...@chromium.org>
 
         nrwt: don't fail tests if ImageDiff fails on the wk2 ports

Modified: trunk/Tools/Scripts/webkitpy/tool/commands/perfalizer.py (125955 => 125956)


--- trunk/Tools/Scripts/webkitpy/tool/commands/perfalizer.py	2012-08-18 00:31:00 UTC (rev 125955)
+++ trunk/Tools/Scripts/webkitpy/tool/commands/perfalizer.py	2012-08-18 00:36:06 UTC (rev 125956)
@@ -72,7 +72,7 @@
         head_revision = self._tool.scm().head_svn_revision()
 
         self._logger('Building WebKit at r%s without the patch' % head_revision)
-        if not self._build():
+        if not self._build_without_patch():
             return False
 
         if not self._port.check_build(needs_http=False):
@@ -96,11 +96,11 @@
             filesystem.remove(self._json_path())
 
         self._logger("Running performance tests...")
-        if self._run_perf_test(self._build_directory_without_patch) < 0:
+        if self._run_perf_test(self._build_directory_without_patch, 'without %d' % self._patch.id()) < 0:
             self._logger('Failed to run performance tests without the patch.')
             return False
 
-        if self._run_perf_test(self._build_directory) < 0:
+        if self._run_perf_test(self._build_directory, 'with %d' % self._patch.id()) < 0:
             self._logger('Failed to run performance tests with the patch.')
             return False
 
@@ -129,11 +129,11 @@
     def _results_page_path(self):
         return self._tool.filesystem.join(self._build_directory, 'PerformanceTestResults.html')
 
-    def _run_perf_test(self, build_path):
+    def _run_perf_test(self, build_path, description):
         filesystem = self._tool.filesystem
         script_path = filesystem.join(filesystem.dirname(self._tool.path()), 'run-perf-tests')
         perf_test_runner_args = [script_path, '--no-build', '--no-show-results', '--build-directory', build_path,
-            '--output-json-path', self._json_path()]
+            '--output-json-path', self._json_path(), '--description', description]
         return self._tool.executive.run_and_throw_if_fail(perf_test_runner_args, cwd=self._tool.scm().checkout_root)
 
     def run_command(self, command):

Modified: trunk/Tools/Scripts/webkitpy/tool/commands/perfalizer_unittest.py (125955 => 125956)


--- trunk/Tools/Scripts/webkitpy/tool/commands/perfalizer_unittest.py	2012-08-18 00:31:00 UTC (rev 125955)
+++ trunk/Tools/Scripts/webkitpy/tool/commands/perfalizer_unittest.py	2012-08-18 00:36:06 UTC (rev 125956)
@@ -50,7 +50,8 @@
             if args[0] in commands_to_fail:
                 raise ScriptError
 
-        def run_perf_test(build_path):
+        def run_perf_test(build_path, description):
+            self.assertTrue(description == 'without 10000' or description == 'with 10000')
             if 'run-perf-tests' in commands_to_fail:
                 return -1
             if 'results-page' not in commands_to_fail:
_______________________________________________
webkit-changes mailing list
webkit-changes@lists.webkit.org
http://lists.webkit.org/mailman/listinfo/webkit-changes

Reply via email to