Modified: trunk/Tools/CISupport/build-webkit-org/steps_unittest.py (283070 => 283071)
--- trunk/Tools/CISupport/build-webkit-org/steps_unittest.py 2021-09-25 00:40:36 UTC (rev 283070)
+++ trunk/Tools/CISupport/build-webkit-org/steps_unittest.py 2021-09-25 00:45:15 UTC (rev 283071)
@@ -793,7 +793,7 @@
workdir='wkdir',
timeout=1200,
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
'--no-new-test-results', '--clobber-old-results',
'--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS',
'--build-number', '101', '--buildbot-worker', 'ews100',
@@ -817,7 +817,7 @@
workdir='wkdir',
timeout=1200,
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
'--no-new-test-results', '--clobber-old-results',
'--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS',
'--build-number', '101', '--buildbot-worker', 'ews100',
@@ -844,7 +844,7 @@
workdir='wkdir',
timeout=1200,
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
'--no-new-test-results', '--clobber-old-results',
'--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS',
'--build-number', '101', '--buildbot-worker', 'ews100',
@@ -869,7 +869,7 @@
workdir='wkdir',
timeout=1200,
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
'--no-new-test-results', '--clobber-old-results',
'--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS',
'--build-number', '101', '--buildbot-worker', 'ews100',
@@ -894,7 +894,7 @@
workdir='wkdir',
timeout=1200,
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
'--no-new-test-results', '--clobber-old-results',
'--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS',
'--build-number', '101', '--buildbot-worker', 'ews100',
@@ -936,7 +936,7 @@
ExpectShell(
workdir='wkdir',
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
'--no-new-test-results', '--clobber-old-results',
'--builder-name', 'Apple-iOS-14-Simulator-Debug-Build',
'--build-number', '101', '--buildbot-worker', 'bot100',
@@ -959,7 +959,7 @@
ExpectShell(
workdir='wkdir',
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
'--no-new-test-results', '--clobber-old-results',
'--builder-name', 'Apple-iOS-14-Simulator-Debug-Build',
'--build-number', '101', '--buildbot-worker', 'bot100',
Modified: trunk/Tools/CISupport/ews-build/steps_unittest.py (283070 => 283071)
--- trunk/Tools/CISupport/ews-build/steps_unittest.py 2021-09-25 00:40:36 UTC (rev 283070)
+++ trunk/Tools/CISupport/ews-build/steps_unittest.py 2021-09-25 00:45:15 UTC (rev 283071)
@@ -1746,7 +1746,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 0,
)
@@ -1761,7 +1761,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 0
+ ExpectShell.log('stdio', stdout='''Unexpected flakiness: timeouts (2)
@@ -1798,7 +1798,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 2
+ ExpectShell.log('json', stdout=self.results_json_regressions),
@@ -1827,7 +1827,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 0
+ ExpectShell.log('json', stdout=self.results_json_flakes),
@@ -1846,7 +1846,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 2
+ ExpectShell.log('json', stdout=self.results_json_mix_flakes_and_regression),
@@ -1865,7 +1865,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 2
+ ExpectShell.log('json', stdout=self.results_json_with_newlines),
@@ -1884,7 +1884,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 2
+ ExpectShell.log('json', stdout=self.results_with_missing_results),
@@ -1905,7 +1905,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--debug', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--debug', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ ExpectShell.log('stdio', stdout='Unexpected error.')
+ 254,
@@ -1921,7 +1921,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ ExpectShell.log('stdio', stdout='9 failures found.')
+ 2,
@@ -1938,7 +1938,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', 'imported/w3c/web-platform-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', 'imported/w3c/web-platform-tests'],
)
+ 0,
)
@@ -1962,7 +1962,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 0,
)
@@ -1980,7 +1980,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 0,
)
@@ -2013,7 +2013,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results',
'--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging',
@@ -2034,7 +2034,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results',
'--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging',
@@ -2073,7 +2073,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results',
'--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging',
@@ -2094,7 +2094,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results',
'--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging',
@@ -2135,7 +2135,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build',
'--no-show-results',
@@ -2162,7 +2162,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build',
'--no-show-results',
@@ -2191,7 +2191,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build',
'--no-show-results',
@@ -2219,7 +2219,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build',
'--no-show-results',
@@ -2248,7 +2248,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build',
'--no-show-results',
@@ -2273,7 +2273,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3',
+ command=['python',
'Tools/Scripts/run-webkit-tests',
'--no-build',
'--no-show-results',
@@ -2309,7 +2309,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--debug', '--dump-render-tree', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--debug', '--dump-render-tree', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ 0,
)
@@ -2324,7 +2324,7 @@
ExpectShell(workdir='wkdir',
logfiles={'json': self.jsonFileName},
logEnviron=False,
- command=['python3', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--dump-render-tree', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
+ command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', '--no-new-test-results', '--clobber-old-results', '--release', '--dump-render-tree', '--results-directory', 'layout-test-results', '--debug-rwt-logging', '--exit-after-n-failures', '30', '--skip-failing-tests'],
)
+ ExpectShell.log('stdio', stdout='9 failures found.')
+ 2,