Repository: hbase Updated Branches: refs/heads/master d127d6426 -> de7316b11
HBASE-16720 Sort build ids in flaky dashboard. Change-Id: Ie44c7d699486a3468c92351c0e2146151e722764 Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/de7316b1 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/de7316b1 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/de7316b1 Branch: refs/heads/master Commit: de7316b11ec4ed369095510e8bc302e747e1bf21 Parents: d127d64 Author: Apekshit Sharma <a...@apache.org> Authored: Tue Sep 27 11:46:20 2016 -0700 Committer: Apekshit Sharma <a...@apache.org> Committed: Tue Sep 27 15:40:43 2016 -0700 ---------------------------------------------------------------------- dev-support/flaky-dashboard-template.html | 2 +- dev-support/report-flakies.py | 12 ++++++++---- 2 files changed, 9 insertions(+), 5 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hbase/blob/de7316b1/dev-support/flaky-dashboard-template.html ---------------------------------------------------------------------- diff --git a/dev-support/flaky-dashboard-template.html b/dev-support/flaky-dashboard-template.html index 70febb4..fff7c82 100644 --- a/dev-support/flaky-dashboard-template.html +++ b/dev-support/flaky-dashboard-template.html @@ -91,7 +91,7 @@ {% set failed = result[test]['failed'] %} {% set timeout = result[test]['timeout'] %} {% set hanging = result[test]['hanging'] %} - {% set success = all.difference(failed).difference(hanging) %} + {% set success = result[test]['success'] %} <tr> <td>{{ test |e }}</td> {% set flakyness = http://git-wip-us.apache.org/repos/asf/hbase/blob/de7316b1/dev-support/report-flakies.py ---------------------------------------------------------------------- diff --git a/dev-support/report-flakies.py b/dev-support/report-flakies.py index 92b78cc..715f33e 100755 --- a/dev-support/report-flakies.py +++ b/dev-support/report-flakies.py @@ -190,11 +190,15 @@ for url_max_build in expanded_urls: if is_bad: test_to_build_ids[bad_test]['bad_count'] += 1 - # Calculate flakyness % for each test. + # Calculate flakyness % and successful builds for each test. Also sort build ids. for bad_test in test_to_build_ids: - test_to_build_ids[bad_test]['flakyness'] = ( - (test_to_build_ids[bad_test]['bad_count']) * 100.0 / - len(test_to_build_ids[bad_test]['all'])) + test_result = test_to_build_ids[bad_test] + test_result['flakyness'] = test_result['bad_count'] * 100.0 / len(test_result['all']) + test_result['success'] = (test_result['all'].difference( + test_result['failed'].union(test_result['hanging']))) + for key in ['all', 'timeout', 'failed', 'hanging', 'success']: + test_result[key] = sorted(test_result[key]) + # Sort tests in descending order by flakyness. sorted_test_to_build_ids = OrderedDict(