autobuild: intermittent test failure detected
The autobuild test system has detected an intermittent failing test in the current master tree. The autobuild log of the failure is available here: http://git.samba.org/autobuild.flakey/2014-08-02-1624/flakey.log The samba build logs are available here: http://git.samba.org/autobuild.flakey/2014-08-02-1624/samba.stderr http://git.samba.org/autobuild.flakey/2014-08-02-1624/samba.stdout The top commit at the time of the failure was: commit 811e0e6f9962adbf0d12448044f17542b92ad15e Author: Volker Lendecke v...@samba.org Date: Wed Jul 30 14:12:54 2014 + lib: Make DEBUG a subsystem of its own In the future this might become a library, but even with the SUBSYSTEM it should be clear what debug.c depends upon. Signed-off-by: Volker Lendecke v...@samba.org Reviewed-by: Jeremy Allison j...@samba.org Autobuild-User(master): Jeremy Allison j...@samba.org Autobuild-Date(master): Sat Aug 2 00:36:50 CEST 2014 on sn-devel-104
[SCM] build.samba.org - branch master updated
The branch, master has been updated via 0996a81 Fix whitespace, add basic tests for get_summary_builds. via 9fe0dc1 Merge branch 'query4summarypage' of git://github.com/krishnatejaperannagari/build-farm into summary-optimization via 9dee960 changes to reviews via 0ca8317 query and conversion completed from 338f129 Remove trailing whitespace. http://gitweb.samba.org/?p=build-farm.git;a=shortlog;h=master - Log - commit 0996a81eab145e1f866ed1b03e043712a35ec2a5 Author: Jelmer Vernooij jel...@samba.org Date: Sat Aug 2 20:11:18 2014 +0200 Fix whitespace, add basic tests for get_summary_builds. commit 9fe0dc147edce633cbf2cd333d1ba0d98f878394 Merge: 338f129aae35054dd350677b19170279549c22db 9dee960b26fa090b2d0fb8449430e95246f8998c Author: Jelmer Vernooij jel...@samba.org Date: Sat Aug 2 20:03:58 2014 +0200 Merge branch 'query4summarypage' of git://github.com/krishnatejaperannagari/build-farm into summary-optimization commit 9dee960b26fa090b2d0fb8449430e95246f8998c Author: krishnatejaperannagari krishnatejaperannag...@gmail.com Date: Tue Jul 1 16:13:53 2014 +0530 changes to reviews Signed-off-by: krishnatejaperannagari krishnatejaperannag...@gmail.com commit 0ca8317f8d3bfc552dc9859c2a8e5edd0f428a35 Author: krishnatejaperannagari krishnatejaperannag...@gmail.com Date: Mon Jun 23 14:03:26 2014 +0530 query and conversion completed Signed-off-by: krishnatejaperannagari krishnatejaperannag...@gmail.com --- Summary of changes: buildfarm/__init__.py | 21 + buildfarm/build.py|3 +-- buildfarm/tests/test_buildfarm.py | 19 +++ buildfarm/web/__init__.py | 11 +-- 4 files changed, 46 insertions(+), 8 deletions(-) Changeset truncated at 500 lines: diff --git a/buildfarm/__init__.py b/buildfarm/__init__.py index 7c4428e..52ac085 100644 --- a/buildfarm/__init__.py +++ b/buildfarm/__init__.py @@ -17,6 +17,7 @@ # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. +from buildfarm.build import BuildStatus from buildfarm.sqldb import distinct_builds, Cast, StormBuild, setup_schema, StormHostDatabase from buildfarm.tree import Tree from storm.database import create_database @@ -143,6 +144,26 @@ class BuildFarm(object): result = self._get_store().find(StormBuild) return distinct_builds(result.order_by(Desc(StormBuild.upload_time))) +def get_summary_builds(self): +Return last build age, status for each tree/host/compiler. + +:return: iterator over tree, status + +store = self._get_store() +return ((tree, BuildStatus.__deserialize__(status_str)) +for (tree, status_str) in store.execute( +SELECT obd.tree, obd.status AS status_str +FROM build obd +INNER JOIN( +SELECT MAX(age) age, tree, host, compiler +FROM build +GROUP BY tree, host, compiler +) ibd ON obd.age = ibd.age AND + obd.tree = ibd.tree AND + obd.host = ibd.host AND + obd.compiler = ibd.compiler; +)) + def get_tree_builds(self, tree): result = self._get_store().find(StormBuild, Cast(StormBuild.tree, TEXT) == Cast(tree, TEXT)) diff --git a/buildfarm/build.py b/buildfarm/build.py index fae37a1..1348a96 100644 --- a/buildfarm/build.py +++ b/buildfarm/build.py @@ -566,8 +566,7 @@ class BuildResultStore(object): os.link(build.basename+.log, new_basename+.log) if os.path.exists(build.basename+.err): os.link(build.basename+.err, new_basename+.err) -new_build = StormBuild(new_basename, build.tree, build.host, -build.compiler, rev) +new_build = StormBuild(new_basename, build.tree, build.host, build.compiler, rev) new_build.checksum = build.log_checksum() new_build.upload_time = build.upload_time new_build.status_str = build.status().__serialize__() diff --git a/buildfarm/tests/test_buildfarm.py b/buildfarm/tests/test_buildfarm.py index d78ed68..9091bf8 100644 --- a/buildfarm/tests/test_buildfarm.py +++ b/buildfarm/tests/test_buildfarm.py @@ -119,6 +119,25 @@ class BuildFarmTests(BuildFarmTestCase): self.assertEquals(12, builds[1].revision_details()) self.assertEquals(other, builds[1].tree) +def test_get_summary_builds_empty(self): +self.assertEquals([], list(self.x.get_summary_builds())) + +def test_get_summary_builds(self): +path = self.upload_mock_logfile(self.x.builds, other, myhost, cc, +BUILD COMMIT REVISION: 12\n, mtime=1200) +path = self.upload_mock_logfile(self.x.builds, trivial, myhost, cc, +BUILD COMMIT REVISION: 13\n, mtime=1300) +path =
[SCM] build.samba.org - branch master updated
The branch, master has been updated via c5f371b Only show builds in the last seven days. from 0996a81 Fix whitespace, add basic tests for get_summary_builds. http://gitweb.samba.org/?p=build-farm.git;a=shortlog;h=master - Log - commit c5f371b907ef13bef16bd4ac8be29e0fc7961882 Author: Jelmer Vernooij jel...@samba.org Date: Sat Aug 2 21:23:22 2014 +0200 Only show builds in the last seven days. --- Summary of changes: buildfarm/__init__.py |6 -- buildfarm/web/__init__.py |2 +- 2 files changed, 5 insertions(+), 3 deletions(-) Changeset truncated at 500 lines: diff --git a/buildfarm/__init__.py b/buildfarm/__init__.py index 52ac085..933e5fd 100644 --- a/buildfarm/__init__.py +++ b/buildfarm/__init__.py @@ -144,9 +144,10 @@ class BuildFarm(object): result = self._get_store().find(StormBuild) return distinct_builds(result.order_by(Desc(StormBuild.upload_time))) -def get_summary_builds(self): +def get_summary_builds(self, min_age=0): Return last build age, status for each tree/host/compiler. +:param min_age: Minimum timestamp of builds to report :return: iterator over tree, status store = self._get_store() @@ -157,12 +158,13 @@ FROM build obd INNER JOIN( SELECT MAX(age) age, tree, host, compiler FROM build +WHERE age ? GROUP BY tree, host, compiler ) ibd ON obd.age = ibd.age AND obd.tree = ibd.tree AND obd.host = ibd.host AND obd.compiler = ibd.compiler; -)) +, min_age)) def get_tree_builds(self, tree): result = self._get_store().find(StormBuild, diff --git a/buildfarm/web/__init__.py b/buildfarm/web/__init__.py index 0368022..bd29cc1 100755 --- a/buildfarm/web/__init__.py +++ b/buildfarm/web/__init__.py @@ -727,7 +727,7 @@ class ViewSummaryPage(BuildFarmPage): # output when we want broken_table = -builds = self.buildfarm.get_summary_builds() +builds = self.buildfarm.get_summary_builds(min_age=(7 * 24 * 60 * 60)) for tree, status in builds: host_count[tree]+=1 -- build.samba.org
[SCM] build.samba.org - branch master updated
The branch, master has been updated via ec031ac Add tests for new min_age argument. from c5f371b Only show builds in the last seven days. http://gitweb.samba.org/?p=build-farm.git;a=shortlog;h=master - Log - commit ec031ac5beadd5d6d4d78214c705ed62d60be170 Author: Jelmer Vernooij jel...@samba.org Date: Sat Aug 2 21:25:01 2014 +0200 Add tests for new min_age argument. --- Summary of changes: buildfarm/tests/test_buildfarm.py |4 1 files changed, 4 insertions(+), 0 deletions(-) Changeset truncated at 500 lines: diff --git a/buildfarm/tests/test_buildfarm.py b/buildfarm/tests/test_buildfarm.py index 9091bf8..417576b 100644 --- a/buildfarm/tests/test_buildfarm.py +++ b/buildfarm/tests/test_buildfarm.py @@ -137,6 +137,10 @@ class BuildFarmTests(BuildFarmTestCase): self.assertEquals(1200, builds[1].upload_time) self.assertEquals(12, builds[1].revision_details()) self.assertEquals(other, builds[1].tree) +builds = list(self.x.get_summary_builds(min_age=4000)) +self.assertEquals(1, len(builds)) +builds = list(self.x.get_summary_builds(min_age=5000)) +self.assertEquals(0, len(builds)) def test_get_host_builds_empty(self): self.assertEquals([], list(self.x.get_host_builds(myhost))) -- build.samba.org
[SCM] build.samba.org - branch master updated
The branch, master has been updated via 01ab8dc Use tuple for sqlite arguments - breaks on older versions of storm without. from ec031ac Add tests for new min_age argument. http://gitweb.samba.org/?p=build-farm.git;a=shortlog;h=master - Log - commit 01ab8dc8abf928cf030a955cfae2ea680597ee24 Author: Jelmer Vernooij jel...@samba.org Date: Sat Aug 2 21:28:52 2014 +0200 Use tuple for sqlite arguments - breaks on older versions of storm without. --- Summary of changes: buildfarm/__init__.py |2 +- 1 files changed, 1 insertions(+), 1 deletions(-) Changeset truncated at 500 lines: diff --git a/buildfarm/__init__.py b/buildfarm/__init__.py index 933e5fd..0e9eb39 100644 --- a/buildfarm/__init__.py +++ b/buildfarm/__init__.py @@ -164,7 +164,7 @@ INNER JOIN( obd.tree = ibd.tree AND obd.host = ibd.host AND obd.compiler = ibd.compiler; -, min_age)) +, (min_age, ))) def get_tree_builds(self, tree): result = self._get_store().find(StormBuild, -- build.samba.org
[SCM] build.samba.org - branch master updated
The branch, master has been updated via e73c92c min_age takes an absolute timestamp. from 01ab8dc Use tuple for sqlite arguments - breaks on older versions of storm without. http://gitweb.samba.org/?p=build-farm.git;a=shortlog;h=master - Log - commit e73c92c339ab3f90abe9c0465de713f0d95f50d1 Author: Jelmer Vernooij jel...@samba.org Date: Sat Aug 2 21:37:01 2014 +0200 min_age takes an absolute timestamp. --- Summary of changes: buildfarm/web/__init__.py |2 +- 1 files changed, 1 insertions(+), 1 deletions(-) Changeset truncated at 500 lines: diff --git a/buildfarm/web/__init__.py b/buildfarm/web/__init__.py index bd29cc1..b66ffce 100755 --- a/buildfarm/web/__init__.py +++ b/buildfarm/web/__init__.py @@ -727,7 +727,7 @@ class ViewSummaryPage(BuildFarmPage): # output when we want broken_table = -builds = self.buildfarm.get_summary_builds(min_age=(7 * 24 * 60 * 60)) +builds = self.buildfarm.get_summary_builds(min_age=time.time() - (7 * 24 * 60 * 60)) for tree, status in builds: host_count[tree]+=1 -- build.samba.org
[SCM] build.samba.org - branch master updated
The branch, master has been updated via 295dc1a Add constant for maximum build age. from e73c92c min_age takes an absolute timestamp. http://gitweb.samba.org/?p=build-farm.git;a=shortlog;h=master - Log - commit 295dc1ad7e31efcb8313a0ad2fc4ab4683ee40d3 Author: Jelmer Vernooij jel...@samba.org Date: Sat Aug 2 21:39:37 2014 +0200 Add constant for maximum build age. --- Summary of changes: buildfarm/web/__init__.py |7 ++- 1 files changed, 6 insertions(+), 1 deletions(-) Changeset truncated at 500 lines: diff --git a/buildfarm/web/__init__.py b/buildfarm/web/__init__.py index b66ffce..7cd1a7e 100755 --- a/buildfarm/web/__init__.py +++ b/buildfarm/web/__init__.py @@ -58,6 +58,11 @@ webdir = os.path.abspath(os.path.join(os.path.dirname(__file__), .., .., we GITWEB_BASE = https://gitweb.samba.org; HISTORY_HORIZON = 1000 +# Maximum age of builds to consider when displaying summary page statistics. +# Note that trees only get rebuilt when they change, so this value is +# intentionally set to a high value to cope with trees that don't change often. +SUMMARY_MAX_BUILD_AGE = (180 * 24 * 60 * 60) + # this is automatically filled in deadhosts = [] @@ -727,7 +732,7 @@ class ViewSummaryPage(BuildFarmPage): # output when we want broken_table = -builds = self.buildfarm.get_summary_builds(min_age=time.time() - (7 * 24 * 60 * 60)) +builds = self.buildfarm.get_summary_builds(min_age=time.time() - SUMMARY_MAX_BUILD_AGE) for tree, status in builds: host_count[tree]+=1 -- build.samba.org
