commit: 0522c4ccf0f4ca737572b8164cde6bb9c498ba7f Author: Mart Raudsepp <leio <AT> gentoo <DOT> org> AuthorDate: Wed Dec 7 02:52:48 2016 +0000 Commit: Mart Raudsepp <leio <AT> gentoo <DOT> org> CommitDate: Wed Dec 7 02:52:48 2016 +0000 URL: https://gitweb.gentoo.org/proj/grumpy.git/commit/?id=0522c4cc
sync: Increase the sync delta to 1 hour and print the sync count and oldest TS at start backend/lib/sync.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/backend/lib/sync.py b/backend/lib/sync.py index 8c687c6..7ba583d 100644 --- a/backend/lib/sync.py +++ b/backend/lib/sync.py @@ -5,7 +5,7 @@ from datetime import datetime from .. import app, db from .models import Category, Maintainer, Package, PackageVersion -SYNC_BUFFER_SECS = 30*60 +SYNC_BUFFER_SECS = 60*60 #1 hour proj_url = "https://api.gentoo.org/metastructure/projects.xml"; pkg_url_base = "https://packages.gentoo.org/"; http_session = requests.session() @@ -154,7 +154,10 @@ def sync_versions(): for maintainer in Maintainer.query.all(): existing_maintainers[maintainer.email] = maintainer - for package in Package.query.filter(Package.last_sync_ts < ts).order_by(Package.last_sync_ts).all(): + packages_to_sync = Package.query.filter(Package.last_sync_ts < ts).order_by(Package.last_sync_ts).all() + print("Going to sync %d packages%s" % (len(packages_to_sync), (" (oldest sync UTC timestamp: %s)" % packages_to_sync[0].last_sync_ts if len(packages_to_sync) else ""))) + + for package in packages_to_sync: cnt += 1 data = http_session.get(pkg_url_base + "packages/" + package.full_name + ".json") if not data:
