# HG changeset patch
# User Mads Kiilerich <mad...@unity3d.com>
# Date 1475881183 -7200
# Sat Oct 08 00:59:43 2016 +0200
# Node ID 2c25dc4a5a556abbebe09fe3c4eb0ff4c8fa0cd4
# Parent 8838011d6452cbe31608482cc9f1b81e00fb1ca5
largefiles: always use filechunkiter when iterating files
Before, we would sometimes use the default iterator over large files. That
iterator is line based and would add extra buffering and use odd chunk sizes
which could give some overhead.
copyandhash can't just apply a filechunkiter as it sometimes is passed a
genuine generator when downloading remotely.
diff --git a/hgext/largefiles/lfutil.py b/hgext/largefiles/lfutil.py
--- a/hgext/largefiles/lfutil.py
+++ b/hgext/largefiles/lfutil.py
@@ -232,7 +232,8 @@ def copyfromcache(repo, hash, filename):
# don't use atomic writes in the working copy.
with open(path, 'rb') as srcfd:
with wvfs(filename, 'wb') as destfd:
- gothash = copyandhash(srcfd, destfd)
+ gothash = copyandhash(
+ util.filechunkiter(srcfd, filechunkitersize), destfd)
if gothash != hash:
repo.ui.warn(_('%s: data corruption in %s with hash %s\n')
% (filename, path, gothash))
diff --git a/hgext/largefiles/localstore.py b/hgext/largefiles/localstore.py
--- a/hgext/largefiles/localstore.py
+++ b/hgext/largefiles/localstore.py
@@ -10,6 +10,7 @@
from __future__ import absolute_import
from mercurial.i18n import _
+from mercurial import util
from . import (
basestore,
@@ -42,7 +43,8 @@ class localstore(basestore.basestore):
raise basestore.StoreError(filename, hash, self.url,
_("can't get file locally"))
with open(path, 'rb') as fd:
- return lfutil.copyandhash(fd, tmpfile)
+ return lfutil.copyandhash(
+ util.filechunkiter(fd, lfutil.filechunkitersize), tmpfile)
def _verifyfiles(self, contents, filestocheck):
failed = False
diff --git a/hgext/largefiles/remotestore.py b/hgext/largefiles/remotestore.py
--- a/hgext/largefiles/remotestore.py
+++ b/hgext/largefiles/remotestore.py
@@ -118,7 +118,7 @@ class remotestore(basestore.basestore):
raise NotImplementedError('abstract method')
def _get(self, hash):
- '''Get file with the given hash from the remote store.'''
+ '''Get a iterator for content with the given hash.'''
raise NotImplementedError('abstract method')
def _stat(self, hashes):
_______________________________________________
Mercurial-devel mailing list
Mercurial-devel@mercurial-scm.org
https://www.mercurial-scm.org/mailman/listinfo/mercurial-devel
