Hello community, here is the log from the commit of package python-fsspec for openSUSE:Factory checked in at 2019-08-05 10:36:54 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/python-fsspec (Old) and /work/SRC/openSUSE:Factory/.python-fsspec.new.4126 (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
Package is "python-fsspec" Mon Aug 5 10:36:54 2019 rev:3 rq:720167 version:0.4.0 Changes: -------- --- /work/SRC/openSUSE:Factory/python-fsspec/python-fsspec.changes 2019-07-31 14:29:37.218070632 +0200 +++ /work/SRC/openSUSE:Factory/.python-fsspec.new.4126/python-fsspec.changes 2019-08-05 10:36:57.671330448 +0200 @@ -1,0 +2,6 @@ +Thu Aug 1 09:17:56 UTC 2019 - Tomáš Chvátal <tchva...@suse.com> + +- Update to 0.4.0: + * No upstream changelog + +------------------------------------------------------------------- Old: ---- filesystem_spec-0.3.6.tar.gz New: ---- filesystem_spec-0.4.0.tar.gz ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ python-fsspec.spec ++++++ --- /var/tmp/diff_new_pack.DGSTaZ/_old 2019-08-05 10:36:58.667330327 +0200 +++ /var/tmp/diff_new_pack.DGSTaZ/_new 2019-08-05 10:36:58.671330326 +0200 @@ -19,21 +19,20 @@ %{?!python_module:%define python_module() python-%{**} python3-%{**}} %define skip_python2 1 Name: python-fsspec -Version: 0.3.6 +Version: 0.4.0 Release: 0 Summary: Filesystem specification package License: BSD-3-Clause Group: Development/Languages/Python -Url: http://github.com/intake/filesystem_spec +URL: https://github.com/intake/filesystem_spec Source: https://codeload.github.com/intake/filesystem_spec/tar.gz/%{version}#/filesystem_spec-%{version}.tar.gz BuildRequires: %{python_module setuptools} -# SECTION test requirements -BuildRequires: %{python_module pytest} -# /SECTION BuildRequires: fdupes BuildRequires: python-rpm-macros BuildArch: noarch - +# SECTION test requirements +BuildRequires: %{python_module pytest} +# /SECTION %python_subpackages %description ++++++ filesystem_spec-0.3.6.tar.gz -> filesystem_spec-0.4.0.tar.gz ++++++ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/filesystem_spec-0.3.6/docs/make.bat new/filesystem_spec-0.4.0/docs/make.bat --- old/filesystem_spec-0.3.6/docs/make.bat 2019-07-25 16:18:34.000000000 +0200 +++ new/filesystem_spec-0.4.0/docs/make.bat 2019-07-31 17:07:08.000000000 +0200 @@ -9,7 +9,7 @@ ) set SOURCEDIR=source set BUILDDIR=build -set SPHINXPROJ=intake_pcap +set SPHINXPROJ=fsspec if "%1" == "" goto help diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/filesystem_spec-0.3.6/docs/source/intro.rst new/filesystem_spec-0.4.0/docs/source/intro.rst --- old/filesystem_spec-0.3.6/docs/source/intro.rst 2019-07-25 16:18:34.000000000 +0200 +++ new/filesystem_spec-0.4.0/docs/source/intro.rst 2019-07-31 17:07:08.000000000 +0200 @@ -81,7 +81,7 @@ have an interface as close to those as possible. See a `discussion`_ on the topic. -.. _discussion: https://github.com/martindurant/filesystem_spec/issues/5 +.. _discussion: https://github.com/intake/filesystem_spec/issues/5 Structure of the package ------------------------ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/filesystem_spec-0.3.6/fsspec/_version.py new/filesystem_spec-0.4.0/fsspec/_version.py --- old/filesystem_spec-0.3.6/fsspec/_version.py 2019-07-25 16:18:34.000000000 +0200 +++ new/filesystem_spec-0.4.0/fsspec/_version.py 2019-07-31 17:07:08.000000000 +0200 @@ -23,9 +23,9 @@ # setup.py/versioneer.py will grep for the variable names, so they must # each be defined on a line of their own. _version.py will just call # get_keywords(). - git_refnames = " (tag: 0.3.6)" - git_full = "da99945ac4a6d3460a2f024a6371e97c2fa16659" - git_date = "2019-07-25 10:18:34 -0400" + git_refnames = " (HEAD -> master, tag: 0.4.0)" + git_full = "fbd0feea5695d869769810d7d25c1386857a37ff" + git_date = "2019-07-31 11:07:08 -0400" keywords = {"refnames": git_refnames, "full": git_full, "date": git_date} return keywords diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/filesystem_spec-0.3.6/fsspec/implementations/http.py new/filesystem_spec-0.4.0/fsspec/implementations/http.py --- old/filesystem_spec-0.3.6/fsspec/implementations/http.py 2019-07-25 16:18:34.000000000 +0200 +++ new/filesystem_spec-0.4.0/fsspec/implementations/http.py 2019-07-31 17:07:08.000000000 +0200 @@ -210,6 +210,8 @@ if self.size is None: if length < 0: self._fetch_all() + else: + length = min(self.size - self.loc, length) return super().read(length) def _fetch_all(self): diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/filesystem_spec-0.3.6/fsspec/implementations/tests/test_webhdfs.py new/filesystem_spec-0.4.0/fsspec/implementations/tests/test_webhdfs.py --- old/filesystem_spec-0.3.6/fsspec/implementations/tests/test_webhdfs.py 2019-07-25 16:18:34.000000000 +0200 +++ new/filesystem_spec-0.4.0/fsspec/implementations/tests/test_webhdfs.py 2019-07-31 17:07:08.000000000 +0200 @@ -11,7 +11,10 @@ @pytest.fixture(scope='module') def hdfs_cluster(): cmd0 = "htcluster shutdown".split() - subprocess.check_output(cmd0) + try: + subprocess.check_output(cmd0) + except FileNotFoundError: + pytest.skip("htcluster not found") cmd1 = "htcluster startup --image base".split() subprocess.check_output(cmd1) try: diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/filesystem_spec-0.3.6/fsspec/spec.py new/filesystem_spec-0.4.0/fsspec/spec.py --- old/filesystem_spec-0.3.6/fsspec/spec.py 2019-07-25 16:18:34.000000000 +0200 +++ new/filesystem_spec-0.4.0/fsspec/spec.py 2019-07-31 17:07:08.000000000 +0200 @@ -307,7 +307,7 @@ raise FileNotFoundError(path) return files - def walk(self, path, maxdepth=None): + def walk(self, path, maxdepth=None, **kwargs): """ Return all files belows path List all files, recursing into subdirectories; output is iterator-style, @@ -323,6 +323,7 @@ maxdepth: int Maximum recursion depth. None means limitless, but not recommended on link-based file-systems. + kwargs: passed to ``ls`` """ path = self._strip_protocol(path) full_dirs = [] @@ -330,7 +331,7 @@ files = [] try: - listing = self.ls(path, True) + listing = self.ls(path, True, **kwargs) except (FileNotFoundError, IOError): return [], [], [] @@ -352,17 +353,24 @@ for d in full_dirs: if maxdepth is None or maxdepth > 1: for res in self.walk(d, maxdepth=(maxdepth - 1) - if maxdepth is not None else None): + if maxdepth is not None else None, + **kwargs): yield res - def find(self, path, maxdepth=None): + def find(self, path, maxdepth=None, **kwargs): """List all files below path. Like posix ``find`` command without conditions + + Parameters + ---------- + maxdepth: int or None + If not None, the maximum number of levels to descend + kwargs are passed to ``ls``. """ # TODO: allow equivalent of -name parameter out = [] - for path, _, files in self.walk(path, maxdepth): + for path, _, files in self.walk(path, maxdepth, **kwargs): for name in files: if name: out.append('/'.join([path.rstrip('/'), name]) @@ -373,7 +381,7 @@ out.append(path) return sorted(out) - def du(self, path, total=True, maxdepth=None): + def du(self, path, total=True, maxdepth=None, **kwargs): """Space used by files within a path Parameters @@ -383,6 +391,7 @@ whether to sum all the file sizes maxdepth: int or None maximum number of directory levels to descend, None for unlimited. + kwargs: passed to ``ls`` Returns ------- @@ -390,7 +399,7 @@ refer to bytes used. """ sizes = {} - for f in self.find(path, maxdepth=maxdepth): + for f in self.find(path, maxdepth=maxdepth, **kwargs): info = self.info(f) sizes[info['name']] = info['size'] if total: @@ -398,17 +407,17 @@ else: return sizes - def glob(self, path): + def glob(self, path, **kwargs): """ Find files by glob-matching. If the path ends with '/' and does not contain "*", it is essentially the same as ``ls(path)``, returning only files. - We do not attempt to match for ``"**"`` notation, but we do support + We support ``"**"``, ``"?"`` and ``"[..]"``. - Example reimplements code in ``glob.glob()``, taken from hdfs3. + kwargs are passed to ``ls``. """ import re ends = path.endswith('/') @@ -432,7 +441,7 @@ else: root = '' depth = 20 if "**" in path else 1 - allpaths = self.find(root, maxdepth=depth) + allpaths = self.find(root, maxdepth=depth, **kwargs) pattern = "^" + path.replace('.', r'\.').replace('//', '/').rstrip( '/').replace('?', '.') + "$" pattern = re.sub('[*]{2}', '=PLACEHOLDER=', pattern)