Script 'mail_helper' called by obssrc Hello community, here is the log from the commit of package python-distributed for openSUSE:Factory checked in at 2024-11-21 21:58:54 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/python-distributed (Old) and /work/SRC/openSUSE:Factory/.python-distributed.new.28523 (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
Package is "python-distributed" Thu Nov 21 21:58:54 2024 rev:86 rq:1225613 version:2024.11.2 Changes: -------- --- /work/SRC/openSUSE:Factory/python-distributed/python-distributed.changes 2024-11-12 19:24:28.535132870 +0100 +++ /work/SRC/openSUSE:Factory/.python-distributed.new.28523/python-distributed.changes 2024-11-21 21:58:59.589813161 +0100 @@ -1,0 +2,11 @@ +Thu Nov 21 15:52:11 UTC 2024 - Ben Greiner <c...@bnavigator.de> + +- Skip python313 -- gh#dask/dask#11457 + +------------------------------------------------------------------- +Tue Nov 19 12:37:23 UTC 2024 - Dirk Müller <dmuel...@suse.com> + +- update to 2024.11.2: + * Remove alias resolving to fix queuing + +------------------------------------------------------------------- Old: ---- distributed-2024.11.1-gh.tar.gz New: ---- distributed-2024.11.2-gh.tar.gz ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ python-distributed.spec ++++++ --- /var/tmp/diff_new_pack.cdUk4A/_old 2024-11-21 21:59:00.329843995 +0100 +++ /var/tmp/diff_new_pack.cdUk4A/_new 2024-11-21 21:59:00.329843995 +0100 @@ -16,6 +16,9 @@ # +# dask/distributed are not compatible yet (e.g. gh#dask/dask#11457) +%define skip_python313 1 + %global flavor @BUILD_FLAVOR@%{nil} %{?sle15_python_module_pythons} %if "%{flavor}" == "" @@ -54,7 +57,7 @@ Name: python-distributed%{psuffix} # ===> Note: python-dask MUST be updated in sync with python-distributed! <=== -Version: 2024.11.1 +Version: 2024.11.2 Release: 0 Summary: Library for distributed computing with Python License: BSD-3-Clause ++++++ distributed-2024.11.1-gh.tar.gz -> distributed-2024.11.2-gh.tar.gz ++++++ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/distributed-2024.11.1/.github/workflows/test-report.yaml new/distributed-2024.11.2/.github/workflows/test-report.yaml --- old/distributed-2024.11.1/.github/workflows/test-report.yaml 2024-11-11 16:56:29.000000000 +0100 +++ new/distributed-2024.11.2/.github/workflows/test-report.yaml 2024-11-13 16:16:01.000000000 +0100 @@ -53,7 +53,7 @@ mv test_report.html test_short_report.html deploy/ - name: Deploy ð - uses: JamesIves/github-pages-deploy-action@v4.6.8 + uses: JamesIves/github-pages-deploy-action@v4.6.9 with: branch: gh-pages folder: deploy diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/distributed-2024.11.1/distributed/scheduler.py new/distributed-2024.11.2/distributed/scheduler.py --- old/distributed-2024.11.1/distributed/scheduler.py 2024-11-11 16:56:29.000000000 +0100 +++ new/distributed-2024.11.2/distributed/scheduler.py 2024-11-13 16:16:01.000000000 +0100 @@ -54,14 +54,9 @@ import dask import dask.utils -from dask._task_spec import ( - DependenciesMapping, - GraphNode, - convert_legacy_graph, - resolve_aliases, -) +from dask._task_spec import DependenciesMapping, GraphNode, convert_legacy_graph from dask.base import TokenizationError, normalize_token, tokenize -from dask.core import istask, reverse_dict, validate_key +from dask.core import istask, validate_key from dask.typing import Key, no_default from dask.utils import ( _deprecated, @@ -9411,19 +9406,10 @@ ) dsk2 = convert_legacy_graph(dsk) - dependents = reverse_dict(DependenciesMapping(dsk2)) - # This is removing weird references like "x-foo": "foo" which often make up - # a substantial part of the graph - # This also performs culling! - dsk3 = resolve_aliases(dsk2, keys, dependents) - - logger.debug( - "Removing aliases. Started with %i and got %i left", len(dsk2), len(dsk3) - ) # FIXME: There should be no need to fully materialize and copy this but some # sections in the scheduler are mutating it. - dependencies = {k: set(v) for k, v in DependenciesMapping(dsk3).items()} - return dsk3, dependencies, annotations_by_type + dependencies = {k: set(v) for k, v in DependenciesMapping(dsk2).items()} + return dsk2, dependencies, annotations_by_type def _cull(dsk: dict[Key, GraphNode], keys: set[Key]) -> dict[Key, GraphNode]: diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/distributed-2024.11.1/distributed/tests/test_scheduler.py new/distributed-2024.11.2/distributed/tests/test_scheduler.py --- old/distributed-2024.11.1/distributed/tests/test_scheduler.py 2024-11-11 16:56:29.000000000 +0100 +++ new/distributed-2024.11.2/distributed/tests/test_scheduler.py 2024-11-13 16:16:01.000000000 +0100 @@ -5304,3 +5304,17 @@ async def test_rootish_taskgroup_configuration(c, s, *workers): assert s.rootish_tg_threshold == 10 assert s.rootish_tg_dependencies_threshold == 15 + + +@gen_cluster(client=True, nthreads=[("", 1)]) +async def test_alias_resolving_break_queuing(c, s, a): + pytest.importorskip("numpy") + import dask.array as da + + arr = da.random.random((90, 100), chunks=(10, 50)) + result = arr.rechunk(((10, 7, 7, 6) * 3, (50, 50))) + result = result.sum(split_every=1000) + x = result.persist() + while not s.tasks: + await asyncio.sleep(0.01) + assert sum([s.is_rootish(v) for v in s.tasks.values()]) == 18 diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/distributed-2024.11.1/pyproject.toml new/distributed-2024.11.2/pyproject.toml --- old/distributed-2024.11.1/pyproject.toml 2024-11-11 16:56:29.000000000 +0100 +++ new/distributed-2024.11.2/pyproject.toml 2024-11-13 16:16:01.000000000 +0100 @@ -27,7 +27,7 @@ dependencies = [ "click >= 8.0", "cloudpickle >= 3.0.0", - "dask == 2024.11.1", + "dask == 2024.11.2", "jinja2 >= 2.10.3", "locket >= 1.0.0", "msgpack >= 1.0.2",