diff --git a/distributed-2023.3.2-gh.tar.gz b/distributed-2023.3.2-gh.tar.gz deleted file mode 100644 index 6aa1459..0000000 --- a/distributed-2023.3.2-gh.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:220b0145dbf3d27019e1c0323cbb1c1839fec7166afba3d314ad092b6eedb3a9 -size 1848060 diff --git a/distributed-2023.5.1-gh.tar.gz b/distributed-2023.5.1-gh.tar.gz new file mode 100644 index 0000000..86a294e --- /dev/null +++ b/distributed-2023.5.1-gh.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4430bea589dc7c660ee116c3c07030ecb930176f77fad815b4d63ae3f8106f +size 1860331 diff --git a/distributed-ignore-offline.patch b/distributed-ignore-offline.patch index ee34c0a..0cd27cf 100644 --- a/distributed-ignore-offline.patch +++ b/distributed-ignore-offline.patch @@ -1,13 +1,13 @@ -Index: distributed-2022.8.1/setup.cfg +Index: distributed-2023.5.1/pyproject.toml =================================================================== ---- distributed-2022.8.1.orig/setup.cfg -+++ distributed-2022.8.1/setup.cfg -@@ -66,7 +66,7 @@ filterwarnings = - ignore:unclosed transport <_SelectorSocketTransport.*:ResourceWarning - ignore:unclosed transport + +- Ratchet up bokeh to >= 3.1, since upstream supports it. +- Also BuildRequire sparse for Python 3.11. + +------------------------------------------------------------------- +Fri May 26 20:27:38 UTC 2023 - Ben Greiner + +- Update to 2023.5.1 + * This release drops support for Python 3.8 + ## Enhancements + * Exclude IPython code from computations (GH#7788) Miles + * Drop Python 3.8 support (GH#7840) Thomas Grainger + * Add storage_options to performance_report (GH#7636) ypogorelova + * Don’t warn about mismatched msgpack (GH#7839) Irina Truong + * Clean up sys.path on Server shutdown (GH#7838) James Bourbeau + * Dashboard: Fine Performance Metrics (GH#7725) Miles + ## Bug Fixes + * Properly handle unknown chunk sizes in P2P rechunking (GH#7856) + Hendrik Makait + * Minimal change to work around (GH#7726) / support for UCX + (GH#7851) Benjamin Zaitlen + * Don’t end computations until cluster is truly idle (GH#7790) + crusaderky +- Release 2023.5.0 + ## Enhancements + * Client.upload_file send to both Workers and Scheduler and + rename scratch directory (GH#7802) Miles + * Allow dashboard to be used with bokeh prereleases (GH#7814) + James Bourbeau + ## Bug Fixes + * Ensure log_event of non-msgpack serializable object do not kill + servers (GH#7472) Florian Jetter + * Fix test_nanny.py duplicated pytestmark definitions (GH#7819) + Thomas Grainger + * Fix flaky + test_dask_worker.py::test_single_executable_deprecated + (GH#7817) Thomas Grainger +- Release 2023.4.2 + ## Enhancements + * Enable GIL monitoring when gilknocker installed (GH#7730) Miles + * By default only set logging handler if no other handler has + been set to avoid double logging (GH#7750) Thomas Grainger + * Cluster wait (GH#6700) Iain Dorrington + * Add Prometheus counter for SystemMonitor.last_time (GH#7785) + Miles + ## Bug Fixes + * Partial revert defaultclient config setting (GH#7803) Florian + Jetter + * Delay awaiting async SchedulerPlugin.{add|remove}_worker hooks + in order to immediately execute all sync ones (GH#7799) Hendrik + Makait + * Fix check_idle not returning the correct value if no change to + idleness (GH#7781) Jacob Tomlinson +- Release 2023.4.0 + * With this release we are making a change which will require the + Dask scheduler to have consistent software and hardware + capabilities as the client and workers. + * It’s always been recommended that your client and workers have + a consistent software and hardware environment so that data + structures and dependencies can be pickled and passed between + them. However recent changes to the Dask scheduler mean that we + now also require your scheduler to have the same consistent + environment as everything else + ## Enhancements + * Meter queue time to the offload executor (GH#7758) crusaderky + * Add GIL contention metric to Prometheus (GH#7651) Miles + * Add methods Client.forward_logging() and + Client.unforward_logging(). (GH#7276) Max Bane + * Optionally capture more frames in computations (GH#7656) Gabe + Joseph + * Consider Jupyter activity in idle timeout (GH#7687) Gabe Joseph + * Add a dashboard component that displays RMM memory (GH#7718) + Peter Andreas Entschev + * Improve error message if shuffle/rechunk lost annotations + (GH#7707) Hendrik Makait + * Exception chaining in P2P shuffling (GH#7706) Hendrik Makait + * Use pickle for graph submissions from client to scheduler + (GH#7564) Florian Jetter + ## Bug Fixes + * Fix crash on missing env var in dashboard link formatting + (GH#7729) Miles + * Fix randbytes() on Python 3.8 (GH#7771) crusaderky + * Run scheduler of SubprocessCluster in subprocess (GH#7727) + Hendrik Makait + * Drop id from RMM dashboard component (GH#7739) James Bourbeau + ------------------------------------------------------------------- Tue Apr 4 20:47:17 UTC 2023 - Ben Greiner diff --git a/python-distributed.spec b/python-distributed.spec index d58ecef..d55616f 100644 --- a/python-distributed.spec +++ b/python-distributed.spec @@ -47,7 +47,7 @@ Name: python-distributed%{psuffix} # ===> Note: python-dask MUST be updated in sync with python-distributed! <=== -Version: 2023.3.2 +Version: 2023.5.1 Release: 0 Summary: Library for distributed computing with Python License: BSD-3-Clause @@ -62,6 +62,7 @@ Patch4: distributed-ignore-thread-leaks.patch BuildRequires: %{python_module base >= 3.8} BuildRequires: %{python_module pip} BuildRequires: %{python_module setuptools} +BuildRequires: %{python_module versioneer-toml >= 0.28} BuildRequires: %{python_module wheel} BuildRequires: fdupes BuildRequires: python-rpm-macros @@ -75,17 +76,16 @@ Requires: python-msgpack >= 1.0.0 Requires: python-packaging >= 20.0 Requires: python-psutil >= 5.7.0 Requires: python-sortedcontainers >= 2.0.5 -Requires: python-tblib +Requires: python-tblib >= 1.6.0 Requires: python-toolz >= 0.10.0 -Requires: python-tornado >= 6.0.3 +Requires: python-tornado >= 6.0.4 Requires: python-urllib3 >= 1.24.3 -Requires: python-zict >= 2.1.0 +Requires: python-zict >= 2.2.0 Requires(post): update-alternatives Requires(postun):update-alternatives BuildArch: noarch %if %{with test} -# bokeh 3: see gh#dask/distributed#7329, gh#dask/dask#9659, we provide a legacy bokeh2 in Tumbleweed -BuildRequires: %{python_module bokeh >= 2.4.2 with %python-bokeh < 2.4.4} +BuildRequires: %{python_module bokeh >= 3.1} BuildRequires: %{python_module dask-complete = %{version}} BuildRequires: %{python_module distributed = %{version}} BuildRequires: %{python_module ipykernel} @@ -95,7 +95,7 @@ BuildRequires: %{python_module pytest-rerunfailures} BuildRequires: %{python_module pytest-timeout} BuildRequires: %{python_module pytest} BuildRequires: %{python_module requests} -BuildRequires: %{python_module sparse if %python-base < 3.11} +BuildRequires: %{python_module sparse} %if %{with paralleltests} BuildRequires: %{python_module pytest-xdist} %endif @@ -112,9 +112,9 @@ clusters. sed -e '/--durations=20/d' \ -e '/--color=yes/d' \ + -e '/--cov/d' \ -e 's/timeout_method = thread/timeout_method = signal/' \ - -e ' /^ error$/ a \ ignore:`np.bool8` is a deprecated alias for `np.bool_`' \ - -i setup.cfg + -i pyproject.toml %build %if ! %{with test} @@ -156,6 +156,7 @@ donttest+=" or (test_client and test_profile_server)" donttest+=" or (test_metrics and test_wall_clock)" donttest+=" or (test_priorities and test_compute)" donttest+=" or (test_resources and test_prefer_constrained)" +donttest+=" or (test_scheduler and test_tell_workers_when_peers_have_left)" donttest+=" or (test_steal and test_steal_twice)" donttest+=" or (test_utils and test_popen_timeout)" donttest+=" or (test_variable and test_variable_in_task)" @@ -165,6 +166,8 @@ donttest+=" or (test_worker_memory and test_digests)" donttest+=" or (test_worker_memory and test_pause_while_spilling)" # server-side fail due to the non-network warning in a subprocess where the patched filter does not apply donttest+=" or (test_client and test_quiet_close_process)" +# should return > 3, returns 3 exactly +donttest+=" or (test_statistical_profiling_cycle)" if [[ $(getconf LONG_BIT) -eq 32 ]]; then # OverflowError -- https://github.com/dask/distributed/issues/5252 donttest+=" or test_ensure_spilled_immediately" @@ -189,6 +192,8 @@ notparallel+=" or test_close_properly" notparallel+=" or test_plugin_internal_exception" notparallel+=" or test_runspec_regression_sync" notparallel+=" or test_client_async_before_loop_starts" +# added in 2023.5.1 +notparallel+=" or test_ensure_no_new_clients" %pytest distributed/tests -m "not avoid_ci" -n auto -k "not ($notparallel or $donttest ${$python_donttest})" %pytest distributed/tests -m "not avoid_ci" -k "($notparallel) and not ($donttest ${$python_donttest})"