- Update to 2024.6.2:

* profile._f_lineno: handle next_line being None in Python 3.13 * Cache global query-planning config * Python 3.13 fixes * Fix test_map_freq_to_period_start for pandas=3 * Tokenizing memmap arrays will now avoid materializing the array into memory. * Fix test_dt_accessor with query planning disabled * Remove deprecated dask.compatibility module * Ensure compatibility for xarray.NamedArray * Avoid rounding error in test_prometheus_collect_count_total_by_cost_multipliers * Log key collision count in update_graph log event * Rename safe to expected in Scheduler.remove_worker * Eagerly update aggregate statistics for TaskPrefix instead of calculating them on-demand * Improve graph submission time for P2P rechunking by avoiding unpack recursion into indices * Add safe keyword to remove-worker event * Improved errors and reduced logging for P2P RPC calls * Adjust P2P tests for dask-expr * Iterate over copy of Server.digests_total_since_heartbeat to avoid RuntimeError * Add Prometheus gauge for task groups * Fix too strict assertion in shuffle code for pandas subclasses * Reduce noise from erring tasks that are not supposed to be running OBS-URL: https://build.opensuse.org/package/show/devel:languages:python:numeric/python-distributed?expand=0&rev=169
2024-07-05 06:40:17 +00:00 · 2024-07-05 06:40:17 +00:00 · 3c55efc797
commit 3c55efc797
11 changed files with 4181 additions and 0 deletions
--- a/.gitattributes
+++ b/.gitattributes
@ -0,0 +1,23 @@
+## Default LFS
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.bsp filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.gem filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.jar filter=lfs diff=lfs merge=lfs -text
+*.lz filter=lfs diff=lfs merge=lfs -text
+*.lzma filter=lfs diff=lfs merge=lfs -text
+*.obscpio filter=lfs diff=lfs merge=lfs -text
+*.oxt filter=lfs diff=lfs merge=lfs -text
+*.pdf filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.rpm filter=lfs diff=lfs merge=lfs -text
+*.tbz filter=lfs diff=lfs merge=lfs -text
+*.tbz2 filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.ttf filter=lfs diff=lfs merge=lfs -text
+*.txz filter=lfs diff=lfs merge=lfs -text
+*.whl filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
--- a/.gitignore
+++ b/.gitignore
@ -0,0 +1 @@
+.osc
--- a/5
+++ b/5
@ -0,0 +1,5 @@
+<multibuild>
+  <package>test-py310</package>
+  <package>test-py311</package>
+  <package>test-py312</package>
+</multibuild>
--- a/distributed-2024.4.2-gh.tar.gz
+++ b/distributed-2024.4.2-gh.tar.gz
@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758411bf575fe312987a3d53a91de30c1fd6dd3e0603b0ff53d646fa2fc17647
+size 2552748
--- a/distributed-2024.6.2-gh.tar.gz
+++ b/distributed-2024.6.2-gh.tar.gz
@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abf6e182393bcc7d3b5f7ffa2af080d57c50bab6a1df044f7e5cde24982d131
+size 2556083
--- a/distributed-ignore-offline.patch
+++ b/distributed-ignore-offline.patch
@ -0,0 +1,13 @@
+Index: distributed-2024.2.0/pyproject.toml
+===================================================================
+--- distributed-2024.2.0.orig/pyproject.toml
+++ distributed-2024.2.0/pyproject.toml
+@@ -117,7 +117,7 @@ filterwarnings = [
+     '''ignore:unclosed transport <_SelectorSocketTransport.*:ResourceWarning''',
+     '''ignore:unclosed transport <asyncio\.sslproto\..*:ResourceWarning''',
+     '''ignore:unclosed cluster SSHCluster.*:ResourceWarning''',
+-    '''ignore:Couldn't detect a suitable IP address for reaching '2001.4860.4860..8888', defaulting to hostname. \[Errno 65\] No route to host:RuntimeWarning''',
+    '''ignore:Couldn't detect a suitable IP address.*:RuntimeWarning''',
+     '''ignore:Dashboard and Scheduler are using the same server on port.*:RuntimeWarning''',
+     '''ignore:coroutine 'BaseTCPConnector.connect' was never awaited:RuntimeWarning''',
+     '''ignore:coroutine 'Client\._start' was never awaited:RuntimeWarning''',
--- a/distributed-ignore-rerun.patch
+++ b/distributed-ignore-rerun.patch
@ -0,0 +1,15 @@
+Index: distributed-2024.2.0/distributed/distributed.yaml
+===================================================================
+--- distributed-2024.2.0.orig/distributed/distributed.yaml
+++ distributed-2024.2.0/distributed/distributed.yaml
+@@ -289,6 +289,10 @@ distributed:
+       ignore-files:
+         - runpy\.py  # `python -m pytest` (or other module) shell command
+         - pytest  # `pytest` shell command
+        - pytest-3\.9
+        - pytest-3\.10
+        - pytest-3\.11
+        - pytest_rerunfailures\.py
+         - py\.test  # `py.test` shell command
+         - pytest-script\.py  # `pytest` shell command in Windows
+         - _pytest  # pytest implementation
--- a/distributed-ignore-thread-leaks.patch
+++ b/distributed-ignore-thread-leaks.patch
@ -0,0 +1,13 @@
+Index: distributed-2024.2.0/distributed/utils_test.py
+===================================================================
+--- distributed-2024.2.0.orig/distributed/utils_test.py
+++ distributed-2024.2.0/distributed/utils_test.py
+@@ -1644,7 +1644,7 @@ def check_thread_leak():
+     yield
+ 
+     start = time()
+-    while True:
+    while False:
+         bad_threads = [
+             thread
+             for thread in threading.enumerate()
--- a/1
+++ b/1
@ -0,0 +1 @@
+addFilter("explicit-lib-dependency python3.*-tblib")
--- a/python-distributed.changes
+++ b/python-distributed.changes
--- a/python-distributed.spec
+++ b/python-distributed.spec
@ -0,0 +1,239 @@
+#
+# spec file for package python-distributed
+#
+# Copyright (c) 2024 SUSE LLC
+#
+# All modifications and additions to the file contributed by third parties
+# remain the property of their copyright owners, unless otherwise agreed
+# upon. The license for this file, and modifications and additions to the
+# file, is the same license as for the pristine package itself (unless the
+# license for the pristine package is not an Open Source License, in which
+# case the license is the MIT License). An "Open Source License" is a
+# license that conforms to the Open Source Definition (Version 1.9)
+# published by the Open Source Initiative.
+
+# Please submit bugfixes or comments via https://bugs.opensuse.org/
+#
+
+
+%define psuffix %{nil}
+%global flavor @BUILD_FLAVOR@%{nil}
+%if "%{flavor}" == "test-py310"
+%define psuffix -test-py310
+%define skip_python311 1
+%define skip_python312 1
+%bcond_without test
+%endif
+%if "%{flavor}" == "test-py311"
+%define psuffix -test-py311
+%define skip_python310 1
+%define skip_python312 1
+%bcond_without test
+%endif
+%if "%{flavor}" == "test-py312"
+%define psuffix -test-py312
+%define skip_python310 1
+%define skip_python311 1
+%bcond_without test
+%endif
+%if "%{flavor}" == ""
+%bcond_with test
+%else
+# globally stop testing this one
+%define skip_python39 1
+%endif
+# use this to run tests with xdist in parallel, unfortunately fails server side
+%bcond_with paralleltests
+
+Name:           python-distributed%{psuffix}
+# ===> Note: python-dask MUST be updated in sync with python-distributed! <===
+Version:        2024.6.2
+Release:        0
+Summary:        Library for distributed computing with Python
+License:        BSD-3-Clause
+URL:            https://distributed.dask.org
+# SourceRepository: https://github.com/dask/distributed
+Source:         https://github.com/dask/distributed/archive/refs/tags/%{version}.tar.gz#/distributed-%{version}-gh.tar.gz
+Source99:       python-distributed-rpmlintrc
+# PATCH-FIX-OPENSUSE distributed-ignore-off.patch -- ignore that we can't probe addresses on obs, code@bnavigator.de
+Patch3:         distributed-ignore-offline.patch
+# PATCH-FIX-OPENSUSE distributed-ignore-thread-leaks.patch -- ignore leaking threads on obs, code@bnavigator.de
+Patch4:         distributed-ignore-thread-leaks.patch
+# PATCH-FIX-OPENSUSE distributed-ignore-rerun.patch -- extend ignore pytest array, mimi.vx@gmail.com
+Patch5:         distributed-ignore-rerun.patch
+BuildRequires:  %{python_module base >= 3.9}
+BuildRequires:  %{python_module pip}
+BuildRequires:  %{python_module setuptools}
+BuildRequires:  %{python_module versioneer-toml >= 0.29}
+BuildRequires:  %{python_module wheel}
+BuildRequires:  fdupes
+BuildRequires:  python-rpm-macros
+Requires:       python-Jinja2 >= 2.10.3
+Requires:       python-PyYAML >= 5.3.1
+Requires:       python-click >= 8.0
+Requires:       python-cloudpickle >= 1.5.0
+Requires:       python-dask = %{version}
+Requires:       python-locket >= 1.0.0
+Requires:       python-msgpack >= 1.0.0
+Requires:       python-packaging >= 20.0
+Requires:       python-psutil >= 5.7.0
+Requires:       python-sortedcontainers >= 2.0.5
+Requires:       python-tblib >= 1.6.0
+Requires:       python-toolz >= 0.10.0
+Requires:       python-tornado >= 6.0.4
+Requires:       python-urllib3 >= 1.24.3
+Requires:       python-zict >= 2.2.0
+Requires(post): update-alternatives
+Requires(postun): update-alternatives
+BuildArch:      noarch
+%if %{with test}
+BuildRequires:  %{python_module bokeh >= 3.1}
+BuildRequires:  %{python_module dask-complete = %{version}}
+BuildRequires:  %{python_module distributed = %{version}}
+BuildRequires:  %{python_module ipykernel}
+BuildRequires:  %{python_module ipython}
+BuildRequires:  %{python_module jupyter_client}
+BuildRequires:  %{python_module pytest-rerunfailures}
+BuildRequires:  %{python_module pytest-timeout}
+BuildRequires:  %{python_module pytest}
+BuildRequires:  %{python_module requests}
+BuildRequires:  %{python_module sparse}
+BuildRequires:  %{python_module zict >= 3}
+%if %{with paralleltests}
+BuildRequires:  %{python_module pytest-xdist}
+%endif
+%endif
+%python_subpackages
+
+%description
+Dask.distributed is a library for distributed computing in Python. It
+extends both the concurrent.futures and dask APIs to moderate sized
+clusters.
+
+%prep
+%autosetup -p1 -n distributed-%{version}
+
+sed -e '/--durations=20/d' \
+    -e '/--color=yes/d'  \
+    -e '/--cov/d'  \
+    -e 's/timeout_method = thread/timeout_method = signal/' \
+    -i pyproject.toml
+
+%build
+%if ! %{with test}
+%pyproject_wheel
+%endif
+
+%install
+%if ! %{with test}
+%pyproject_install
+%python_clone -a %{buildroot}%{_bindir}/dask-ssh
+%python_clone -a %{buildroot}%{_bindir}/dask-scheduler
+%python_clone -a %{buildroot}%{_bindir}/dask-worker
+%python_expand %fdupes %{buildroot}%{$python_sitelib}
+%endif
+
+%if %{with test}
+%check
+# test local src dir, not installed path: looks for test certificates and not installed test modules
+export PYTHONPATH=":x"
+# disable profiling completely -- https://github.com/dask/distributed/pull/6490
+sed '/enable profiling/ {s/enabled: True/enabled: False/}' -i distributed/distributed.yaml
+# make sure the change was successful, this is only for the tests, we didn't patch any installed source
+grep 'enabled: False .*enable profiling' distributed/distributed.yaml
+
+# we obviously don't test a git repo
+donttest="test_git_revision"
+# logger error
+donttest+=" or test_version_warning_in_cluster"
+# invalid task state
+donttest+=" or test_fail_to_pickle_execute_2"
+# too slow for obs
+donttest+=" or test_nanny_timeout"
+
+# Some tests randomly fail server-side -- too slow for obs (?)
+# see also https://github.com/dask/distributed/issues/5818
+donttest+=" or (test_asyncprocess and (test_exit_callback or test_simple))"
+donttest+=" or (test_client and test_repr)"
+donttest+=" or (test_client and test_profile_server)"
+donttest+=" or (test_client and test_forget_errors)"
+donttest+=" or (test_dask_collections and test_sparse_arrays)"
+donttest+=" or (test_metrics and test_wall_clock)"
+donttest+=" or (test_nanny and test_failure_during_worker_initialization)"
+donttest+=" or (test_priorities and test_compute)"
+donttest+=" or (test_resources and test_prefer_constrained)"
+donttest+=" or (test_scheduler and test_tell_workers_when_peers_have_left)"
+donttest+=" or (test_steal and test_steal_twice)"
+donttest+=" or (test_utils and test_popen_timeout)"
+donttest+=" or (test_variable and test_variable_in_task)"
+donttest+=" or (test_worker and test_gather_dep_from_remote_workers_if_all_local_workers_are_busy)"
+donttest+=" or (test_worker and test_worker_reconnects_mid_compute)"
+donttest+=" or (test_worker_memory and test_digests)"
+donttest+=" or (test_worker_memory and test_pause_while_spilling)"
+donttest+=" or test_computations_futures"
+donttest+=" or test_task_state_instance_are_garbage_collected"
+donttest+=" or test_computation_object_code_client_submit_list_comp"
+donttest+=" or test_computation_object_code_client_submit_dict_comp"
+# server-side fail due to the non-network warning in a subprocess where the patched filter does not apply
+donttest+=" or (test_client and test_quiet_close_process)"
+# should return > 3, returns 3 exactly
+donttest+=" or (test_statistical_profiling_cycle)"
+# pytest7 on py312: returns len==2 instead of 1
+donttest+=" or test_computation_object_code_dask_compute"
+# flakey on 3.10
+donttest+=" or (test_client_worker)"
+if [[ $(getconf LONG_BIT) -eq 32 ]]; then
+  # OverflowError -- https://github.com/dask/distributed/issues/5252
+  donttest+=" or test_ensure_spilled_immediately"
+  donttest+=" or test_value_raises_during_spilling"
+  donttest+=" or test_fail_to_pickle_execute_1"
+  # https://github.com/dask/distributed/issues/7175
+  donttest+=" or (test_sizeof_error and larger)"
+  #
+  donttest+=" or test_task_groups"
+fi
+
+%if %{with paralleltests}
+# not fully supported parallel test suite: https://github.com/dask/distributed/issues/5186
+# works locally, but fails with too many tests server-side
+notparallel="rebalance or memory or upload"
+notparallel+=" or test_open_close_many_workers"
+notparallel+=" or test_recreate_error_array"
+notparallel+=" or (test_preload and test_web_preload)"
+#  Recursion error, https://github.com/dask/distributed/issues/6406
+notparallel+=" or test_stack_overflow"
+#
+notparallel+=" or test_dashboard_host"
+notparallel+=" or test_close_properly"
+notparallel+=" or test_plugin_internal_exception"
+notparallel+=" or test_runspec_regression_sync"
+notparallel+=" or test_client_async_before_loop_starts"
+# added in 2023.5.1
+notparallel+=" or test_ensure_no_new_clients"
+
+%pytest distributed/tests -m "not avoid_ci" -n auto -k "not ($notparallel or $donttest ${$python_donttest})"
+%pytest distributed/tests -m "not avoid_ci" -k "($notparallel) and not ($donttest ${$python_donttest})"
+%else
+%pytest distributed/tests -m "not avoid_ci" -k "not ($donttest ${$python_donttest})"
+%endif
+%endif
+
+%if ! %{with test}
+%post
+%python_install_alternative dask-ssh dask-scheduler dask-worker
+
+%postun
+%python_uninstall_alternative dask-ssh
+
+%files %{python_files}
+%doc README.rst
+%license LICENSE.txt
+%python_alternative %{_bindir}/dask-ssh
+%python_alternative %{_bindir}/dask-scheduler
+%python_alternative %{_bindir}/dask-worker
+%{python_sitelib}/distributed
+%{python_sitelib}/distributed-%{version}.dist-info
+
+%endif
+
+%changelog
				`@ -0,0 +1 @@`
				`addFilter("explicit-lib-dependency python3.*-tblib")`