forked from pool/python-distributed
- Update to version 2021.7.2 * Fix a deadlock connected to task stealing and task deserialization * Include maximum shard size in second to_frames method * Minor dashboard style updates * Cap maximum shard size at the size of an integer * Document automatic MALLOC_TRIM_THRESHOLD_ environment variable * Mark ucx-py tests for GPU * Update individual profile plot sizing * Handle NVMLError_Unknown in NVML diagnostics * Unit tests to use a random port for the dashboard * Ensure worker reconnect registers existing tasks properly * Halve CI runtime! * Add NannyPlugins * Add WorkerNetworkBandwidth chart to dashboard * Set nanny environment variables in config * Read smaller frames to workaround OpenSSL bug * Move UCX/RMM config variables to Distributed namespace * Allow ws(s) messages greater than 10Mb * Short-circuit root-ish check for many deps -Release 2021.07.1 * Remove experimental feature warning from actors docs * Keep dependents in worker dependency if TS is still known * Add Scheduler.set_restrictions * Make Actor futures awaitable and work with as_completed * Simplify test_secede_balances * Computation class * Some light dashboard cleanup * Don't package tests * Add pytest marker for GPU tests * Actor: don't hold key references on workers * Collapse nav to hamburger sooner * Verify that actors survive pickling * Reenable UCX-Py tests that used to segfault * Better support ProcessPoolExecutors * Simplify test_worker_heartbeat_after_cancel * Avoid property validation in Bokeh * Reduce default websocket frame size and make configurable * Disable pytest-timeout SIGALARM on MacOS * rebalance() resilience to computations * Improve CI stability * Ensure heartbeats after cancelation do not raise KeyError s * Add more useful exception message on TLS cert mismatch * Add bokeh mode parameter to performance reports - Use the GitHub tarball because the PyPI sdist does to provide the tests anymore * Remove extra conftest.py source - Drop distributed-pr5022-improve_ci.patch merged upstream OBS-URL: https://build.opensuse.org/request/show/910741 OBS-URL: https://build.opensuse.org/package/show/devel:languages:python:numeric/python-distributed?expand=0&rev=99
162 lines
5.8 KiB
RPMSpec
162 lines
5.8 KiB
RPMSpec
#
|
|
# spec file
|
|
#
|
|
# Copyright (c) 2021 SUSE LLC
|
|
#
|
|
# All modifications and additions to the file contributed by third parties
|
|
# remain the property of their copyright owners, unless otherwise agreed
|
|
# upon. The license for this file, and modifications and additions to the
|
|
# file, is the same license as for the pristine package itself (unless the
|
|
# license for the pristine package is not an Open Source License, in which
|
|
# case the license is the MIT License). An "Open Source License" is a
|
|
# license that conforms to the Open Source Definition (Version 1.9)
|
|
# published by the Open Source Initiative.
|
|
|
|
# Please submit bugfixes or comments via https://bugs.opensuse.org/
|
|
#
|
|
|
|
|
|
%global flavor @BUILD_FLAVOR@%{nil}
|
|
%if "%{flavor}" == "test"
|
|
%define psuffix -test
|
|
%bcond_without test
|
|
%else
|
|
%define psuffix %{nil}
|
|
%bcond_with test
|
|
%endif
|
|
%ifarch %{ix86} %{arm}
|
|
# cython optimizations not supported on 32-bit: https://github.com/dask/dask/issues/7489
|
|
%bcond_with cythonize
|
|
%else
|
|
%bcond_without cythonize
|
|
%endif
|
|
%if %{with cythonize}
|
|
%define cythonize --with-cython
|
|
%endif
|
|
%{?!python_module:%define python_module() python3-%{**}}
|
|
%define skip_python2 1
|
|
%define skip_python36 1
|
|
%define ghversiontag 2021.07.2
|
|
Name: python-distributed%{psuffix}
|
|
# Note: please always update together with python-dask
|
|
Version: 2021.7.2
|
|
Release: 0
|
|
Summary: Library for distributed computing with Python
|
|
License: BSD-3-Clause
|
|
URL: https://distributed.readthedocs.io/en/latest/
|
|
Source: https://github.com/dask/distributed/archive/refs/tags//%{ghversiontag}.tar.gz#/distributed-%{ghversiontag}-gh.tar.gz
|
|
Source99: python-distributed-rpmlintrc
|
|
BuildRequires: %{python_module base >= 3.7}
|
|
BuildRequires: %{python_module setuptools}
|
|
BuildRequires: fdupes
|
|
BuildRequires: python-rpm-macros
|
|
Requires: python-PyYAML
|
|
Requires: python-certifi
|
|
Requires: python-click >= 6.6
|
|
Requires: python-cloudpickle >= 1.5.0
|
|
Requires: python-dask = %{version}
|
|
Requires: python-msgpack
|
|
Requires: python-psutil >= 5.0
|
|
Requires: python-sortedcontainers
|
|
Requires: python-tblib
|
|
Requires: python-toolz >= 0.8.2
|
|
Requires: python-tornado >= 6.0.3
|
|
Requires: python-zict >= 0.1.3
|
|
%if %{with cythonize}
|
|
BuildRequires: %{python_module Cython}
|
|
# the cythonized scheduler needs Cython also as runtime dep for some checks
|
|
Requires: python-Cython
|
|
%endif
|
|
%if %{with test}
|
|
BuildRequires: %{python_module PyYAML}
|
|
BuildRequires: %{python_module bokeh}
|
|
BuildRequires: %{python_module certifi}
|
|
BuildRequires: %{python_module click >= 6.6}
|
|
BuildRequires: %{python_module cloudpickle >= 1.5.0}
|
|
BuildRequires: %{python_module dask-all = %{version}}
|
|
BuildRequires: %{python_module distributed = %{version}}
|
|
BuildRequires: %{python_module ipykernel}
|
|
BuildRequires: %{python_module ipython}
|
|
BuildRequires: %{python_module jupyter_client}
|
|
BuildRequires: %{python_module msgpack}
|
|
BuildRequires: %{python_module psutil}
|
|
BuildRequires: %{python_module pytest-asyncio}
|
|
BuildRequires: %{python_module pytest-rerunfailures}
|
|
BuildRequires: %{python_module pytest-timeout}
|
|
BuildRequires: %{python_module pytest}
|
|
BuildRequires: %{python_module requests}
|
|
BuildRequires: %{python_module sortedcontainers}
|
|
BuildRequires: %{python_module sparse}
|
|
BuildRequires: %{python_module tblib}
|
|
BuildRequires: %{python_module toolz >= 0.8.2}
|
|
BuildRequires: %{python_module tornado >= 6.0.3}
|
|
BuildRequires: %{python_module zict >= 0.1.3}
|
|
%endif
|
|
%python_subpackages
|
|
|
|
%description
|
|
Dask.distributed is a library for distributed computing in Python. It
|
|
extends both the concurrent.futures and dask APIs to moderate sized
|
|
clusters.
|
|
|
|
%prep
|
|
%autosetup -p1 -n distributed-%{ghversiontag}
|
|
|
|
%build
|
|
%if ! %{with test}
|
|
%python_build %{?cythonize}
|
|
%endif
|
|
|
|
%install
|
|
%if ! %{with test}
|
|
%python_install %{?cythonize}
|
|
%python_clone -a %{buildroot}%{_bindir}/dask-ssh
|
|
%python_clone -a %{buildroot}%{_bindir}/dask-scheduler
|
|
%python_clone -a %{buildroot}%{_bindir}/dask-worker
|
|
%python_expand %fdupes %{buildroot}%{$python_sitearch}
|
|
%endif
|
|
|
|
%if %{with test}
|
|
%check
|
|
# many tests from multiple files are broken by new pytest-asyncio
|
|
# (see https://github.com/dask/distributed/pull/4212 and https://github.com/pytest-dev/pytest-asyncio/issues/168)
|
|
%if %{pkg_vcmp python3-pytest-asyncio >= 0.14}
|
|
donttest+=" or (test_client and test_get_client_functions_spawn_clusters)"
|
|
donttest+=" or (test_preload and test_web_preload)"
|
|
donttest+=" or (test_semaphore and test_access_semaphore_by_name)"
|
|
donttest+=" or (test_semaphore and test_close_async)"
|
|
donttest+=" or (test_semaphore and test_oversubscribing_leases)"
|
|
donttest+=" or (test_semaphore and test_release_once_too_many_resilience)"
|
|
donttest+=" or (test_semaphore and test_release_simple)"
|
|
donttest+=" or (test_semaphore and test_threadpoolworkers_pick_correct_ioloop)"
|
|
donttest+=" or (test_worker and test_worker_client_closes_if_created_on_worker_last_worker_alive)"
|
|
donttest+=" or (test_worker and test_worker_client_closes_if_created_on_worker_one_worker)"
|
|
%endif
|
|
# randomly fail even with old asyncio -- too slow for obs (?)
|
|
donttest+=" or (test_asyncprocess and test_exit_callback)"
|
|
donttest+=" or (test_worker and test_fail_write_to_disk)"
|
|
# rebalance fails on the server, but not when building locally
|
|
donttest+=" or (test_scheduler and test_rebalance)"
|
|
donttest+=" or (test_tls_functional and test_rebalance)"
|
|
%pytest_arch distributed/tests -r sfER -m "not avoid_ci" -k "not (${donttest:4})" --reruns 3 --reruns-delay 3
|
|
%endif
|
|
|
|
%if ! %{with test}
|
|
%post
|
|
%python_install_alternative dask-ssh dask-scheduler dask-worker
|
|
|
|
%postun
|
|
%python_uninstall_alternative dask-ssh
|
|
|
|
%files %{python_files}
|
|
%doc README.rst
|
|
%license LICENSE.txt
|
|
%python_alternative %{_bindir}/dask-ssh
|
|
%python_alternative %{_bindir}/dask-scheduler
|
|
%python_alternative %{_bindir}/dask-worker
|
|
%{python_sitearch}/distributed
|
|
%{python_sitearch}/distributed-%{version}*-info
|
|
%endif
|
|
|
|
%changelog
|