Dirk Mueller
c3b15c0166
- Update to version 2021.1.1
* Make system monitor interval configurable (GH#4447) Matthew
Rocklin
* Add uvloop config value (GH#4448) Matthew Rocklin
* Additional optimizations to stealing (GH#4445) jakirkham
* Give clusters names (GH#4426) Jacob Tomlinson
* Use worker comm pool in Semaphore (GH#4195) Florian Jetter
* Set runspec on all new tasks to avoid deadlocks (GH#4432)
Florian Jetter
* Support TaskState objects in story methods (GH#4434) Matthew
Rocklin
* Support missing event loop in Client.asynchronous (GH#4436)
Matthew Rocklin
* Don’t require network to inspect tests (GH#4433) Matthew
Rocklin
- Changelog for 2021.1.0
* Add time started to scheduler info (GH#4425) Jacob Tomlinson
* Log adaptive error (GH#4422) Jacob Tomlinson
* Xfail normalization tests (GH#4411) Jacob Tomlinson
* Use dumps_msgpack and loads_msgpack when packing high level
graphs (GH#4409) Mads R. B. Kristensen
* Add nprocs auto option to dask-worker CLI (GH#4377) Jacob
Tomlinson
* Type annotation of _reevaluate_occupancy_worker (GH#4398)
jakirkham
* Type TaskGroup in active_states (GH#4408) jakirkham
* Fix test_as_current_is_thread_local (GH#4402) jakirkham
* Use list comprehensions to bind TaskGroup type (GH#4401)
jakirkham
* Make tests pass after 2028 (GH#4403) Bernhard M. Wiedemann
* Fix compilation warnings, decide_worker now a C func, stealing
improvements (GH#4375) jakirkham
* Drop custom __eq__ from Status (GH#4270) jakirkham
* test_performance_report: skip without bokeh (GH#4388) Bruno
Pagani
* Nanny now respects dask settings from ctx mgr (GH#4378)
Florian Jetter
* Better task duration estimates for outliers (GH#4213) selshowk
* Dask internal inherit config (GH#4364) Jacob Tomlinson
* Provide setup.py option to profile Cython code (GH#4362)
jakirkham
* Optimizations of *State and Task* objects and stealing
(GH#4358) jakirkham
* Cast SortedDict s to dict s in a few key places & other minor
changes (GH#4355) jakirkham
* Use task annotation priorities for user-level priorities
(GH#4354) James Bourbeau
* Added docs to highlevelgraph pack/unpack (GH#4352) Mads R. B.
Kristensen
* Optimizations in notable functions used by transitions
(GH#4351) jakirkham
* Silence exception when releasing futures on process shutdown
(GH#4309) Benjamin Zaitlen
- Deboard blind passenger requirement: scikit-build is only
available for Python > 3.6 (because of SciPy) and not needed here
OBS-URL: https://build.opensuse.org/request/show/867973
OBS-URL: https://build.opensuse.org/package/show/devel:languages:python:numeric/python-distributed?expand=0&rev=81
254 lines
11 KiB
RPMSpec
254 lines
11 KiB
RPMSpec
#
|
|
# spec file for package python-distributed
|
|
#
|
|
# Copyright (c) 2021 SUSE LLC
|
|
#
|
|
# All modifications and additions to the file contributed by third parties
|
|
# remain the property of their copyright owners, unless otherwise agreed
|
|
# upon. The license for this file, and modifications and additions to the
|
|
# file, is the same license as for the pristine package itself (unless the
|
|
# license for the pristine package is not an Open Source License, in which
|
|
# case the license is the MIT License). An "Open Source License" is a
|
|
# license that conforms to the Open Source Definition (Version 1.9)
|
|
# published by the Open Source Initiative.
|
|
|
|
# Please submit bugfixes or comments via https://bugs.opensuse.org/
|
|
#
|
|
|
|
|
|
%global flavor @BUILD_FLAVOR@%{nil}
|
|
%if "%{flavor}" == "test"
|
|
%define psuffix -test
|
|
%bcond_without test
|
|
%else
|
|
%define psuffix %{nil}
|
|
%bcond_with test
|
|
%endif
|
|
%define skip_python2 1
|
|
%{?!python_module:%define python_module() python-%{**} python3-%{**}}
|
|
Name: python-distributed%{psuffix}
|
|
Version: 2021.1.1
|
|
Release: 0
|
|
Summary: Library for distributed computing with Python
|
|
License: BSD-3-Clause
|
|
URL: https://distributed.readthedocs.io/en/latest/
|
|
Source: https://files.pythonhosted.org/packages/source/d/distributed/distributed-%{version}.tar.gz
|
|
Source99: python-distributed-rpmlintrc
|
|
BuildRequires: %{python_module Cython}
|
|
BuildRequires: %{python_module setuptools}
|
|
BuildRequires: fdupes
|
|
BuildRequires: python-rpm-macros
|
|
Requires: python-PyYAML
|
|
Requires: python-certifi
|
|
Requires: python-click >= 6.6
|
|
Requires: python-cloudpickle >= 1.5.0
|
|
Requires: python-dask >= 2021.1.1
|
|
Requires: python-msgpack
|
|
Requires: python-psutil >= 5.0
|
|
Requires: python-sortedcontainers
|
|
Requires: python-tblib
|
|
Requires: python-toolz >= 0.8.2
|
|
# https://github.com/dask/distributed/pull/4212
|
|
Requires: python-tornado < 6.1
|
|
%if %{python_version_nodots} < 38
|
|
Requires: python-contextvars
|
|
Requires: python-tornado >= 5
|
|
%else
|
|
Requires: python-tornado >= 6.0.3
|
|
%endif
|
|
Requires: python-zict >= 0.1.3
|
|
%if %{with test}
|
|
BuildRequires: %{python_module PyYAML}
|
|
BuildRequires: %{python_module bokeh}
|
|
BuildRequires: %{python_module certifi}
|
|
BuildRequires: %{python_module click >= 6.6}
|
|
BuildRequires: %{python_module cloudpickle >= 1.5.0}
|
|
BuildRequires: %{python_module dask-all >= 2020.12.0}
|
|
# need built extension
|
|
BuildRequires: %{python_module distributed = %{version}}
|
|
BuildRequires: %{python_module ipykernel}
|
|
BuildRequires: %{python_module ipython}
|
|
BuildRequires: %{python_module jupyter_client}
|
|
BuildRequires: %{python_module msgpack}
|
|
BuildRequires: %{python_module psutil}
|
|
BuildRequires: %{python_module pytest-asyncio}
|
|
BuildRequires: %{python_module pytest-xdist}
|
|
BuildRequires: %{python_module pytest}
|
|
BuildRequires: %{python_module requests}
|
|
BuildRequires: %{python_module sortedcontainers}
|
|
BuildRequires: %{python_module sparse}
|
|
BuildRequires: %{python_module tblib}
|
|
BuildRequires: %{python_module toolz >= 0.8.2}
|
|
BuildRequires: %{python_module zict >= 0.1.3}
|
|
# https://github.com/dask/distributed/pull/4212
|
|
BuildRequires: %{python_module tornado < 6.1}
|
|
BuildRequires: (python3-tornado >= 5 if python3-base < 3.8)
|
|
BuildRequires: (python3-tornado >= 6.0.3 if python3-base >= 3.8)
|
|
BuildRequires: (python36-tornado >= 5 if python36-base)
|
|
# switch comment/nocomment of the next two lines when the python3 primary flavor has been changed from python38 to python39
|
|
# BuildRequires: (python38-tornado >= 6.0.3 if python38-base)
|
|
BuildRequires: (python39-tornado >= 6.0.3 if python39-base)
|
|
%endif
|
|
%python_subpackages
|
|
|
|
%description
|
|
Dask.distributed is a library for distributed computing in Python. It
|
|
extends both the concurrent.futures and dask APIs to moderate sized
|
|
clusters.
|
|
|
|
%prep
|
|
%setup -q -n distributed-%{version}
|
|
# gh#dask/distributed#4467
|
|
sed -i 's/raise pytest.skip(reason=/raise pytest.skip(/' distributed/tests/test_core.py
|
|
|
|
%build
|
|
%if ! %{with test}
|
|
%python_build --with-cython
|
|
%endif
|
|
|
|
%install
|
|
%if ! %{with test}
|
|
%python_install --with-cython
|
|
%python_clone -a %{buildroot}%{_bindir}/dask-ssh
|
|
%python_clone -a %{buildroot}%{_bindir}/dask-scheduler
|
|
%python_clone -a %{buildroot}%{_bindir}/dask-worker
|
|
%python_expand %fdupes %{buildroot}%{$python_sitearch}
|
|
%endif
|
|
|
|
%if %{with test}
|
|
%check
|
|
# add fail and error summaries to pytest report, but xfail is not interesting
|
|
sed -i '/pytest/,/addopts/ s/-rsx/-rfEs/' setup.cfg
|
|
# many tests from multiple files are broken by new pytest-asyncio (see https://github.com/dask/distributed/pull/4212 for explanation)
|
|
# as a proof build it with old pytest-asyncio and see these tests pass
|
|
donttest+=" or (test_asyncprocess and test_child_main_thread)"
|
|
donttest+=" or (test_asyncprocess and test_close)"
|
|
donttest+=" or (test_asyncprocess and test_exit_callback)"
|
|
donttest+=" or (test_asyncprocess and test_exitcode)"
|
|
donttest+=" or (test_asyncprocess and test_num_fds)"
|
|
donttest+=" or (test_asyncprocess and test_performance_report)"
|
|
donttest+=" or (test_asyncprocess and test_signal)"
|
|
donttest+=" or (test_client and test_add_worker_after_task)"
|
|
donttest+=" or (test_client and test_bad_tasks_fail)"
|
|
donttest+=" or (test_client and test_cleanup_after_broken_client_connection)"
|
|
donttest+=" or (test_client and test_futures_in_subgraphs)"
|
|
donttest+=" or (test_client and test_get_client)"
|
|
donttest+=" or (test_client and test_logs)"
|
|
donttest+=" or (test_client and test_lose_scattered_data)"
|
|
donttest+=" or (test_client and test_open_close_many_workers)"
|
|
donttest+=" or (test_client and test_performance_report)"
|
|
donttest+=" or (test_client and test_profile_server)"
|
|
donttest+=" or (test_client and test_profile_server)"
|
|
donttest+=" or (test_client and test_quiet_client_close)"
|
|
donttest+=" or (test_client and test_quiet_quit_when_cluster_leaves)"
|
|
donttest+=" or (test_client and test_reconnect)"
|
|
donttest+=" or (test_client and test_secede_balances)"
|
|
donttest+=" or (test_client and test_secede_simple)"
|
|
donttest+=" or (test_client and test_serialize_collections)"
|
|
donttest+=" or (test_client and test_upload_file_exception_sync)"
|
|
donttest+=" or (test_client and test_upload_file_sync)"
|
|
donttest+=" or (test_collections and test_sparse_arrays)"
|
|
donttest+=" or (test_diskutils and test_workspace_concurrency_intense)"
|
|
donttest+=" or (test_diskutils and test_workspace_concurrency)"
|
|
donttest+=" or (test_events and test_event_on_workers)"
|
|
donttest+=" or (test_events and test_set_not_set_many_events)"
|
|
donttest+=" or (test_events and test_two_events_on_workers)"
|
|
donttest+=" or (test_failed_workers and test_broken_worker_during_computation)"
|
|
donttest+=" or (test_failed_workers and test_fast_kill)"
|
|
donttest+=" or (test_failed_workers and test_gather_then_submit_after_failed_workers)"
|
|
donttest+=" or (test_failed_workers and test_restart_during_computation)"
|
|
donttest+=" or (test_failed_workers and test_restart_fast)"
|
|
donttest+=" or (test_failed_workers and test_restart_scheduler)"
|
|
donttest+=" or (test_failed_workers and test_restart)"
|
|
donttest+=" or (test_failed_workers and test_worker_who_has_clears_after_failed_connection)"
|
|
donttest+=" or (test_locks and test_lock)"
|
|
donttest+=" or (test_locks and test_serializable)"
|
|
donttest+=" or (test_nanny and test_mp_pool_worker_no_daemon)"
|
|
donttest+=" or (test_nanny and test_mp_process_worker_no_daemon)"
|
|
donttest+=" or (test_nanny and test_nanny)"
|
|
donttest+=" or (test_nanny and test_num_fds)"
|
|
donttest+=" or (test_preload and test_web_preload)"
|
|
donttest+=" or (test_profile and test_watch)"
|
|
donttest+=" or (test_publish and test_publish_simple)"
|
|
donttest+=" or (test_queues and test_2220)"
|
|
donttest+=" or (test_resources and test_prefer_constrained)"
|
|
donttest+=" or (test_scheduler and test_balance_many_workers_2)"
|
|
donttest+=" or (test_scheduler and test_balance_many_workers)"
|
|
donttest+=" or (test_scheduler and test_bandwidth_clear)"
|
|
donttest+=" or (test_scheduler and test_file_descriptors)"
|
|
donttest+=" or (test_scheduler and test_gather_allow_worker_reconnect)"
|
|
donttest+=" or (test_scheduler and test_idle_timeout)"
|
|
donttest+=" or (test_scheduler and test_include_communication_in_occupancy)"
|
|
donttest+=" or (test_scheduler and test_log_tasks_during_restart)"
|
|
donttest+=" or (test_scheduler and test_restart)"
|
|
donttest+=" or (test_scheduler and test_steal_when_more_tasks)"
|
|
donttest+=" or (test_scheduler and test_task_groups)"
|
|
donttest+=" or (test_semaphor and test_getvalue)"
|
|
donttest+=" or (test_semaphore and test_access_semaphore_by_name)"
|
|
donttest+=" or (test_semaphore and test_close_async)"
|
|
donttest+=" or (test_semaphore and test_oversubscribing_leases)"
|
|
donttest+=" or (test_semaphore and test_release_failure)"
|
|
donttest+=" or (test_semaphore and test_release_once_too_many_resilience)"
|
|
donttest+=" or (test_semaphore and test_release_simple)"
|
|
donttest+=" or (test_semaphore and test_threadpoolworkers_pick_correct_ioloop)"
|
|
donttest+=" or (test_sparse_arrays and concurrent)"
|
|
donttest+=" or (test_spec and test_address_default_none)"
|
|
donttest+=" or (test_spec and test_child_address_persists)"
|
|
donttest+=" or (test_steal and test_balance)"
|
|
donttest+=" or (test_steal and test_dont_steal_already_released)"
|
|
donttest+=" or (test_steal and test_dont_steal_fast_tasks_compute_time)"
|
|
donttest+=" or (test_steal and test_dont_steal_few_saturated_tasks_many_workers)"
|
|
donttest+=" or (test_steal and test_eventually_steal_unknown_functions)"
|
|
donttest+=" or (test_steal and test_restart)"
|
|
donttest+=" or (test_steal and test_steal_more_attractive_tasks)"
|
|
donttest+=" or (test_steal and test_steal_twice)"
|
|
donttest+=" or (test_steal and test_worksteal_many_thieves)"
|
|
donttest+=" or (test_stress and test_cancel_stress)"
|
|
donttest+=" or (test_stress and test_close_connections)"
|
|
donttest+=" or (test_tls_functional and test_retire_workers)"
|
|
donttest+=" or (test_tls_functional and test_worker_client)"
|
|
donttest+=" or (test_worker and test_dont_overlap_communications_to_same_worker)"
|
|
donttest+=" or (test_worker and test_get_client)"
|
|
donttest+=" or (test_worker and test_lifetime)"
|
|
donttest+=" or (test_worker and test_robust_to_bad_sizeof_estimates)"
|
|
donttest+=" or (test_worker and test_share_communication)"
|
|
donttest+=" or (test_worker and test_statistical_profiling_2)"
|
|
donttest+=" or (test_worker and test_stop_doing_unnecessary_work)"
|
|
donttest+=" or (test_worker and test_wait_for_outgoing)"
|
|
donttest+=" or (test_worker_client and test_async)"
|
|
donttest+=" or (test_worker_client and test_client_executor)"
|
|
donttest+=" or (test_worker_client and test_compute_within_worker_client)"
|
|
donttest+=" or (test_worker_client and test_gather_multi_machine)"
|
|
donttest+=" or (test_worker_client and test_local_client_warning)"
|
|
donttest+=" or (test_worker_client and test_scatter_from_worker)"
|
|
donttest+=" or (test_worker_client and test_scatter_singleton)"
|
|
donttest+=" or (test_worker_client and test_secede_without_stealing_issue_1262)"
|
|
donttest+=" or (test_worker_client and test_submit_different_names)"
|
|
donttest+=" or (test_worker_client and test_submit_from_worker)"
|
|
donttest+=" or test_metrics"
|
|
# randomly fails
|
|
donttest+=" or (test_worker and test_fail_write_to_disk)"
|
|
# false version mismatch
|
|
donttest+=" or test_version_warning_in_cluster"
|
|
%pytest_arch distributed/tests/ -k "not (${donttest:4})" -m "not avoid_travis" -n auto
|
|
%endif
|
|
|
|
%if ! %{with test}
|
|
%post
|
|
%python_install_alternative dask-ssh dask-scheduler dask-worker
|
|
|
|
%postun
|
|
%python_uninstall_alternative dask-ssh
|
|
|
|
%files %{python_files}
|
|
%doc README.rst
|
|
%license LICENSE.txt
|
|
%python_alternative %{_bindir}/dask-ssh
|
|
%python_alternative %{_bindir}/dask-scheduler
|
|
%python_alternative %{_bindir}/dask-worker
|
|
%{python_sitearch}/distributed
|
|
%{python_sitearch}/distributed-%{version}*-info
|
|
%endif
|
|
|
|
%changelog
|