From c3b15c01664da6818f585fe671ed9e89065c18119e6e6028c958dd0524335b0b Mon Sep 17 00:00:00 2001 From: Dirk Mueller Date: Sat, 30 Jan 2021 12:49:58 +0000 Subject: [PATCH] Accepting request 867973 from home:bnavigator:branches:devel:languages:python:numeric MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - Update to version 2021.1.1 * Make system monitor interval configurable (GH#4447) Matthew Rocklin * Add uvloop config value (GH#4448) Matthew Rocklin * Additional optimizations to stealing (GH#4445) jakirkham * Give clusters names (GH#4426) Jacob Tomlinson * Use worker comm pool in Semaphore (GH#4195) Florian Jetter * Set runspec on all new tasks to avoid deadlocks (GH#4432) Florian Jetter * Support TaskState objects in story methods (GH#4434) Matthew Rocklin * Support missing event loop in Client.asynchronous (GH#4436) Matthew Rocklin * Don’t require network to inspect tests (GH#4433) Matthew Rocklin - Changelog for 2021.1.0 * Add time started to scheduler info (GH#4425) Jacob Tomlinson * Log adaptive error (GH#4422) Jacob Tomlinson * Xfail normalization tests (GH#4411) Jacob Tomlinson * Use dumps_msgpack and loads_msgpack when packing high level graphs (GH#4409) Mads R. B. Kristensen * Add nprocs auto option to dask-worker CLI (GH#4377) Jacob Tomlinson * Type annotation of _reevaluate_occupancy_worker (GH#4398) jakirkham * Type TaskGroup in active_states (GH#4408) jakirkham * Fix test_as_current_is_thread_local (GH#4402) jakirkham * Use list comprehensions to bind TaskGroup type (GH#4401) jakirkham * Make tests pass after 2028 (GH#4403) Bernhard M. Wiedemann * Fix compilation warnings, decide_worker now a C func, stealing improvements (GH#4375) jakirkham * Drop custom __eq__ from Status (GH#4270) jakirkham * test_performance_report: skip without bokeh (GH#4388) Bruno Pagani * Nanny now respects dask settings from ctx mgr (GH#4378) Florian Jetter * Better task duration estimates for outliers (GH#4213) selshowk * Dask internal inherit config (GH#4364) Jacob Tomlinson * Provide setup.py option to profile Cython code (GH#4362) jakirkham * Optimizations of *State and Task* objects and stealing (GH#4358) jakirkham * Cast SortedDict s to dict s in a few key places & other minor changes (GH#4355) jakirkham * Use task annotation priorities for user-level priorities (GH#4354) James Bourbeau * Added docs to highlevelgraph pack/unpack (GH#4352) Mads R. B. Kristensen * Optimizations in notable functions used by transitions (GH#4351) jakirkham * Silence exception when releasing futures on process shutdown (GH#4309) Benjamin Zaitlen - Deboard blind passenger requirement: scikit-build is only available for Python > 3.6 (because of SciPy) and not needed here OBS-URL: https://build.opensuse.org/request/show/867973 OBS-URL: https://build.opensuse.org/package/show/devel:languages:python:numeric/python-distributed?expand=0&rev=81 --- distributed-2020.12.0.tar.gz | 3 -- distributed-2021.1.1.tar.gz | 3 ++ python-distributed.changes | 59 ++++++++++++++++++++++++++++++++++++ python-distributed.spec | 42 ++++++++++++++++--------- 4 files changed, 89 insertions(+), 18 deletions(-) delete mode 100644 distributed-2020.12.0.tar.gz create mode 100644 distributed-2021.1.1.tar.gz diff --git a/distributed-2020.12.0.tar.gz b/distributed-2020.12.0.tar.gz deleted file mode 100644 index 7f91040..0000000 --- a/distributed-2020.12.0.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2a0b6acc921cd4e0143a7c4383cdcbed7defbc4bd9dc3aab0c7f1c45f14f80e1 -size 687312 diff --git a/distributed-2021.1.1.tar.gz b/distributed-2021.1.1.tar.gz new file mode 100644 index 0000000..07c6f9e --- /dev/null +++ b/distributed-2021.1.1.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423dda6fd8d263d6e988700721e7269d588c1bc368026a0a6ae8f2fde108be39 +size 690548 diff --git a/python-distributed.changes b/python-distributed.changes index 1939a37..99943fb 100644 --- a/python-distributed.changes +++ b/python-distributed.changes @@ -1,3 +1,62 @@ +------------------------------------------------------------------- +Thu Jan 28 12:31:50 UTC 2021 - Ben Greiner + +- Update to version 2021.1.1 + * Make system monitor interval configurable (GH#4447) Matthew + Rocklin + * Add uvloop config value (GH#4448) Matthew Rocklin + * Additional optimizations to stealing (GH#4445) jakirkham + * Give clusters names (GH#4426) Jacob Tomlinson + * Use worker comm pool in Semaphore (GH#4195) Florian Jetter + * Set runspec on all new tasks to avoid deadlocks (GH#4432) + Florian Jetter + * Support TaskState objects in story methods (GH#4434) Matthew + Rocklin + * Support missing event loop in Client.asynchronous (GH#4436) + Matthew Rocklin + * Don’t require network to inspect tests (GH#4433) Matthew + Rocklin +- Changelog for 2021.1.0 + * Add time started to scheduler info (GH#4425) Jacob Tomlinson + * Log adaptive error (GH#4422) Jacob Tomlinson + * Xfail normalization tests (GH#4411) Jacob Tomlinson + * Use dumps_msgpack and loads_msgpack when packing high level + graphs (GH#4409) Mads R. B. Kristensen + * Add nprocs auto option to dask-worker CLI (GH#4377) Jacob + Tomlinson + * Type annotation of _reevaluate_occupancy_worker (GH#4398) + jakirkham + * Type TaskGroup in active_states (GH#4408) jakirkham + * Fix test_as_current_is_thread_local (GH#4402) jakirkham + * Use list comprehensions to bind TaskGroup type (GH#4401) + jakirkham + * Make tests pass after 2028 (GH#4403) Bernhard M. Wiedemann + * Fix compilation warnings, decide_worker now a C func, stealing + improvements (GH#4375) jakirkham + * Drop custom __eq__ from Status (GH#4270) jakirkham + * test_performance_report: skip without bokeh (GH#4388) Bruno + Pagani + * Nanny now respects dask settings from ctx mgr (GH#4378) + Florian Jetter + * Better task duration estimates for outliers (GH#4213) selshowk + * Dask internal inherit config (GH#4364) Jacob Tomlinson + * Provide setup.py option to profile Cython code (GH#4362) + jakirkham + * Optimizations of *State and Task* objects and stealing + (GH#4358) jakirkham + * Cast SortedDict s to dict s in a few key places & other minor + changes (GH#4355) jakirkham + * Use task annotation priorities for user-level priorities + (GH#4354) James Bourbeau + * Added docs to highlevelgraph pack/unpack (GH#4352) Mads R. B. + Kristensen + * Optimizations in notable functions used by transitions + (GH#4351) jakirkham + * Silence exception when releasing futures on process shutdown + (GH#4309) Benjamin Zaitlen +- Deboard blind passenger requirement: scikit-build is only + available for Python > 3.6 (because of SciPy) and not needed here + ------------------------------------------------------------------- Sat Jan 9 23:23:31 UTC 2021 - Benjamin Greiner diff --git a/python-distributed.spec b/python-distributed.spec index 5a08038..8149bcb 100644 --- a/python-distributed.spec +++ b/python-distributed.spec @@ -27,7 +27,7 @@ %define skip_python2 1 %{?!python_module:%define python_module() python-%{**} python3-%{**}} Name: python-distributed%{psuffix} -Version: 2020.12.0 +Version: 2021.1.1 Release: 0 Summary: Library for distributed computing with Python License: BSD-3-Clause @@ -35,8 +35,6 @@ URL: https://distributed.readthedocs.io/en/latest/ Source: https://files.pythonhosted.org/packages/source/d/distributed/distributed-%{version}.tar.gz Source99: python-distributed-rpmlintrc BuildRequires: %{python_module Cython} -BuildRequires: %{python_module joblib >= 0.10.2} -BuildRequires: %{python_module scikit-learn >= 0.17.1} BuildRequires: %{python_module setuptools} BuildRequires: fdupes BuildRequires: python-rpm-macros @@ -44,11 +42,9 @@ Requires: python-PyYAML Requires: python-certifi Requires: python-click >= 6.6 Requires: python-cloudpickle >= 1.5.0 -Requires: python-dask >= 2020.12.0 -Requires: python-joblib >= 0.10.2 +Requires: python-dask >= 2021.1.1 Requires: python-msgpack Requires: python-psutil >= 5.0 -Requires: python-scikit-learn >= 0.17.1 Requires: python-sortedcontainers Requires: python-tblib Requires: python-toolz >= 0.8.2 @@ -102,6 +98,8 @@ clusters. %prep %setup -q -n distributed-%{version} +# gh#dask/distributed#4467 +sed -i 's/raise pytest.skip(reason=/raise pytest.skip(/' distributed/tests/test_core.py %build %if ! %{with test} @@ -121,8 +119,6 @@ clusters. %check # add fail and error summaries to pytest report, but xfail is not interesting sed -i '/pytest/,/addopts/ s/-rsx/-rfEs/' setup.cfg -# All tests in test_core.py need network connection -ignoretestfiles="--ignore distributed/tests/test_core.py" # many tests from multiple files are broken by new pytest-asyncio (see https://github.com/dask/distributed/pull/4212 for explanation) # as a proof build it with old pytest-asyncio and see these tests pass donttest+=" or (test_asyncprocess and test_child_main_thread)" @@ -137,6 +133,8 @@ donttest+=" or (test_client and test_bad_tasks_fail)" donttest+=" or (test_client and test_cleanup_after_broken_client_connection)" donttest+=" or (test_client and test_futures_in_subgraphs)" donttest+=" or (test_client and test_get_client)" +donttest+=" or (test_client and test_logs)" +donttest+=" or (test_client and test_lose_scattered_data)" donttest+=" or (test_client and test_open_close_many_workers)" donttest+=" or (test_client and test_performance_report)" donttest+=" or (test_client and test_profile_server)" @@ -153,6 +151,7 @@ donttest+=" or (test_collections and test_sparse_arrays)" donttest+=" or (test_diskutils and test_workspace_concurrency_intense)" donttest+=" or (test_diskutils and test_workspace_concurrency)" donttest+=" or (test_events and test_event_on_workers)" +donttest+=" or (test_events and test_set_not_set_many_events)" donttest+=" or (test_events and test_two_events_on_workers)" donttest+=" or (test_failed_workers and test_broken_worker_during_computation)" donttest+=" or (test_failed_workers and test_fast_kill)" @@ -160,6 +159,7 @@ donttest+=" or (test_failed_workers and test_gather_then_submit_after_failed_wor donttest+=" or (test_failed_workers and test_restart_during_computation)" donttest+=" or (test_failed_workers and test_restart_fast)" donttest+=" or (test_failed_workers and test_restart_scheduler)" +donttest+=" or (test_failed_workers and test_restart)" donttest+=" or (test_failed_workers and test_worker_who_has_clears_after_failed_connection)" donttest+=" or (test_locks and test_lock)" donttest+=" or (test_locks and test_serializable)" @@ -169,33 +169,49 @@ donttest+=" or (test_nanny and test_nanny)" donttest+=" or (test_nanny and test_num_fds)" donttest+=" or (test_preload and test_web_preload)" donttest+=" or (test_profile and test_watch)" +donttest+=" or (test_publish and test_publish_simple)" donttest+=" or (test_queues and test_2220)" donttest+=" or (test_resources and test_prefer_constrained)" donttest+=" or (test_scheduler and test_balance_many_workers_2)" +donttest+=" or (test_scheduler and test_balance_many_workers)" donttest+=" or (test_scheduler and test_bandwidth_clear)" +donttest+=" or (test_scheduler and test_file_descriptors)" +donttest+=" or (test_scheduler and test_gather_allow_worker_reconnect)" donttest+=" or (test_scheduler and test_idle_timeout)" +donttest+=" or (test_scheduler and test_include_communication_in_occupancy)" donttest+=" or (test_scheduler and test_log_tasks_during_restart)" donttest+=" or (test_scheduler and test_restart)" +donttest+=" or (test_scheduler and test_steal_when_more_tasks)" donttest+=" or (test_scheduler and test_task_groups)" +donttest+=" or (test_semaphor and test_getvalue)" donttest+=" or (test_semaphore and test_access_semaphore_by_name)" donttest+=" or (test_semaphore and test_close_async)" donttest+=" or (test_semaphore and test_oversubscribing_leases)" +donttest+=" or (test_semaphore and test_release_failure)" donttest+=" or (test_semaphore and test_release_once_too_many_resilience)" donttest+=" or (test_semaphore and test_release_simple)" +donttest+=" or (test_semaphore and test_threadpoolworkers_pick_correct_ioloop)" donttest+=" or (test_sparse_arrays and concurrent)" donttest+=" or (test_spec and test_address_default_none)" donttest+=" or (test_spec and test_child_address_persists)" donttest+=" or (test_steal and test_balance)" donttest+=" or (test_steal and test_dont_steal_already_released)" +donttest+=" or (test_steal and test_dont_steal_fast_tasks_compute_time)" +donttest+=" or (test_steal and test_dont_steal_few_saturated_tasks_many_workers)" +donttest+=" or (test_steal and test_eventually_steal_unknown_functions)" donttest+=" or (test_steal and test_restart)" donttest+=" or (test_steal and test_steal_more_attractive_tasks)" donttest+=" or (test_steal and test_steal_twice)" -donttest+=" or (test_scheduler and test_steal_when_more_tasks)" +donttest+=" or (test_steal and test_worksteal_many_thieves)" +donttest+=" or (test_stress and test_cancel_stress)" donttest+=" or (test_stress and test_close_connections)" +donttest+=" or (test_tls_functional and test_retire_workers)" donttest+=" or (test_tls_functional and test_worker_client)" donttest+=" or (test_worker and test_dont_overlap_communications_to_same_worker)" donttest+=" or (test_worker and test_get_client)" +donttest+=" or (test_worker and test_lifetime)" donttest+=" or (test_worker and test_robust_to_bad_sizeof_estimates)" +donttest+=" or (test_worker and test_share_communication)" donttest+=" or (test_worker and test_statistical_profiling_2)" donttest+=" or (test_worker and test_stop_doing_unnecessary_work)" donttest+=" or (test_worker and test_wait_for_outgoing)" @@ -212,13 +228,9 @@ donttest+=" or (test_worker_client and test_submit_from_worker)" donttest+=" or test_metrics" # randomly fails donttest+=" or (test_worker and test_fail_write_to_disk)" -# version mismatch +# false version mismatch donttest+=" or test_version_warning_in_cluster" -%{pytest_arch distributed/tests/ \ - $ignoretestfiles\ - -k "not (${donttest:4})"\ - -m "not avoid_travis" -n auto -} +%pytest_arch distributed/tests/ -k "not (${donttest:4})" -m "not avoid_travis" -n auto %endif %if ! %{with test}