From a4552d7dd6660c516bf5cf777d4409ad92df2a4c21357c48cf0613293da4e94f Mon Sep 17 00:00:00 2001 From: Dirk Mueller Date: Mon, 10 Oct 2022 07:24:25 +0000 Subject: [PATCH 1/2] Accepting request 1009175 from home:apersaud:branches:devel:languages:python:numeric update to latest version OBS-URL: https://build.opensuse.org/request/show/1009175 OBS-URL: https://build.opensuse.org/package/show/devel:languages:python:numeric/python-distributed?expand=0&rev=121 --- distributed-2022.9.0-gh.tar.gz | 3 -- distributed-2022.9.2-gh.tar.gz | 3 ++ python-distributed.changes | 74 ++++++++++++++++++++++++++++++++++ python-distributed.spec | 2 +- 4 files changed, 78 insertions(+), 4 deletions(-) delete mode 100644 distributed-2022.9.0-gh.tar.gz create mode 100644 distributed-2022.9.2-gh.tar.gz diff --git a/distributed-2022.9.0-gh.tar.gz b/distributed-2022.9.0-gh.tar.gz deleted file mode 100644 index 9a42ae3..0000000 --- a/distributed-2022.9.0-gh.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d507aa271de24a0b418a312fa89f21bb2daa2045a40b3c8c9d360e846d34d291 -size 1737585 diff --git a/distributed-2022.9.2-gh.tar.gz b/distributed-2022.9.2-gh.tar.gz new file mode 100644 index 0000000..e3d2564 --- /dev/null +++ b/distributed-2022.9.2-gh.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b3d036757a0b6d425ee9d0076fd161fe0deb3d361960a63cf77296b8f41f48 +size 1749396 diff --git a/python-distributed.changes b/python-distributed.changes index 8b910ea..7a52e29 100644 --- a/python-distributed.changes +++ b/python-distributed.changes @@ -1,3 +1,77 @@ +------------------------------------------------------------------- +Fri Sep 30 23:19:52 UTC 2022 - Arun Persaud + +- update to version 2022.9.2: + * Enhancements + + Smarter stealing with dependencies (GH#7024) Hendrik Makait + + Enable Active Memory Manager by default (GH#7042) crusaderky + + Allow timeout strings in distributed.wait (GH#7081) James + Bourbeau + + Make AMM memory measure configurable (GH#7062) crusaderky + + AMM support for actors (GH#7072) crusaderky + + Expose message-bytes-limit in config (GH#7074) Hendrik Makait + + Detect mismatching Python version in scheduler (GH#7018) Hendrik + Makait + + Improve KilledWorker message users see (GH#7043) James Bourbeau + + Support for cgroups v2 and respect soft limits (GH#7051) + Samantha Hughes + * Bug Fixes + + Catch BaseException on UCX read error (GH#6996) Peter Andreas + Entschev + + Fix transfer limiting in _select_keys_for_gather (GH#7071) + Hendrik Makait + + Parse worker-saturation if a string (GH#7064) Gabe Joseph + + Nanny(config=...) parameter overlays global dask config + (GH#7069) crusaderky + + Ensure default clients don’t propagate to subprocesses (GH#7028) + Florian Jetter + * Documentation + + Improve documentation of message-bytes-limit (GH#7077) Hendrik + Makait + + Minor tweaks to Sphinx documentation (GH#7041) crusaderky + + Improve upload_file API documentation (GH#7040) Florian Jetter + * Maintenance + + test_serialize_numba: Workaround issue with np.empty_like in NP + 1.23 (GH#7089) Graham Markall + + Type platform constants for mypy (GH#7091) jakirkham + + dask-worker-space (GH#7054) crusaderky + + Remove failing test case (GH#7087) Hendrik Makait + + test_default_client (GH#7058) crusaderky + + Fix pre-commit fails with recent versions of mypy and pandas + (GH#7068) crusaderky + + Add factorization utility (GH#7048) James Bourbeau + +------------------------------------------------------------------- +Fri Sep 16 19:55:34 UTC 2022 - Arun Persaud + +- update to version 2022.9.1: + * Enhancements + + Add dashboard component for size of open data transfers + (GH#6982) Hendrik Makait + + Allow very fast keys and very expensive transfers as stealing + candidates (GH#7022) Florian Jetter + * Bug Fixes + + No longer double count transfer cost in stealing (GH#7036) + Hendrik Makait + * Maintenance + + Make test_wait_first_completed robust (GH#7039) Florian Jetter + + Partial annotations for SchedulerState (GH#7023) crusaderky + + Add more type annotations to stealing.py (GH#7009) Florian + Jetter + + Update codecov settings (GH#7015) Florian Jetter + + Speed up test_balance (GH#7008) Florian Jetter + + Fix test report after queuing job added (GH#7012) Gabe Joseph + + Clean up env variables in Gihub Actions (GH#7001) crusaderky + + Make test_steal_reschedule_reset_in_flight_occupancy non timing + dependent (GH#7010) Florian Jetter + + Replaced distributed.utils.key_split with dask.utils.key_split + (GH#7005) Luke Conibear + + Revert “Revert “Limit incoming data transfers by amount of data” + (GH#6994)” (:pr:`7007) Florian Jetter + + CI job running tests with queuing on (GH#6989) Gabe Joseph + + Fix distributed/tests/test_client_executor.py::test_wait + (GH#6990) Florian Jetter + ------------------------------------------------------------------- Sat Sep 10 15:18:16 UTC 2022 - Arun Persaud diff --git a/python-distributed.spec b/python-distributed.spec index d11263d..b97260a 100644 --- a/python-distributed.spec +++ b/python-distributed.spec @@ -45,7 +45,7 @@ %bcond_with paralleltests Name: python-distributed%{psuffix} # ===> Note: python-dask MUST be updated in sync with python-distributed! <=== -Version: 2022.9.0 +Version: 2022.9.2 Release: 0 Summary: Library for distributed computing with Python License: BSD-3-Clause From 5394494a8a46863b1263239d0904d72696c0b0568029c463e3e87f0180e6c995 Mon Sep 17 00:00:00 2001 From: Matej Cepl Date: Tue, 25 Oct 2022 05:07:35 +0000 Subject: [PATCH 2/2] OBS-URL: https://build.opensuse.org/package/show/devel:languages:python:numeric/python-distributed?expand=0&rev=122 --- distributed-2022.10.0-gh.tar.gz | 3 +++ distributed-2022.9.2-gh.tar.gz | 3 --- python-distributed.changes | 30 ++++++++++++++++++++++++++++++ python-distributed.spec | 20 +++++++++----------- 4 files changed, 42 insertions(+), 14 deletions(-) create mode 100644 distributed-2022.10.0-gh.tar.gz delete mode 100644 distributed-2022.9.2-gh.tar.gz diff --git a/distributed-2022.10.0-gh.tar.gz b/distributed-2022.10.0-gh.tar.gz new file mode 100644 index 0000000..25b3848 --- /dev/null +++ b/distributed-2022.10.0-gh.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae192269e40d76d7af24efa9ce2161048db2be1f66d8d7319e07107bfceba4f +size 1754746 diff --git a/distributed-2022.9.2-gh.tar.gz b/distributed-2022.9.2-gh.tar.gz deleted file mode 100644 index e3d2564..0000000 --- a/distributed-2022.9.2-gh.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:13b3d036757a0b6d425ee9d0076fd161fe0deb3d361960a63cf77296b8f41f48 -size 1749396 diff --git a/python-distributed.changes b/python-distributed.changes index 7a52e29..dc3f84b 100644 --- a/python-distributed.changes +++ b/python-distributed.changes @@ -1,3 +1,33 @@ +------------------------------------------------------------------- +Fri Oct 21 13:22:30 UTC 2022 - Ben Greiner + +- Update to version 2022.10.0 + * Use of new dask CLI (GH#6735) Doug Davis + * Refactor occupancy (GH#7075) Hendrik Makait + * Expose managed/unmanaged/spilled memory to Prometheus (GH#7112) + crusaderky + * Round up saturation-factor (GH#7116) Gabe Joseph + * Return default on KeyError at any level in get_metadata + (GH#7109) Hendrik Makait + * Count task states per task prefix and expose to Prometheus + (GH#7088) Nat Tabris + * Add scheduler-sni option for dask workers (GH#6290) Burt + Holzman + * Improve exception catching in UCX communication (GH#7132) Peter + Andreas Entschev + * Improve robustness of PipInstall plugin (GH#7111) Hendrik + Makait + * Fix dependencies that should point to dask/dask (GH#7138) James + Bourbeau + * Hold on to z.sum() until test completes (GH#7136) Lawrence + Mitchell + * Update typing for system_monitor after python/typeshed#8829 + (GH#7131) Lawrence Mitchell + * Fix two potentially flaky queuing tests (GH#7124) Gabe Joseph + * Revamp SystemMonitor (GH#7097) crusaderky + * Adjust hardware benchmarks bokeh test (GH#7096) Florian Jetter + * Multi-platform mypy checks (GH#7094) crusaderky + ------------------------------------------------------------------- Fri Sep 30 23:19:52 UTC 2022 - Arun Persaud diff --git a/python-distributed.spec b/python-distributed.spec index b97260a..8ddb37e 100644 --- a/python-distributed.spec +++ b/python-distributed.spec @@ -45,7 +45,7 @@ %bcond_with paralleltests Name: python-distributed%{psuffix} # ===> Note: python-dask MUST be updated in sync with python-distributed! <=== -Version: 2022.9.2 +Version: 2022.10.0 Release: 0 Summary: Library for distributed computing with Python License: BSD-3-Clause @@ -56,7 +56,7 @@ Source99: python-distributed-rpmlintrc Patch1: distributed-ignore-offline.patch # PATCH-FIX-OPENSUSE distributed-ignore-thread-leaks.patch -- ignore leaking threads on obs, code@bnavigator.de Patch2: distributed-ignore-thread-leaks.patch -# PATCh-FIX-OPENSUSE Ignore two deprecations introduced by Tornado 6.2 +# PATCH-FIX-OPENSUSE Ignore two deprecations introduced by Tornado 6.2 Patch3: support-tornado-6-2.patch BuildRequires: %{python_module base >= 3.8} BuildRequires: %{python_module setuptools} @@ -82,12 +82,11 @@ Requires(postun):update-alternatives BuildArch: noarch %if %{with test} BuildRequires: %{python_module bokeh} -BuildRequires: %{python_module dask-all = %{version}} +BuildRequires: %{python_module dask-complete = %{version}} BuildRequires: %{python_module distributed = %{version}} BuildRequires: %{python_module ipykernel} BuildRequires: %{python_module ipython} BuildRequires: %{python_module jupyter_client} -BuildRequires: %{python_module pytest-asyncio >= 0.17.2} BuildRequires: %{python_module pytest-rerunfailures} BuildRequires: %{python_module pytest-timeout} BuildRequires: %{python_module pytest} @@ -155,19 +154,18 @@ donttest+=" or (test_variable and test_variable_in_task)" donttest+=" or (test_worker and test_worker_reconnects_mid_compute)" # server-side fail due to the non-network warning in a subprocess where the patched filter does not apply donttest+=" or (test_client and test_quiet_close_process)" - -# Exception messages not caught -- https://github.com/dask/distributed/issues/5460#issuecomment-1079432890 -python310_donttest+=" or test_exception_text" -python310_donttest+=" or test_worker_bad_args" -python310_donttest+=" or test_run_spec_deserialize_fail" +# creates OOM aborts on some obs workers +donttest+=" or (test_steal and steal_communication_heavy_tasks)" if [[ $(getconf LONG_BIT) -eq 32 ]]; then # OverflowError -- https://github.com/dask/distributed/issues/5252 donttest+=" or test_ensure_spilled_immediately" donttest+=" or test_value_raises_during_spilling" donttest+=" or test_fail_to_pickle_execute_1" - # https://github.com/dask/distributed/issues/6718 - python310_donttest+=" or (test_profile and test_basic)" + # https://github.com/dask/distributed/issues/7174 + donttest+=" or (test_steal and steal_communication_heavy_tasks)" + # https://github.com/dask/distributed/issues/7175 + donttest+=" or (test_sizeof_error and larger)" fi %if %{with paralleltests}