From 4079f46e7b75e693e720d03b2c9d84cb2e9565063fefd0f77293fef615fa4e28 Mon Sep 17 00:00:00 2001 From: Steve Kowalik Date: Wed, 31 Aug 2022 06:27:17 +0000 Subject: [PATCH] =?UTF-8?q?-=20Update=20to=202022.8.1:=20=20=20*=20Display?= =?UTF-8?q?=20unexpected=20state=20in=20Worker.execute=20validation=20(:pr?= =?UTF-8?q?:`6856`)=20=20=20=20=20James=20Bourbeau=20=20=20*=20cancelled?= =?UTF-8?q?=20/=20resumed=20->=20rescheduled=20transition=20(:pr:`6913`)?= =?UTF-8?q?=20crusaderky=20=20=20*=20Fix=20resource=20deallocation=20for?= =?UTF-8?q?=20resumed=20tasks=20(:pr:`6914`)=20crusaderky=20=20=20*=20Only?= =?UTF-8?q?=20close=20scheduler=20in=20SpecCluster=20if=20it=20exists=20(:?= =?UTF-8?q?pr:`6888`)=20=20=20=20=20Matthew=20Rocklin=20=20=20*=20Always?= =?UTF-8?q?=20close=20BatchedSend=20write=20coroutines=20(:pr:`6865`)=20Ga?= =?UTF-8?q?be=20Joseph=20=20=20*=20Harden=20preamble=20of=20Worker.execute?= =?UTF-8?q?=20against=20race=20conditions=20(:pr:`6878`)=20=20=20=20=20cru?= =?UTF-8?q?saderky=20=20=20*=20Duplicated=20code:=20in=5Fflight=5Ftasks=20?= =?UTF-8?q?validation=20(:pr:`6917`)=20crusaderky=20=20=20*=20Overhaul=20t?= =?UTF-8?q?ransitions=20for=20the=20resumed=20state=20(:pr:`6699`)=20crusa?= =?UTF-8?q?derky=20=20=20*=20Clean=20up=20cluster=20process=20reaping=20(:?= =?UTF-8?q?pr:`6840`)=20Gabe=20Joseph=20=20=20*=20Don't=20use=20bokeh=20Fi?= =?UTF-8?q?gure=20in=20tests=20(:pr:`6721`)=20Bryan=20Van=20de=20Ven=20=20?= =?UTF-8?q?=20*=20Work=20around=20incompatibility=20of=20crick=20with=20se?= =?UTF-8?q?tuptools=2065=20(:pr:`6887`)=20=20=20=20=20crusaderky=20=20=20*?= =?UTF-8?q?=20Replace=20port=20=3D=20random.randint(=20with=20port=20=3D?= =?UTF-8?q?=20d.utils.open=5Fport=20(:pr:`6883`)=20=20=20=20=20Thomas=20Gr?= =?UTF-8?q?ainger=20=20=20*=20Fix=20flaky=20test=5Fwall=5Fclock=20(:pr:`68?= =?UTF-8?q?79`)=20crusaderky=20=20=20*=20Add=20descriptive=20error=20messa?= =?UTF-8?q?ge=20to=20assert=20(:pr:`6871`)=20Hendrik=20Makait=20=20=20*=20?= =?UTF-8?q?Increase=20timeout=20in=20test=5Fquiet=5Fprocess=20(:pr:`6857`)?= =?UTF-8?q?=20Florian=20Jetter=20=20=20*=20Remove=20redundant=20use=20of?= =?UTF-8?q?=20with=20clean():=20(:pr:`6852`)=20Thomas=20Grainger=20=20=20*?= =?UTF-8?q?=20Update=20pre-commit=20dependencies=20(:pr:`6851`)=20Hendrik?= =?UTF-8?q?=20Makait=20=20=20*=20Call=20exit=20callback=20even=20if=20Asyn?= =?UTF-8?q?cProcess=20is=20reaped=20elsewhere=20(:pr:`6684`)=20=20=20=20?= =?UTF-8?q?=20Thomas=20Grainger=20=20=20*=20Avoid=20function=20calls=20in?= =?UTF-8?q?=20argument=20defaults=20(:pr:`6812`)=20Hendrik=20Makait=20=20?= =?UTF-8?q?=20*=20Add=20Cluster.get=5Fclient()=20method=20(:pr:`6745`)=20J?= =?UTF-8?q?ulia=20Signell=20=20=20*=20Start=20bokeh=20app=20to=20activate?= =?UTF-8?q?=20bokeh's=20clean=20session=20callbacks=20(:pr:`6728`)=20=20?= =?UTF-8?q?=20=20=20Mart=C3=AD=20Zamora=20=20=20*=20Don't=20connect=20to?= =?UTF-8?q?=20cluster=20subprocesses=20at=20shutdown=20(:pr:`6829`)=20Gabe?= =?UTF-8?q?=20Joseph?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit OBS-URL: https://build.opensuse.org/package/show/devel:languages:python:numeric/python-distributed?expand=0&rev=115 --- distributed-2022.7.0-gh.tar.gz | 3 -- distributed-2022.8.1-gh.tar.gz | 3 ++ distributed-ignore-offline.patch | 10 ++-- distributed-ignore-thread-leaks.patch | 8 +-- python-distributed.changes | 75 +++++++++++++++++++++++++++ python-distributed.spec | 8 +-- support-tornado-6-2.patch | 13 +++++ 7 files changed, 105 insertions(+), 15 deletions(-) delete mode 100644 distributed-2022.7.0-gh.tar.gz create mode 100644 distributed-2022.8.1-gh.tar.gz create mode 100644 support-tornado-6-2.patch diff --git a/distributed-2022.7.0-gh.tar.gz b/distributed-2022.7.0-gh.tar.gz deleted file mode 100644 index 0dc1ff6..0000000 --- a/distributed-2022.7.0-gh.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a966b4414018064c718729cb94a755ebe26f88f3eb76568278e615d39196e04f -size 1692939 diff --git a/distributed-2022.8.1-gh.tar.gz b/distributed-2022.8.1-gh.tar.gz new file mode 100644 index 0000000..cb26f66 --- /dev/null +++ b/distributed-2022.8.1-gh.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5815f1faca9cd79b4b3e0c1198fa6d09c2747f2cae67bee7e24ba19f8d351ddf +size 1712217 diff --git a/distributed-ignore-offline.patch b/distributed-ignore-offline.patch index a6d6f6b..ee34c0a 100644 --- a/distributed-ignore-offline.patch +++ b/distributed-ignore-offline.patch @@ -1,11 +1,11 @@ -Index: distributed-2022.6.1/setup.cfg +Index: distributed-2022.8.1/setup.cfg =================================================================== ---- distributed-2022.6.1.orig/setup.cfg -+++ distributed-2022.6.1/setup.cfg -@@ -60,7 +60,7 @@ filterwarnings = - ignore:unclosed file <_io.TextIOWrapper.*:ResourceWarning +--- distributed-2022.8.1.orig/setup.cfg ++++ distributed-2022.8.1/setup.cfg +@@ -66,7 +66,7 @@ filterwarnings = ignore:unclosed transport <_SelectorSocketTransport.*:ResourceWarning ignore:unclosed transport + +- Update to 2022.8.1: + * Display unexpected state in Worker.execute validation (:pr:`6856`) + James Bourbeau + * cancelled / resumed -> rescheduled transition (:pr:`6913`) crusaderky + * Fix resource deallocation for resumed tasks (:pr:`6914`) crusaderky + * Only close scheduler in SpecCluster if it exists (:pr:`6888`) + Matthew Rocklin + * Always close BatchedSend write coroutines (:pr:`6865`) Gabe Joseph + * Harden preamble of Worker.execute against race conditions (:pr:`6878`) + crusaderky + * Duplicated code: in_flight_tasks validation (:pr:`6917`) crusaderky + * Overhaul transitions for the resumed state (:pr:`6699`) crusaderky + * Clean up cluster process reaping (:pr:`6840`) Gabe Joseph + * Don't use bokeh Figure in tests (:pr:`6721`) Bryan Van de Ven + * Work around incompatibility of crick with setuptools 65 (:pr:`6887`) + crusaderky + * Replace port = random.randint( with port = d.utils.open_port (:pr:`6883`) + Thomas Grainger + * Fix flaky test_wall_clock (:pr:`6879`) crusaderky + * Add descriptive error message to assert (:pr:`6871`) Hendrik Makait + * Increase timeout in test_quiet_process (:pr:`6857`) Florian Jetter + * Remove redundant use of with clean(): (:pr:`6852`) Thomas Grainger + * Update pre-commit dependencies (:pr:`6851`) Hendrik Makait + * Call exit callback even if AsyncProcess is reaped elsewhere (:pr:`6684`) + Thomas Grainger + * Avoid function calls in argument defaults (:pr:`6812`) Hendrik Makait + * Add Cluster.get_client() method (:pr:`6745`) Julia Signell + * Start bokeh app to activate bokeh's clean session callbacks (:pr:`6728`) + Martí Zamora + * Don't connect to cluster subprocesses at shutdown (:pr:`6829`) Gabe Joseph + * Fix restart wait for workers edge case (:pr:`6823`) Gabe Joseph + * Fix spilled size calculation in Slow (:pr:`6789`) Hendrik Makait + * Deprecate passing stopped loops to LoopRunner (and therefore + Client/Cluster) (:pr:`6680`) Thomas Grainger + * Only set 5s connect timeout in gen_cluster tests (:pr:`6822`) Gabe Joseph + * Fix flaky test_worker_who_has_clears_after_failed_connection (:pr:`6832`) + Gabe Joseph + * Assert otherwise pointless comparisons (B015) (:pr:`6811`) Hendrik Makait + * Fix Jupyter security note (:pr:`6818`) Jacob Tomlinson + * Improve check_thread_leak output (:pr:`6797`) Gabe Joseph + * Use contextmanager to ensure clients are closed and do not leak + (:pr:`6817`) Hendrik Makait + * Robust thread termination in test_watch and + test_watch_requires_lock_to_run (:pr:`6788`) Hendrik Makait + * Avoid unused loop control variable or name them _ (:pr:`6813`) + Hendrik Makait + * Avoid mutable argument defaults in tests (:pr:`6810`) Hendrik Makait + * Avoid mutable argument defaults outside of tests (:pr:`6665`) + Hendrik Makait + * Wait for workers to return in Client.restart (:pr:`6714`) Gabe Joseph + * Remove global mutable Cluster._cluster_info (:pr:`6487`) Thomas Grainger + * Fix: nvml no early init (:pr:`6678`) Lawrence Mitchell + * Fix bug when restarting client (:pr:`6654`) Iain Dorrington + * Failure to spill breaks available resources (:pr:`6703`) crusaderky + * Fix resource allocation for tasks with dependencies (:pr:`6676`) + Hendrik Makait + * Remove test_restart_fast_sync, test_fast_kill (:pr:`6750`) Gabe Joseph + * Fix flaky test_async_task_group_call_later_executes_delayed_task_in_background + (:pr:`6744`) Hendrik Makait + * Store ready and constrained tasks in heapsets (:pr:`6711`) crusaderky + * Future-proof Bokeh value import (:pr:`6707`) Bryan Van de Ven + * Validate constrained tasks (:pr:`6698`) crusaderky + * Minor quality-of-life tweaks to cancelled state (:pr:`6701`) crusaderky + * Pickle worker state machine exceptions (:pr:`6702`) crusaderky + * Partial matches for worker state machine instructions (:pr:`6704`) + crusaderky + * Automatically mark all WorkerState tests (:pr:`6706`) crusaderky +- Add patch support-tornado-62.patch: + * Ignore two new deprecation warnings from Tornado 6.2. +- Stop pining tornado to <6.2 +- Refreshed patches. + ------------------------------------------------------------------- Tue Jul 12 18:25:16 UTC 2022 - Ben Greiner diff --git a/python-distributed.spec b/python-distributed.spec index 499a5fc..ae0ef78 100644 --- a/python-distributed.spec +++ b/python-distributed.spec @@ -45,7 +45,7 @@ %bcond_with paralleltests Name: python-distributed%{psuffix} # ===> Note: python-dask MUST be updated in sync with python-distributed! <=== -Version: 2022.7.0 +Version: 2022.8.1 Release: 0 Summary: Library for distributed computing with Python License: BSD-3-Clause @@ -56,6 +56,8 @@ Source99: python-distributed-rpmlintrc Patch1: distributed-ignore-offline.patch # PATCH-FIX-OPENSUSE distributed-ignore-thread-leaks.patch -- ignore leaking threads on obs, code@bnavigator.de Patch2: distributed-ignore-thread-leaks.patch +# PATCh-FIX-OPENSUSE Ignore two deprecations introduced by Tornado 6.2 +Patch3: support-tornado-6-2.patch BuildRequires: %{python_module base >= 3.8} BuildRequires: %{python_module setuptools} BuildRequires: fdupes @@ -72,9 +74,9 @@ Requires: python-psutil >= 5.0 Requires: python-sortedcontainers Requires: python-tblib Requires: python-toolz >= 0.8.2 +Requires: python-tornado >= 6.2 Requires: python-urllib3 Requires: python-zict >= 0.1.3 -Requires: (python-tornado >= 6.0.3 with python-tornado < 6.2) Requires(post): update-alternatives Requires(postun):update-alternatives BuildArch: noarch @@ -138,7 +140,7 @@ donttest="test_git_revision" # logger error donttest+=" or test_version_warning_in_cluster" # invalid task state -donttest+=" or test_fail_to_pickle_target_2" +donttest+=" or test_fail_to_pickle_execute_2" # Some tests randomly fail server-side -- too slow for obs (?) # see also https://github.com/dask/distributed/issues/5818 diff --git a/support-tornado-6-2.patch b/support-tornado-6-2.patch new file mode 100644 index 0000000..a584f0a --- /dev/null +++ b/support-tornado-6-2.patch @@ -0,0 +1,13 @@ +Index: distributed-2022.8.1/setup.cfg +=================================================================== +--- distributed-2022.8.1.orig/setup.cfg ++++ distributed-2022.8.1/setup.cfg +@@ -58,6 +58,8 @@ filterwarnings = + error + ignore:Please use `dok_matrix` from the `scipy\.sparse` namespace, the `scipy\.sparse\.dok` namespace is deprecated.:DeprecationWarning + ignore:elementwise comparison failed. this will raise an error in the future:DeprecationWarning ++ ignore:clear_current is deprecated:DeprecationWarning ++ ignore:make_current is deprecated; start the event loop first:DeprecationWarning + ignore:unclosed