commit 36097b69f72984080c401f45414473e109f16e2a8828eb5f8353b2319df03712 Author: Dominique Leuenberger Date: Tue Apr 24 13:31:18 2018 +0000 Accepting request 589027 from devel:languages:python OBS-URL: https://build.opensuse.org/request/show/589027 OBS-URL: https://build.opensuse.org/package/show/openSUSE:Factory/python-distributed?expand=0&rev=1 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9b03811 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,23 @@ +## Default LFS +*.7z filter=lfs diff=lfs merge=lfs -text +*.bsp filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.gem filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.jar filter=lfs diff=lfs merge=lfs -text +*.lz filter=lfs diff=lfs merge=lfs -text +*.lzma filter=lfs diff=lfs merge=lfs -text +*.obscpio filter=lfs diff=lfs merge=lfs -text +*.oxt filter=lfs diff=lfs merge=lfs -text +*.pdf filter=lfs diff=lfs merge=lfs -text +*.png filter=lfs diff=lfs merge=lfs -text +*.rpm filter=lfs diff=lfs merge=lfs -text +*.tbz filter=lfs diff=lfs merge=lfs -text +*.tbz2 filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.ttf filter=lfs diff=lfs merge=lfs -text +*.txz filter=lfs diff=lfs merge=lfs -text +*.whl filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..57affb6 --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +.osc diff --git a/distributed-1.21.0.tar.gz b/distributed-1.21.0.tar.gz new file mode 100644 index 0000000..65a9943 --- /dev/null +++ b/distributed-1.21.0.tar.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741893ac88a8c985a37a97fd7b3841b3bce30b9d474e6a4d36299650eecb00bd +size 457040 diff --git a/python-distributed-rpmlintrc b/python-distributed-rpmlintrc new file mode 100644 index 0000000..bba35fb --- /dev/null +++ b/python-distributed-rpmlintrc @@ -0,0 +1,2 @@ +addFilter("pem-certificate .*/site-packages/distributed/tests/.*\.pem") +addFilter("explicit-lib-dependency .*-tblib") diff --git a/python-distributed.changes b/python-distributed.changes new file mode 100644 index 0000000..5080046 --- /dev/null +++ b/python-distributed.changes @@ -0,0 +1,246 @@ +------------------------------------------------------------------- +Sun Mar 11 08:51:03 UTC 2018 - sebix+novell.com@sebix.at + +- Use %license macro for license. + +------------------------------------------------------------------- +Sat Feb 10 17:28:26 UTC 2018 - arun@gmx.de + +- specfile: + * update copyright year + +- update to version 1.21.0: + * Refactor scheduler to use TaskState objects rather than + dictionaries (:pr:`1594`) Antoine Pitrou + * Plot CPU fraction of total in workers page (:pr:`1624`) Matthew + Rocklin + * Use thread CPU time in Throttled GC (:pr:`1625`) Antoine Pitrou + * Fix bug with memory_limit=None (:pr:`1639`) Matthew Rocklin + * Add futures_of to top level api (:pr:`1646`) Matthew Rocklin + * Warn on serializing large data in Client (:pr:`1636`) Matthew + Rocklin + * Fix intermittent windows failure when removing lock file + (:pr:`1652`) Antoine Pitrou + * Add diagnosis and logging of poor GC Behavior (:pr:`1635`) Antoine + Pitrou + * Add client-scheduler heartbeats (:pr:`1657`) Matthew Rocklin + * Return dictionary of worker info in retire_workers (:pr:`1659`) + Matthew Rocklin + * Ensure dumps_function works with unhashable functions (:pr:`1662`) + Matthew Rocklin + * Collect client name ids rom client-name config variable + (:pr:`1664`) Matthew Rocklin + * Allow simultaneous use of --name and --nprocs in dask-worker + (:pr:`1665`) Matthew Rocklin + * Add support for grouped adaptive scaling and adaptive behavior + overrides (:pr:`1632`) Alexander Ford + * Share scheduler RPC between worker and client (:pr:`1673`) Matthew + Rocklin + * Allow retries= in ClientExecutor (:pr:`1672`) @rqx + * Improve documentation for get_client and dask.compute examples + (:pr:`1638`) Scott Sievert + * Support DASK_SCHEDULER_ADDRESS environment variable in worker + (:pr:`1680`) Matthew Rocklin + * Support tuple-keys in retries (:pr:`1681`) Matthew Rocklin + * Use relative links in bokeh dashboard (:pr:`1682`) Matthew Rocklin + * Make message log length configurable, default to zero (:pr:`1691`) + Matthew Rocklin + * Deprecate Client.shutdown (:pr:`1699`) Matthew Rocklin + * Add warning in configuration docs to install pyyaml (:pr:`1701`) + Cornelius Riemenschneider + * Handle nested parallelism in distributed.joblib (:pr:`1705`) `Tom + Augspurger`_ + * Don't wait for Worker.executor to shutdown cleanly when restarting + process (:pr:`1708`) Matthew Rocklin + * Add support for user defined priorities (:pr:`1651`) Matthew + Rocklin + * Catch and log OSErrors around worker lock files (:pr:`1714`) + Matthew Rocklin + * Remove worker prioritization. Coincides with changes to dask.order + (:pr:`1730`) Matthew Rocklin + * Use process-measured memory rather than nbytes in Bokeh dashboard + (:pr:`1737`) Matthew Rocklin + * Enable serialization of Locks (:pr:`1738`) Matthew Rocklin + * Support Tornado 5 beta (:pr:`1735`) Matthew Rocklin + * Cleanup remote_magic client cache after tests (:pr:`1743`) Min RK + * Allow service ports to be specified as (host, port) (:pr:`1744`) + Bruce Merry + +------------------------------------------------------------------- +Thu Jan 11 19:40:54 UTC 2018 - toddrme2178@gmail.com + +- Fix futures dependency handling + +------------------------------------------------------------------- +Fri Dec 8 18:05:45 UTC 2017 - arun@gmx.de + +- update to version 1.20.2: + * Clear deque handlers after each test (GH#1586) Antoine Pitrou + * Handle deserialization in FutureState.set_error (GH#1592) Matthew + Rocklin + * Add process leak checker to tests (GH#1596) Antoine Pitrou + * Customize process title for subprocess (GH#1590) Antoine Pitrou + * Make linting a separate CI job (GH#1599) Antoine Pitrou + * Fix error from get_client() with no global client (GH#1595) Daniel + Li + * Remove Worker.host_health, correct WorkerTable metrics (GH#1600) + Matthew Rocklin + * Don’t mark tasks as suspicious when retire_workers + called. Addresses (GH#1607) `Russ Bubley`_ + * Do not include processing workers in workers_to_close (GH#1609) + `Russ Bubley`_ + * Disallow simultaneous scale up and down in Adaptive (GH#1608) + `Russ Bubley`_ + * Parse bytestrings in –memory-limit (GH#1615) Matthew Rocklin + * Use environment variable for scheduler address if present + (GH#1610) Matthew Rocklin + * Fix deprecation warning from logger.warn (GH#1616) Brett Naul + +------------------------------------------------------------------- +Mon Nov 27 19:31:41 UTC 2017 - arun@gmx.de + +- update to version 1.20.1: + * Wrap import ssl statements with try-except block for ssl-crippled + environments, (GH#1570) Xander Johnson + * Support zero memory-limit in Nanny (GH#1571) Matthew Rocklin + * Avoid PeriodicCallback double starts (GH#1573) Matthew Rocklin + * Add disposable workspace facility (GH#1543) Antoine Pitrou + * Use format_time in task_stream plots (GH#1575) Matthew Rocklin + * Avoid delayed finalize calls in compute (GH#1577) Matthew Rocklin + * Doc fix about secede (GH#1583) Scott Sievert + * Add tracemalloc option when tracking test leaks (GH#1585) Antoine + Pitrou + * Add JSON routes to Bokeh server (GH#1584) Matthew Rocklin + * Handle exceptions cleanly in Variables and Queues (GH#1580) + Matthew Rocklin + +------------------------------------------------------------------- +Sun Nov 19 05:13:33 UTC 2017 - arun@gmx.de + +- specfile: + * only require python-futures for python2 + * removed files from install section that are not in the tar-ball anymore + +- update to version 1.20.0: + * Drop use of pandas.msgpack (GH#1473) Matthew Rocklin + * Add methods to get/set scheduler metadata Matthew Rocklin + * Add distributed lock Matthew Rocklin + * Add reschedule exception for worker tasks Matthew Rocklin + * Fix nbytes() for bytearrays Matthew Rocklin + * Capture scheduler and worker logs Matthew Rocklin + * Garbage collect after data eviction on high worker memory usage + (GH#1488) Olivier Grisel + * Add scheduler HTML routes to bokeh server (GH#1478) (GH#1514) + Matthew Rocklin + * Add pytest plugin to test for resource leaks (GH#1499) Antoine + Pitrou + * Improve documentation for scheduler states (GH#1498) Antoine + Pitrou + * Correct warn_if_longer timeout in ThrottledGC (GH#1496) Fabian + Keller + * Catch race condition in as_completed on cancelled futures + (GH#1507) Matthew Rocklin + * Transactional work stealing (GH#1489) (GH#1528) Matthew Rocklin + * Avoid forkserver in PyPy (GH#1509) Matthew Rocklin + * Add dict access to get/set datasets (GH#1508) Mike DePalatis + * Support Tornado 5 (GH#1509) (GH#1512) (GH#1518) (GH#1534) Antoine + Pitrou + * Move thread_state in Dask (GH#1523) Jim Crist + * Use new Dask collections interface (GH#1513) Matthew Rocklin + * Add nanny flag to dask-mpi Matthew Rocklin + * Remove JSON-based HTTP servers Matthew Rocklin + * Avoid doing I/O in repr/str (GH#1536) Matthew Rocklin + * Fix URL for MPI4Py project (GH#1546) Ian Hopkinson + * Allow automatic retries of a failed task (GH#1524) Antoine Pitrou + * Clean and accelerate tests (GH#1548) (GH#1549) (GH#1552) (GH#1553) + (GH#1560) (GH#1564) Antoine Pitrou + * Move HDFS functionality to the hdfs3 library (GH#1561) Jim Crist + * Fix bug when using events page with no events (GH#1562) @rbubley + * Improve diagnostic naming of tasks within tuples (GH#1566) Kelvyn + Yang + +------------------------------------------------------------------- +Thu Nov 9 18:54:37 UTC 2017 - arun@gmx.de + +- specfile: + * added binary dask-mpi + +- update to version 1.19.3: + * Handle None case in profile.identity (GH#1456) + * Asyncio rewrite (GH#1458) + * Add rejoin function partner to secede (GH#1462) + * Nested compute (GH#1465) + * Use LooseVersion when comparing Bokeh versions (GH#1470) + +- changes from version 1.19.2: + * as_completed doesn’t block on cancelled futures (GH#1436) + * Notify waiting threads/coroutines on cancellation (GH#1438) + * Set Future(inform=True) as default (GH#1437) + * Rename Scheduler.transition_story to story (GH#1445) + * Future uses default client by default (GH#1449) + * Add keys= keyword to Client.call_stack (GH#1446) + * Add get_current_task to worker (GH#1444) + * Ensure that Client remains asynchornous before ioloop starts + (GH#1452) + * Remove “click for worker page” in bokeh plot (GH#1453) + * Add Client.current() (GH#1450) + * Clean handling of restart timeouts (GH#1442) + +- changes from version 1.19.1: + * Fix tool issues with TaskStream plot (GH#1425) + * Move profile module to top level (GH#1423) + +- changes from version 1.19.0: + * Avoid storing messages in message log (GH#1361) + * fileConfig does not disable existing loggers (GH#1380) + * Offload upload_file disk I/O to separate thread (GH#1383) + * Add missing SSLContext (GH#1385) + * Collect worker thread information from sys._curent_frames + (GH#1387) + * Add nanny timeout (GH#1395) + * Restart worker if memory use goes above 95% (GH#1397) + * Track workers memory use with psutil (GH#1398) + * Track scheduler delay times in workers (GH#1400) + * Add time slider to profile plot (GH#1403) + * Change memory-limit keyword to refer to maximum number of bytes + (GH#1405) + * Add cancel(force=) keyword (GH#1408) + +- changes from version 1.18.2: + * Silently pass on cancelled futures in as_completed (GH#1366) + * Fix unicode keys error in Python 2 (GH#1370) + * Support numeric worker names + * Add dask-mpi executable (GH#1367) + +- changes from version 1.18.1: + * Clean up forgotten keys in fire-and-forget workloads (GH#1250) + * Handle missing extensions (GH#1263) + * Allow recreate_exception on persisted collections (GH#1253) + * Add asynchronous= keyword to blocking client methods (GH#1272) + * Restrict to horizontal panning in bokeh plots (GH#1274) + * Rename client.shutdown to client.close (GH#1275) + * Avoid blocking on event loop (GH#1270) + * Avoid cloudpickle errors for Client.get_versions (GH#1279) + * Yield on Tornado IOStream.write futures (GH#1289) + * Assume async behavior if inside a sync statement (GH#1284) + * Avoid error messages on closing (GH#1297), (GH#1296) (GH#1318) + (GH#1319) + * Add timeout= keyword to get_client (GH#1290) + * Respect timeouts when restarting (GH#1304) + * Clean file descriptor and memory leaks in tests (GH#1317) + * Deprecate Executor (GH#1302) + * Add timeout to ThreadPoolExecutor.shutdown (GH#1330) + * Clean up AsyncProcess handling (GH#1324) + * Allow unicode keys in Python 2 scheduler (GH#1328) + * Avoid leaking stolen data (GH#1326) + * Improve error handling on failed nanny starts (GH#1337), (GH#1331) + * Make Adaptive more flexible + * Support --contact-address and --listen-address in worker (GH#1278) + * Remove old dworker, dscheduler executables (GH#1355) + * Exit workers if nanny process fails (GH#1345) + * Auto pep8 and flake (GH#1353) + +------------------------------------------------------------------- +Mon May 22 19:14:46 UTC 2017 - toddrme2178@gmail.com + +- Initial version diff --git a/python-distributed.spec b/python-distributed.spec new file mode 100644 index 0000000..f2b4865 --- /dev/null +++ b/python-distributed.spec @@ -0,0 +1,110 @@ +# +# spec file for package python-distributed +# +# Copyright (c) 2018 SUSE LINUX GmbH, Nuernberg, Germany. +# +# All modifications and additions to the file contributed by third parties +# remain the property of their copyright owners, unless otherwise agreed +# upon. The license for this file, and modifications and additions to the +# file, is the same license as for the pristine package itself (unless the +# license for the pristine package is not an Open Source License, in which +# case the license is the MIT License). An "Open Source License" is a +# license that conforms to the Open Source Definition (Version 1.9) +# published by the Open Source Initiative. + +# Please submit bugfixes or comments via http://bugs.opensuse.org/ +# + + +# Test requires network connection +%bcond_with test + +%{?!python_module:%define python_module() python-%{**} python3-%{**}} +Name: python-distributed +Version: 1.21.0 +Release: 0 +Summary: Distributed computing +License: BSD-3-Clause +Group: Development/Languages/Python +Url: https://distributed.readthedocs.io/en/latest/ +Source: https://files.pythonhosted.org/packages/source/d/distributed/distributed-%{version}.tar.gz +Source99: python-distributed-rpmlintrc +BuildRequires: %{python_module devel} +BuildRequires: %{python_module joblib >= 0.10.2} +BuildRequires: %{python_module scikit-learn >= 0.17.1} +BuildRequires: %{python_module setuptools} +BuildRequires: fdupes +BuildRequires: python-rpm-macros +BuildRequires: python2-futures +%if %{with test} +BuildRequires: %{python_module certifi} +BuildRequires: %{python_module click >= 6.6} +BuildRequires: %{python_module cloudpickle >= 0.2.2} +BuildRequires: %{python_module dask >= 0.14.1} +BuildRequires: %{python_module msgpack-python} +BuildRequires: %{python_module psutil} +BuildRequires: %{python_module six} +BuildRequires: %{python_module sortedcontainers} +BuildRequires: %{python_module tblib} +BuildRequires: %{python_module toolz >= 0.7.4} +BuildRequires: %{python_module tornado >= 4.4} +BuildRequires: %{python_module zict >= 0.1.2} +%endif +Requires: python-certifi +Requires: python-click >= 6.6 +Requires: python-cloudpickle >= 0.2.2 +Requires: python-dask >= 0.14.1 +Requires: python-joblib >= 0.10.2 +Requires: python-msgpack-python +Requires: python-psutil +Requires: python-scikit-learn >= 0.17.1 +Requires: python-six +Requires: python-sortedcontainers +Requires: python-tblib +Requires: python-toolz >= 0.7.4 +Requires: python-tornado >= 4.4 +Requires: python-zict >= 0.1.2 +%ifpython2 +Requires: python-futures +Requires: python-singledispatch +%endif +BuildRoot: %{_tmppath}/%{name}-%{version}-build +BuildArch: noarch + +%python_subpackages + +%description +A library for distributed computation. + +%prep +%setup -q -n distributed-%{version} + +%build + +%python_build + +%install +%python_install +%{python_expand chmod a-x %{buildroot}%{$python_sitelib}/distributed/tests/test_utils_test.py +# Deduplicating files can generate a RPMLINT warning for pyc mtime +%fdupes %{buildroot}%{$python_sitelib} +} + +%if %{with test} +%check +%python_exec setup.py test +%endif + +%files %{python_files} +%defattr(-,root,root,-) +%doc README.rst +%license LICENSE.txt +%python3_only %{_bindir}/dask-ssh +%python3_only %{_bindir}/dask-submit +%python3_only %{_bindir}/dask-remote +%python3_only %{_bindir}/dask-scheduler +%python3_only %{_bindir}/dask-worker +%python3_only %{_bindir}/dask-mpi +%{python_sitelib}/* + +%changelog