forked from pool/python-Scrapy
Matej Cepl
0e50613c60
- Update to 2.5.1, Security bug fix
* boo#1191446, CVE-2021-41125
* If you use HttpAuthMiddleware (i.e. the http_user and
http_pass spider attributes) for HTTP authentication,
any request exposes your credentials to the request
target.
* To prevent unintended exposure of authentication
credentials to unintended domains, you must now
additionally set a new, additional spider attribute,
http_auth_domain, and point it to the specific domain to
which the authentication credentials must be sent.
* If the http_auth_domain spider attribute is not set, the
domain of the first request will be considered the HTTP
authentication target, and authentication credentials
will only be sent in requests targeting that domain.
* If you need to send the same HTTP authentication
credentials to multiple domains, you can use
w3lib.http.basic_auth_header instead to set the value of
the Authorization header of your requests.
* If you really want your spider to send the same HTTP
authentication credentials to any domain, set the
http_auth_domain spider attribute to None.
* Finally, if you are a user of scrapy-splash, know that
this version of Scrapy breaks compatibility with
scrapy-splash 0.7.2 and earlier. You will need to upgrade
scrapy-splash to a greater version for it to continue to
work.
OBS-URL: https://build.opensuse.org/request/show/923811
OBS-URL: https://build.opensuse.org/package/show/devel:languages:python/python-Scrapy?expand=0&rev=21
144 lines
5.1 KiB
RPMSpec
144 lines
5.1 KiB
RPMSpec
#
|
|
# spec file for package python-Scrapy
|
|
#
|
|
# Copyright (c) 2021 SUSE LLC
|
|
#
|
|
# All modifications and additions to the file contributed by third parties
|
|
# remain the property of their copyright owners, unless otherwise agreed
|
|
# upon. The license for this file, and modifications and additions to the
|
|
# file, is the same license as for the pristine package itself (unless the
|
|
# license for the pristine package is not an Open Source License, in which
|
|
# case the license is the MIT License). An "Open Source License" is a
|
|
# license that conforms to the Open Source Definition (Version 1.9)
|
|
# published by the Open Source Initiative.
|
|
|
|
# Please submit bugfixes or comments via https://bugs.opensuse.org/
|
|
#
|
|
|
|
|
|
%{?!python_module:%define python_module() python-%{**} python3-%{**}}
|
|
%define skip_python2 1
|
|
# python-uvloop does not support python3.6
|
|
%define skip_python36 1
|
|
Name: python-Scrapy
|
|
Version: 2.5.1
|
|
Release: 0
|
|
Summary: A high-level Python Screen Scraping framework
|
|
License: BSD-3-Clause
|
|
Group: Development/Languages/Python
|
|
URL: https://scrapy.org
|
|
Source: https://files.pythonhosted.org/packages/source/S/Scrapy/Scrapy-%{version}.tar.gz
|
|
# PATCH-FIX-OPENSUSE remove-h2-version-restriction.patch boo#1190035 -- run scrapy with h2 >= 4.0.0
|
|
Patch0: remove-h2-version-restriction.patch
|
|
# PATCH-FIX-UPSTREAM add-peak-method-to-queues.patch https://github.com/scrapy/scrapy/commit/68379197986ae3deb81a545b5fd6920ea3347094
|
|
Patch1: add-peak-method-to-queues.patch
|
|
BuildRequires: %{python_module Pillow}
|
|
BuildRequires: %{python_module Protego >= 0.1.15}
|
|
BuildRequires: %{python_module PyDispatcher >= 2.0.5}
|
|
BuildRequires: %{python_module Twisted >= 17.9.0}
|
|
BuildRequires: %{python_module botocore}
|
|
BuildRequires: %{python_module cryptography >= 2.0}
|
|
BuildRequires: %{python_module cssselect >= 0.9.1}
|
|
BuildRequires: %{python_module dbm}
|
|
BuildRequires: %{python_module itemadapter >= 0.1.0}
|
|
BuildRequires: %{python_module itemloaders >= 1.0.1}
|
|
BuildRequires: %{python_module jmespath}
|
|
BuildRequires: %{python_module lxml >= 3.5.0}
|
|
BuildRequires: %{python_module parsel >= 1.5.0}
|
|
BuildRequires: %{python_module pyOpenSSL >= 16.2.0}
|
|
BuildRequires: %{python_module pyftpdlib}
|
|
BuildRequires: %{python_module pytest-xdist}
|
|
BuildRequires: %{python_module pytest}
|
|
BuildRequires: %{python_module queuelib >= 1.4.2}
|
|
BuildRequires: %{python_module service_identity >= 16.0.0}
|
|
BuildRequires: %{python_module setuptools}
|
|
BuildRequires: %{python_module sybil}
|
|
BuildRequires: %{python_module testfixtures >= 6.0.0}
|
|
BuildRequires: %{python_module uvloop}
|
|
BuildRequires: %{python_module w3lib >= 1.17.2}
|
|
BuildRequires: %{python_module zope.interface >= 4.1.3}
|
|
BuildRequires: fdupes
|
|
BuildRequires: python-rpm-macros
|
|
BuildRequires: python3-Sphinx
|
|
BuildRequires: %{python_module dataclasses if (%python-base with python36-base)}
|
|
Requires: python-Protego >= 0.1.15
|
|
Requires: python-PyDispatcher >= 2.0.5
|
|
Requires: python-Twisted >= 17.9.0
|
|
Requires: python-cryptography >= 2.0
|
|
Requires: python-cssselect >= 0.9.1
|
|
Requires: python-itemadapter >= 0.1.0
|
|
Requires: python-itemloaders >= 1.0.1
|
|
Requires: python-lxml >= 3.5.0
|
|
Requires: python-parsel >= 1.5.0
|
|
Requires: python-pyOpenSSL >= 16.2.0
|
|
Requires: python-queuelib >= 1.4.2
|
|
Requires: python-service_identity >= 16.0.0
|
|
Requires: python-setuptools
|
|
Requires: python-w3lib >= 1.17.2
|
|
Requires: python-zope.interface >= 4.1.3
|
|
Requires(post): update-alternatives
|
|
Requires(postun):update-alternatives
|
|
BuildArch: noarch
|
|
%python_subpackages
|
|
|
|
%description
|
|
Scrapy is a high level scraping and web crawling framework for writing spiders
|
|
to crawl and parse web pages for all kinds of purposes, from information
|
|
retrieval to monitoring or testing web sites.
|
|
|
|
%package -n %{name}-doc
|
|
Summary: Documentation for %{name}
|
|
Group: Documentation/HTML
|
|
|
|
%description -n %{name}-doc
|
|
Provides documentation for %{name}.
|
|
|
|
%prep
|
|
%setup -n Scrapy-%{version}
|
|
%autopatch -p1
|
|
sed -i -e 's:= python:= python3:g' docs/Makefile
|
|
|
|
%build
|
|
%python_build
|
|
pushd docs
|
|
%make_build html && rm -r build/html/.buildinfo
|
|
popd
|
|
|
|
%install
|
|
%python_install
|
|
%python_clone -a %{buildroot}%{_bindir}/scrapy
|
|
%python_expand %fdupes %{buildroot}%{$python_sitelib}
|
|
|
|
%check
|
|
# tests/test_proxy_connect.py: requires mitmproxy == 0.10.1
|
|
# tests/test_downloader_handlers_*.py and test_http2_client_protocol.py: no network
|
|
# tests/test_command_check.py: twisted dns resolution of example.com error
|
|
# no color in obs chroot console
|
|
skiplist="not test_pformat"
|
|
%{pytest \
|
|
--ignore tests/test_proxy_connect.py \
|
|
--ignore tests/test_command_check.py \
|
|
--ignore tests/test_downloader_handlers.py \
|
|
--ignore tests/test_downloader_handlers_http2.py \
|
|
--ignore tests/test_http2_client_protocol.py \
|
|
-k "${skiplist}" \
|
|
-W ignore::DeprecationWarning \
|
|
tests}
|
|
|
|
%post
|
|
%python_install_alternative scrapy
|
|
|
|
%postun
|
|
%python_uninstall_alternative scrapy
|
|
|
|
%files %{python_files}
|
|
%license LICENSE
|
|
%doc AUTHORS README.rst
|
|
%{python_sitelib}/*
|
|
%python_alternative %{_bindir}/scrapy
|
|
|
|
%files -n %{name}-doc
|
|
%doc docs/build/html
|
|
|
|
%changelog
|