#
# spec file for package python-Scrapy
#
# Copyright (c) 2018 SUSE LINUX GmbH, Nuernberg, Germany.
#
# All modifications and additions to the file contributed by third parties
# remain the property of their copyright owners, unless otherwise agreed
# upon. The license for this file, and modifications and additions to the
# file, is the same license as for the pristine package itself (unless the
# license for the pristine package is not an Open Source License, in which
# case the license is the MIT License). An "Open Source License" is a
# license that conforms to the Open Source Definition (Version 1.9)
# published by the Open Source Initiative.

# Please submit bugfixes or comments via http://bugs.opensuse.org/
#


%{?!python_module:%define python_module() python-%{**} python3-%{**}}
Name:           python-Scrapy
Version:        1.6.0
Release:        0
Url:            http://scrapy.org
Summary:        A high-level Python Screen Scraping framework
License:        BSD-3-Clause
Group:          Development/Languages/Python
Source:         http://pypi.python.org/packages/source/S/Scrapy/Scrapy-%{version}.tar.gz
BuildRequires:  %{python_module setuptools}
BuildRequires:  %{python_module Pillow}
BuildRequires:  %{python_module PyDispatcher >= 2.0.5}
BuildRequires:  %{python_module Twisted >= 17.9.0}
BuildRequires:  %{python_module cryptography}
BuildRequires:  %{python_module cssselect >= 0.9}
BuildRequires:  %{python_module lxml >= 3.4}
BuildRequires:  %{python_module parsel >= 1.5}
BuildRequires:  %{python_module pyOpenSSL >= 0.14}
BuildRequires:  %{python_module pyasn1}
BuildRequires:  %{python_module queuelib >= 1.1.1}
BuildRequires:  %{python_module service_identity}
BuildRequires:  %{python_module six >= 1.5.2}
BuildRequires:  %{python_module w3lib >= 1.17.2}
BuildRequires:  python-rpm-macros
BuildRequires:  fdupes
# doc dependencies
BuildRequires:  %{python_module Sphinx}
# test requirements
BuildRequires:  %{python_module jmespath}
BuildRequires:  %{python_module mock}
BuildRequires:  %{python_module pytest}
BuildRequires:  %{python_module testfixtures}
# runtime dependencies
Requires:       python-Pillow
Requires:       python-PyDispatcher >= 2.0.5
Requires:       python-Twisted >= 17.9.0
Requires:       python-cryptography
Requires:       python-cssselect >= 0.9
Requires:       python-lxml >= 3.4
Requires:       python-parsel >= 1.5
Requires:       python-pyOpenSSL >= 0.14
Requires:       python-pyasn1
Requires:       python-queuelib >= 1.1.1
Requires:       python-service_identity
Requires:       python-six >= 1.5.2
Requires:       python-w3lib >= 1.17.2
BuildArch:      noarch
%python_subpackages

%description
Scrapy is a high level scraping and web crawling framework for writing spiders
to crawl and parse web pages for all kinds of purposes, from information
retrieval to monitoring or testing web sites.

%package -n %{name}-doc
Summary:        Documentation for %{name}
Group:          Documentation/HTML

%description -n %{name}-doc
Provides documentation for %{name}.

%prep
%setup -q -n Scrapy-%{version}

%build
%python_build
pushd docs
make html && rm -r build/html/.buildinfo
popd

%install
%python_install
%python_clone %{buildroot}%{_bindir}/scrapy
%python_expand %fdupes %{buildroot}%{$python_sitelib}

%check
# boto package is broken (boto.cacerts module removed, but resulting errors are not fixed)
skiplist="not S3AnonTestCase and not S3TestCase and not S3FeedStorageTest"
skiplist="$skiplist and not FilesPipelineTestCaseFields"
skiplist="$skiplist and not ImagesPipelineTestCaseFields"
# tests/test_proxy_connect.py: requires mitmproxy == 0.10.1
%{python_expand PYTHONPATH=%{buildroot}%{$python_sitelib} py.test-%{$python_bin_suffix} \
    --ignore tests/test_proxy_connect.py \
    -k "${skiplist}" \
    -W ignore::DeprecationWarning \
    tests}

%files %{python_files}
%doc AUTHORS LICENSE README.rst
%{python_sitelib}/*
%{_bindir}/scrapy-%{python_bin_suffix}
%python3_only %{_bindir}/scrapy

%files -n %{name}-doc
%doc docs/build/html

%changelog