diff --git a/python-pytest-flake8.changes b/python-pytest-flake8.changes
index b25a92c..a245768 100644
--- a/python-pytest-flake8.changes
+++ b/python-pytest-flake8.changes
@@ -1,3 +1,8 @@
+-------------------------------------------------------------------
+Mon Feb 11 10:43:25 UTC 2019 - Tomáš Chvátal <tchvatal@suse.com>
+
+- Make sure we really really execute tests
+
 -------------------------------------------------------------------
 Wed Feb  6 08:41:05 UTC 2019 - alarrosa@suse.com
 
diff --git a/python-pytest-flake8.spec b/python-pytest-flake8.spec
index e511ff1..c2712a0 100644
--- a/python-pytest-flake8.spec
+++ b/python-pytest-flake8.spec
@@ -17,7 +17,6 @@
 
 
 %{?!python_module:%define python_module() python-%{**} python3-%{**}}
-%bcond_without test
 Name:           python-pytest-flake8
 Version:        1.0.4
 Release:        0
@@ -27,16 +26,14 @@ Group:          Development/Languages/Python
 URL:            https://github.com/tholo/pytest-flake8
 Source:         https://files.pythonhosted.org/packages/source/p/pytest-flake8/pytest-flake8-%{version}.tar.gz
 BuildRequires:  %{python_module devel}
+BuildRequires:  %{python_module flake8 >= 3.0}
+BuildRequires:  %{python_module pytest >= 2.8}
 BuildRequires:  %{python_module setuptools}
 BuildRequires:  fdupes
 BuildRequires:  python-rpm-macros
 Requires:       python-flake8 >= 3.0
 Requires:       python-pytest >= 2.8
 BuildArch:      noarch
-%if %{with test}
-BuildRequires:  %{python_module flake8 >= 3.0}
-BuildRequires:  %{python_module pytest >= 2.8}
-%endif
 %python_subpackages
 
 %description
@@ -52,10 +49,8 @@ Plugin for py.test for efficiently checking PEP8 compliance.
 %python_install
 %python_expand %fdupes %{buildroot}%{$python_sitelib}
 
-%if %{with test}
 %check
-%python_exec setup.py test
-%endif
+%python_expand PYTHONPATH=%{buildroot}%{$python_sitelib} py.test-%{$python_bin_suffix}
 
 %files %{python_files}
 %license LICENSE