diff --git a/python-pytest-flake8.changes b/python-pytest-flake8.changes
index b25a92c..0debb1c 100644
--- a/python-pytest-flake8.changes
+++ b/python-pytest-flake8.changes
@@ -1,3 +1,14 @@
+-------------------------------------------------------------------
+Thu Feb 14 12:51:40 UTC 2019 - Tomáš Chvátal <tchvatal@suse.com>
+
+- Remove unused devel dependency
+- Update requirements to match reality
+
+-------------------------------------------------------------------
+Mon Feb 11 10:43:25 UTC 2019 - Tomáš Chvátal <tchvatal@suse.com>
+
+- Make sure we really really execute tests
+
 -------------------------------------------------------------------
 Wed Feb  6 08:41:05 UTC 2019 - alarrosa@suse.com
 
diff --git a/python-pytest-flake8.spec b/python-pytest-flake8.spec
index e511ff1..d6a2b87 100644
--- a/python-pytest-flake8.spec
+++ b/python-pytest-flake8.spec
@@ -17,7 +17,6 @@
 
 
 %{?!python_module:%define python_module() python-%{**} python3-%{**}}
-%bcond_without test
 Name:           python-pytest-flake8
 Version:        1.0.4
 Release:        0
@@ -26,17 +25,14 @@ License:        BSD-2-Clause
 Group:          Development/Languages/Python
 URL:            https://github.com/tholo/pytest-flake8
 Source:         https://files.pythonhosted.org/packages/source/p/pytest-flake8/pytest-flake8-%{version}.tar.gz
-BuildRequires:  %{python_module devel}
+BuildRequires:  %{python_module flake8 >= 3.5}
+BuildRequires:  %{python_module pytest >= 3.5}
 BuildRequires:  %{python_module setuptools}
 BuildRequires:  fdupes
 BuildRequires:  python-rpm-macros
-Requires:       python-flake8 >= 3.0
-Requires:       python-pytest >= 2.8
+Requires:       python-flake8 >= 3.5
+Requires:       python-pytest >= 3.5
 BuildArch:      noarch
-%if %{with test}
-BuildRequires:  %{python_module flake8 >= 3.0}
-BuildRequires:  %{python_module pytest >= 2.8}
-%endif
 %python_subpackages
 
 %description
@@ -52,10 +48,8 @@ Plugin for py.test for efficiently checking PEP8 compliance.
 %python_install
 %python_expand %fdupes %{buildroot}%{$python_sitelib}
 
-%if %{with test}
 %check
-%python_exec setup.py test
-%endif
+%python_expand PYTHONPATH=%{buildroot}%{$python_sitelib} py.test-%{$python_bin_suffix} -v
 
 %files %{python_files}
 %license LICENSE