diff --git a/python-python-gnupg.changes b/python-python-gnupg.changes
index a4ce28d..3f19ac3 100644
--- a/python-python-gnupg.changes
+++ b/python-python-gnupg.changes
@@ -1,3 +1,9 @@
+-------------------------------------------------------------------
+Wed Apr 17 10:39:48 CEST 2019 - Matej Cepl <mcepl@suse.com>
+
+- Switch to pytest runner, which seems to be a way more stable in
+  providing the results. 
+
 -------------------------------------------------------------------
 Thu Jan 24 10:07:27 UTC 2019 - Tomáš Chvátal <tchvatal@suse.com>
 
diff --git a/python-python-gnupg.spec b/python-python-gnupg.spec
index b577438..7dd48b1 100644
--- a/python-python-gnupg.spec
+++ b/python-python-gnupg.spec
@@ -26,6 +26,7 @@ License:        BSD-3-Clause
 Group:          Development/Languages/Python
 URL:            http://pythonhosted.org/python-gnupg/index.html
 Source:         https://files.pythonhosted.org/packages/source/p/python-gnupg/python-gnupg-%{version}.tar.gz
+BuildRequires:  %{python_module pytest}
 BuildRequires:  %{python_module setuptools}
 BuildRequires:  fdupes
 BuildRequires:  gpg2
@@ -56,7 +57,7 @@ encryption and signature functionality from Python programs.
 
 %check
 export NO_EXTERNAL_TESTS=true
-%python_exec test_gnupg.py
+%pytest test_gnupg.py
 
 %files %{python_files}
 %license LICENSE.txt