diff --git a/python-HyperKitty.changes b/python-HyperKitty.changes
index 8a64012..3680132 100644
--- a/python-HyperKitty.changes
+++ b/python-HyperKitty.changes
@@ -1,3 +1,8 @@
+-------------------------------------------------------------------
+Thu Nov 14 20:58:30 UTC 2019 - pgajdos@suse.com
+
+- run the testsuite correctly
+
 -------------------------------------------------------------------
 Tue Oct  1 09:06:27 UTC 2019 - pgajdos@suse.com
 
diff --git a/python-HyperKitty.spec b/python-HyperKitty.spec
index 7a9393a..e7afa50 100644
--- a/python-HyperKitty.spec
+++ b/python-HyperKitty.spec
@@ -82,7 +82,8 @@ A web interface to access GNU Mailman v3 archives
 
 %check
 export DJANGO_SETTINGS_MODULE="hyperkitty.tests.settings_test"
-%pytest
+export PYTHONPATH='.'
+%python_exec example_project/manage.py test
 
 %files %{python_files}
 %doc AUTHORS.txt README.rst