diff --git a/python-zope.testrunner.changes b/python-zope.testrunner.changes
index 295b3bf..0eefa99 100644
--- a/python-zope.testrunner.changes
+++ b/python-zope.testrunner.changes
@@ -1,3 +1,10 @@
+-------------------------------------------------------------------
+Sat Jan 13 22:52:05 UTC 2024 - Ben Greiner <code@bnavigator.de>
+
+- Run the test suite with itself like it is meant to be
+  * fixes Python 3.12 test failures
+- Setuptools is a runtime requirement (for egg testing support)
+
 -------------------------------------------------------------------
 Tue Jan  2 21:42:52 UTC 2024 - Dirk Müller <dmueller@suse.com>
 
diff --git a/python-zope.testrunner.spec b/python-zope.testrunner.spec
index 32cea39..9a59b51 100644
--- a/python-zope.testrunner.spec
+++ b/python-zope.testrunner.spec
@@ -39,6 +39,7 @@ BuildRequires:  %{python_module zope.exceptions}
 BuildRequires:  %{python_module zope.interface}
 BuildRequires:  fdupes
 BuildRequires:  python-rpm-macros
+Requires:       python-setuptools
 Requires:       python-zope.exceptions
 Requires:       python-zope.interface
 Requires(post): update-alternatives
@@ -71,7 +72,9 @@ find -size 0 -delete
 
 %if %{with test}
 %check
-%pyunittest src/zope/testrunner/tests/*.py
+%{python_expand #
+$python -m zope.testrunner --test-path=src -vv
+}
 %endif
 
 %if !%{with test}