diff --git a/python-docutils.changes b/python-docutils.changes
index a3da64a..7803bcf 100644
--- a/python-docutils.changes
+++ b/python-docutils.changes
@@ -1,3 +1,8 @@
+-------------------------------------------------------------------
+Tue Apr  7 09:31:55 UTC 2020 - Tomáš Chvátal <tchvatal@suse.com>
+
+- Fix the condition to really generate the direct binaries
+
 -------------------------------------------------------------------
 Mon Apr  6 15:57:17 UTC 2020 - Matej Cepl <mcepl@suse.com>
 
diff --git a/python-docutils.spec b/python-docutils.spec
index c6b1908..67c05c9 100644
--- a/python-docutils.spec
+++ b/python-docutils.spec
@@ -88,7 +88,9 @@ done
 %check
 %if %{with test}
 %python_exec test/alltests.py
+%endif
 
+%if !%{with test}
 %post
 %{python_install_alternative rst2html rst2latex rst2man rst2odt rst2odt_prepstyles rst2pseudoxml rst2s5 rst2xetex rst2xml rstpep2html rst2html4 rst2html5}