diff --git a/pam_wrapper.changes b/pam_wrapper.changes
index 30e0b7e..c93d16c 100644
--- a/pam_wrapper.changes
+++ b/pam_wrapper.changes
@@ -1,3 +1,8 @@
+-------------------------------------------------------------------
+Wed May 20 07:02:41 UTC 2020 - Andreas Schneider <asn@cryptomilk.org>
+
+- Fix the build (remove py2 lib if built without py2 support)
+
 -------------------------------------------------------------------
 Thu Mar 26 13:36:14 UTC 2020 - Andreas Schneider <asn@cryptomilk.org>
 
diff --git a/pam_wrapper.spec b/pam_wrapper.spec
index 7be5129..2588d9a 100644
--- a/pam_wrapper.spec
+++ b/pam_wrapper.spec
@@ -118,6 +118,10 @@ the header files for libpamtest
 %install
 %cmake_install
 
+%if %{without python2}
+rm -rf %{python2_sitearch}/pypamtest.so
+%endif
+
 %check
 %ctest