diff --git a/baselibs.conf b/baselibs.conf
index 3dba8cb..cf32809 100644
--- a/baselibs.conf
+++ b/baselibs.conf
@@ -1,5 +1,6 @@
 pam_kwallet6
  requires "pam_kwallet6 = <version>"
  supplements "packageand(pam_kwallet6:pam-<targettype>)"
+ obsoletes "pam_kwallet-<targettype> < <version>"
  post "%{_sbindir}/pam-config -a --kwallet5 || :"
  post ":"
diff --git a/pam_kwallet6.spec b/pam_kwallet6.spec
index 028ce6a..46afaf3 100644
--- a/pam_kwallet6.spec
+++ b/pam_kwallet6.spec
@@ -107,6 +107,8 @@ fi
 
 %files
 %license LICENSES/*
+# Yes, it's still called pam_kwallet5. Not sure whether that's intentional,
+# but it means PAM config doesn't need migration which is nice.
 %if 0%{?suse_version} >= 1550
 %{_pam_moduledir}/pam_kwallet5.so
 %else