diff --git a/baselibs.conf b/baselibs.conf
deleted file mode 100644
index 85e6974..0000000
--- a/baselibs.conf
+++ /dev/null
@@ -1 +0,0 @@
-gstreamer-plugins-rs
diff --git a/gstreamer-plugins-rs.changes b/gstreamer-plugins-rs.changes
index ece156a..a613dd2 100644
--- a/gstreamer-plugins-rs.changes
+++ b/gstreamer-plugins-rs.changes
@@ -1,3 +1,9 @@
+-------------------------------------------------------------------
+Tue Nov  2 11:00:09 UTC 2021 - Bjørn Lie <bjorn.lie@gmail.com>
+
+- Drop baselibs.conf, this is a new package, lets not build 32bit
+  unless we have to.
+
 -------------------------------------------------------------------
 Sat Oct 16 10:54:15 UTC 2021 - Bjørn Lie <bjorn.lie@gmail.com>
 
diff --git a/gstreamer-plugins-rs.spec b/gstreamer-plugins-rs.spec
index b1b1456..509e1ac 100644
--- a/gstreamer-plugins-rs.spec
+++ b/gstreamer-plugins-rs.spec
@@ -32,7 +32,6 @@ Source0:        %{_name}-%{version}.tar.xz
 Source1:        vendor.tar.xz
 Source2:        cargo_config
 Source3:        gstreamer-plugins-rs.appdata.xml
-Source99:       baselibs.conf
 
 BuildRequires:  cargo
 BuildRequires:  cargo-c