diff --git a/rust.spec b/rust.spec
index 8957aa0..2ae37ae 100644
--- a/rust.spec
+++ b/rust.spec
@@ -406,8 +406,9 @@ find %{buildroot}%{rustlibdir} -maxdepth 1 -type f -name '*.so' -exec chmod -v +
 # extract bundled licenses for packaging - From fedora spec
 sed -e '/*\//q' src/libbacktrace/backtrace.h > src/libbacktrace/LICENSE-libbacktrace
 
-# Removes duiplicates and links them
-%fdupes %{buildroot}%{_prefix}
+# The html docs for x86 and x86_64 are the same in most places
+%fdupes %{buildroot}%{_docdir}/%{name}/html
+# We don't want to run fdupes over much else (like src) or it may cause weirdness.
 
 # Create the path for crate-devel packages
 mkdir -p %{buildroot}%{_datadir}/cargo/registry