diff --git a/python-binaryornot.spec b/python-binaryornot.spec
index 34b724c..d3f45ac 100644
--- a/python-binaryornot.spec
+++ b/python-binaryornot.spec
@@ -18,7 +18,7 @@
 
 %{?!python_module:%define python_module() python-%{**} python3-%{**}}
 # Tests run too slowly on some architectures
-%ifnarch aarch64
+%ifarch %{ix86} x86_64
 %bcond_without  test
 %else
 %bcond_with     test