diff --git a/python-msgspec.spec b/python-msgspec.spec
index 5ca1b40..331bb91 100644
--- a/python-msgspec.spec
+++ b/python-msgspec.spec
@@ -58,7 +58,12 @@ export CFLAGS="%{optflags}"
 %check
 # Requires to import the module, but other tests require the path
 # Can be dropped next release
-%pytest_arch -k 'not test_raw_copy_doesnt_leak'
+donttest="test_raw_copy_doesnt_leak"
+if [ $(getconf LONG_BIT) = 32 ]; then
+    # Overflow errors on 32 bit arches
+    donttest="$donttest or test_hashtable or test_decoding_large_arrays or test_timestamp"
+fi
+%pytest_arch -k "not ($donttest)"
 
 %files %{python_files}
 %doc README.md