diff --git a/python-librosa.spec b/python-librosa.spec
index 81e7e80..83eabcf 100644
--- a/python-librosa.spec
+++ b/python-librosa.spec
@@ -104,20 +104,23 @@ donttest="test_display"
 # fails with current Tumbleweed
 donttest+=" or test_pyin_multi_center"
 # Overflow on 32-bit
-if [ $(getconf LONG_BIT) -eq 32 ]; then
-    donttest+=" or test_tempo or test_hybrid_cqt or test_stft_winsizes"
-    donttest+=" or test_istft_reconstruction or test_trim"
-    donttest+=" or test_multichannel"
-    donttest+=" or test_time_stretch_multi"
-    donttest+=" or test_piptrack_properties"
-    donttest+=" or test_piptrack_errors"
-    donttest+=" or test_pitch_shift_multi"
-    donttest+=" or test_split_multi"
-    donttest+=" or test_hpss_multi"
-    donttest+=" or test_nn_filter_multi"
-    donttest+=" or (test_nnls_multiblock and 256)"
-    donttest+=" or (test_rms and (4096 or 4097))"
-fi
+%ifnarch x86_64 aarch64
+donttest+=" or test_tempo or test_hybrid_cqt or test_stft_winsizes"
+donttest+=" or test_istft_reconstruction or test_trim"
+donttest+=" or test_multichannel"
+donttest+=" or test_time_stretch_multi"
+donttest+=" or test_piptrack_properties"
+donttest+=" or test_piptrack_errors"
+donttest+=" or test_pitch_shift_multi"
+donttest+=" or test_split_multi"
+donttest+=" or test_hpss_multi"
+donttest+=" or test_nn_filter_multi"
+donttest+=" or (test_nnls_multiblock and 256)"
+donttest+=" or (test_rms and (4096 or 4097))"
+%endif
+%ifarch aarch64
+donttest+=" or test_piptrack_errors"
+%endif
 # Flaky segfaults when run in parallel, upstream does not test with xdist
 notparallel="test_piptrack"
 notparallel+=" or (test_onset_strength_audio and chroma_stft)"