diff --git a/llvm.spec b/llvm.spec
index f468762..a771aac 100644
--- a/llvm.spec
+++ b/llvm.spec
@@ -171,8 +171,8 @@ sed -i s,"}lib{","}lib64{",g tools/clang/test/Preprocessor/iwithprefix.c
 %endif
 
 # Only enable target archs otherwise llvm-config is messed up
-%ifnarch %arm ppc64 s390x
-sed -i s,"subdirectories = .*","subdirectories = AArch64 ARM PowerPC R600 X86", lib/Target/LLVMBuild.txt
+%ifarch %{ix86} x86_64
+sed -i s,"subdirectories = .*","subdirectories = R600 X86", lib/Target/LLVMBuild.txt
 %endif
 
 %ifarch %arm