diff --git a/enable-lto.patch b/enable-lto.patch
deleted file mode 100644
index 7d70831..0000000
--- a/enable-lto.patch
+++ /dev/null
@@ -1,20 +0,0 @@
---- a/llm/generate/gen_linux.sh.orig	2024-09-17 12:52:41.511508050 +0200
-+++ b/llm/generate/gen_linux.sh	2024-09-17 13:01:55.316347171 +0200
-@@ -52,7 +52,7 @@
-         export CUDACXX=$(command -v nvcc)
-     fi
- fi
--COMMON_CMAKE_DEFS="-DCMAKE_SKIP_RPATH=on -DBUILD_SHARED_LIBS=on -DCMAKE_POSITION_INDEPENDENT_CODE=on -DGGML_NATIVE=off -DGGML_AVX=on -DGGML_AVX2=off -DGGML_AVX512=off -DGGML_FMA=off -DGGML_F16C=off -DGGML_OPENMP=off"
-+COMMON_CMAKE_DEFS="-DCMAKE_SKIP_RPATH=on -DBUILD_SHARED_LIBS=on -DCMAKE_POSITION_INDEPENDENT_CODE=on -DGGML_NATIVE=off -DGGML_AVX=on -DGGML_AVX2=off -DGGML_AVX512=off -DGGML_FMA=off -DGGML_F16C=off -DGGML_OPENMP=off -DGGML_LTO=on"
- source $(dirname $0)/gen_common.sh
- init_vars
- git_module_setup
-@@ -95,7 +95,7 @@
-         # -DGGML_AVX512_VBMI -- 2018 Intel Cannon Lake
-         # -DGGML_AVX512_VNNI -- 2021 Intel Alder Lake
- 
--        COMMON_CPU_DEFS="-DBUILD_SHARED_LIBS=on -DCMAKE_POSITION_INDEPENDENT_CODE=on -DGGML_NATIVE=off -DGGML_OPENMP=off"
-+        COMMON_CPU_DEFS="-DBUILD_SHARED_LIBS=on -DCMAKE_POSITION_INDEPENDENT_CODE=on -DGGML_NATIVE=off -DGGML_OPENMP=off -DGGML_LTO=on"
-         if [ -z "${OLLAMA_CPU_TARGET}" -o "${OLLAMA_CPU_TARGET}" = "cpu" ]; then
-             #
-             # CPU first for the default library, set up as lowest common denominator for maximum compatibility (including Rosetta)
diff --git a/ollama.changes b/ollama.changes
index 1997f8f..d0f3512 100644
--- a/ollama.changes
+++ b/ollama.changes
@@ -1,6 +1,8 @@
 -------------------------------------------------------------------
 Fri Nov 01 02:18:50 UTC 2024 - eyadlorenzo@gmail.com
 
+- Remove enable-lto.patch
+
 - Update to version 0.4.0-rc6:
   * Refine default thread selection for NUMA systems (#7322)
   * runner.go: Better abstract vision model integration
diff --git a/ollama.spec b/ollama.spec
index 69f32dc..ea83fca 100644
--- a/ollama.spec
+++ b/ollama.spec
@@ -26,7 +26,6 @@ Source:         %{name}-%{version}.tar
 Source1:        vendor.tar.zstd
 Source2:        ollama.service
 Source3:        %{name}-user.conf
-Patch0:         enable-lto.patch
 BuildRequires:  cmake >= 3.24
 BuildRequires:  git
 BuildRequires:  sysuser-tools