diff --git a/0001-Remove-upper-bound-for-tokenizers.patch b/0001-Remove-upper-bound-for-tokenizers.patch new file mode 100644 index 0000000..f54d875 --- /dev/null +++ b/0001-Remove-upper-bound-for-tokenizers.patch @@ -0,0 +1,39 @@ +From e45fa5da9edaaa27a417e0d1e695bd81b2b29ac5 Mon Sep 17 00:00:00 2001 +From: yeey +Date: Mon, 7 Oct 2024 18:52:19 -0700 +Subject: [PATCH] Remove upper bound for tokenizers + +--- + setup.py | 2 +- + src/transformers/dependency_versions_table.py | 2 +- + 2 files changed, 2 insertions(+), 2 deletions(-) + +diff --git a/setup.py b/setup.py +index b1547e2e5..b44844128 100644 +--- a/setup.py ++++ b/setup.py +@@ -178,7 +178,7 @@ _deps = [ + "tf2onnx", + "timeout-decorator", + "timm<=0.9.16", +- "tokenizers>=0.19,<0.20", ++ "tokenizers>=0.19", + "torch", + "torchaudio", + "torchvision", +diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py +index 7644d8d68..c99c8b1b2 100644 +--- a/src/transformers/dependency_versions_table.py ++++ b/src/transformers/dependency_versions_table.py +@@ -83,7 +83,7 @@ deps = { + "tf2onnx": "tf2onnx", + "timeout-decorator": "timeout-decorator", + "timm": "timm<=0.9.16", +- "tokenizers": "tokenizers>=0.19,<0.20", ++ "tokenizers": "tokenizers>=0.19", + "torch": "torch", + "torchaudio": "torchaudio", + "torchvision": "torchvision", +-- +2.45.2 + diff --git a/python-transformers.changes b/python-transformers.changes index fb6c78f..bd7401b 100644 --- a/python-transformers.changes +++ b/python-transformers.changes @@ -1,3 +1,9 @@ +------------------------------------------------------------------- +Tue Oct 8 02:01:18 UTC 2024 - Guang Yee + +- Add patch 0001-Remove-upper-bound-for-tokenizers.patch + * Remove upper bound for tokenizers + ------------------------------------------------------------------- Wed Sep 11 04:39:06 UTC 2024 - Yogalakshmi Arunachalam diff --git a/python-transformers.spec b/python-transformers.spec index d15e3a3..3c49b57 100644 --- a/python-transformers.spec +++ b/python-transformers.spec @@ -24,7 +24,8 @@ Summary: State-of-the-art Machine Learning for JAX, PyTorch and TensorFlo License: Apache-2.0 URL: https://github.com/huggingface/transformers Source: https://github.com/huggingface/transformers/archive/refs/tags/v%{version}.tar.gz#/%{name}-%{version}.tar.gz -Source99: python-transformers.rpmlintrc +Source99: python-transformers.rpmlintrc +Patch0: 0001-Remove-upper-bound-for-tokenizers.patch BuildRequires: python-rpm-macros BuildRequires: %{python_module setuptools} BuildRequires: %{python_module filelock} @@ -435,6 +436,7 @@ These models can be applied on: %prep %setup -q -n transformers-%{version} +%autopatch -p1 # fix shebang find . -name \*.py -type f -exec \ sed -i "s|^#!\s*%{_bindir}/env python|#!%{_bindir}/python3|" {} \;