From e45fa5da9edaaa27a417e0d1e695bd81b2b29ac5 Mon Sep 17 00:00:00 2001
From: yeey <gyee@suse.com>
Date: Mon, 7 Oct 2024 18:52:19 -0700
Subject: [PATCH] Remove upper bound for tokenizers

---
 setup.py                                      | 2 +-
 src/transformers/dependency_versions_table.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/setup.py b/setup.py
index b1547e2e5..b44844128 100644
--- a/setup.py
+++ b/setup.py
@@ -178,7 +178,7 @@ _deps = [
     "tf2onnx",
     "timeout-decorator",
     "timm<=0.9.16",
-    "tokenizers>=0.19,<0.20",
+    "tokenizers>=0.19",
     "torch",
     "torchaudio",
     "torchvision",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 7644d8d68..c99c8b1b2 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -83,7 +83,7 @@ deps = {
     "tf2onnx": "tf2onnx",
     "timeout-decorator": "timeout-decorator",
     "timm": "timm<=0.9.16",
-    "tokenizers": "tokenizers>=0.19,<0.20",
+    "tokenizers": "tokenizers>=0.19",
     "torch": "torch",
     "torchaudio": "torchaudio",
     "torchvision": "torchvision",
-- 
2.45.2