From 46080e584e7a1066b42194b6c7954ad04acc7b03 Mon Sep 17 00:00:00 2001
From: Keating Reid <keating.reid@protonmail.com>
Date: Sat, 4 May 2024 04:10:24 -0400
Subject: [PATCH] Loosening tokenizers version constraint (#804)

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index 1bbf0b0..0cf6faa 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
 av==11.*
 ctranslate2>=4.0,<5
 huggingface_hub>=0.13
-tokenizers>=0.13,<0.16
+tokenizers>=0.13,<1
 onnxruntime>=1.14,<2