From f6979456913709307b33a3a8d3687b6a43f5813d Mon Sep 17 00:00:00 2001
From: Guillaume Klein <guillaumekln@users.noreply.github.com>
Date: Tue, 12 Sep 2023 14:44:22 +0200
Subject: [PATCH] Update tokenizers requirement to include version 0.14 (#469)

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index 819d3d2..fa037f7 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
 av==10.*
 ctranslate2>=3.17,<4
 huggingface_hub>=0.13
-tokenizers==0.13.*
+tokenizers>=0.13,<0.15
 onnxruntime>=1.14,<2