Update tokenizers requirement to include version 0.14 (#469)

2023-09-12 14:44:22 +02:00
parent 727ab81f31
commit f697945691
1 changed files with 1 additions and 1 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
 av==10.*
 ctranslate2>=3.17,<4
 huggingface_hub>=0.13
-tokenizers==0.13.*
+tokenizers>=0.13,<0.15
 onnxruntime>=1.14,<2