Merge pull request #81 from LoicGrobol/dependabot/pip/tokenizers-gte-…

…0.10-and-lt-0.20
LoicGrobol · Apr 18, 2024 · 01ac89d · 01ac89d
2 parents 74a7e36 + 8bcb050
commit 01ac89d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -32,7 +32,7 @@ dependencies = [
     "sentencepiece",
     "tensorboardx",
     "torchmetrics >= 0.9, < 2.0",
-    "tokenizers >= 0.10, < 0.16",
+    "tokenizers >= 0.10, < 0.20",
     "tomli",
     "torch >= 2.0, < 2.3",
     "transformers >= 4.19.0, < 5.0.0, != 4.23.0, != 4.23.1",