From 027d1f6eff05eccc49d47450cc70a6cbd718f8db Mon Sep 17 00:00:00 2001
From: fabiocapsouza <fabiocapsouza@gmail.com>
Date: Sun, 15 Nov 2020 12:30:46 -0300
Subject: [PATCH] Revert "Bump tokenizers (#8419)"

This reverts commit a8a1473e2bb2c6aa2e63d470b1b35ae0dc087243.
---
 setup.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index 04c51912fdc90d..406fbbbdd1ef96 100644
--- a/setup.py
+++ b/setup.py
@@ -129,7 +129,7 @@
     packages=find_packages("src"),
     install_requires=[
         "numpy",
-        "tokenizers == 0.9.3",
+        "tokenizers == 0.9.2",
         # dataclasses for Python versions that don't have it
         "dataclasses;python_version<'3.7'",
         # utilities from PyPA to e.g. compare versions