From bfe870be654a1fc54c5479f9ad0875492d9cd959 Mon Sep 17 00:00:00 2001
From: Anthony MOI <m.anthony.moi@gmail.com>
Date: Fri, 27 Dec 2019 11:05:52 -0500
Subject: [PATCH] Hotfix tokenizers version for sdist installs

---
 setup.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index 2753236f9d62..3ba18fd1bf0d 100644
--- a/setup.py
+++ b/setup.py
@@ -86,7 +86,7 @@
     packages=find_packages("src"),
     install_requires=[
         "numpy",
-        "tokenizers == 0.0.10",
+        "tokenizers == 0.0.11",
         # accessing files from S3 directly
         "boto3",
         # filesystem locks e.g. to prevent parallel downloads