Restrict tokenizers version to workaround install on Mac and Win (#3123)

akladiev · web-flow · commit da141d217618 · 2022-01-28T13:01:38.000+03:00
diff --git a/demos/machine_translation_demo/python/requirements.txt b/demos/machine_translation_demo/python/requirements.txt
@@ -1,2 +1,2 @@
-tokenizers>=0.10.1
+tokenizers~=0.10.1
 numpy>=1.16.6,<1.20
diff --git a/demos/requirements.txt b/demos/requirements.txt
@@ -6,6 +6,6 @@ numpy>=1.16.6,<1.20
 scikit-learn~=0.24.1
 scipy~=1.5.4
 sympy>=1.8
-tokenizers>=0.10.1
+tokenizers~=0.10.1
 tensorboardX>=2.1
 tqdm>=4.54.1
diff --git a/tools/accuracy_checker/requirements.in b/tools/accuracy_checker/requirements.in
@@ -29,7 +29,7 @@ pydicom>=2.1.2
 
 # nlp, tokenization
 sentencepiece>=0.1.95
-tokenizers>=0.10.1
+tokenizers~=0.10.1
 transformers>=4.5
 nltk>=3.5
 
