diff --git a/requirements.txt b/requirements.txt
index 1c16f16..9941e00 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -6,7 +6,7 @@ pyparsing==2.3.0
 wandb==0.8.30
 n2w
 matplotlib==3.0.2
-transformers==2.8.0
+transformers==4.30.0
 asciitree
 apex
 nltk==3.6.6