diff --git a/requirements.txt b/requirements.txt
index 0f06a88..a44984c 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -235,7 +235,7 @@ torchvision==0.4.2
 tornado==6.5.5
 tqdm==4.41.0
 traitlets==4.3.3
-transformers==4.30.0
+transformers==5.0.0rc3
 typed-ast==1.4.0
 urllib3==1.24.3
 us==1.0.0