diff --git a/requirements.txt b/requirements.txt
index 910634d87799..03396e7305ea 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,7 +7,7 @@ torchvision
 torchaudio
 numpy>=1.25.0
 einops
-transformers>=4.28.1
+transformers>=5.0.0rc1
 tokenizers>=0.13.3
 sentencepiece
 safetensors>=0.4.2