diff --git a/requirements.txt b/requirements.txt
index bbdb5d75..0020519a 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -11,7 +11,7 @@ nltk
 matplotlib
 accelerate
 numpy==1.26.4
-transformers==4.48.3
+transformers==5.0.0rc3
 einops
 einops-exts
 tqdm