diff --git a/requirements.txt b/requirements.txt
index 790fbfb..b73b33d 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -184,7 +184,7 @@ torchvision==0.20.1
 tornado==6.5.2
 tqdm==4.67.1
 traitlets==5.14.3
-transformers==4.56.2
+transformers==5.0.0rc3
 triton==3.1.0
 trl @ git+https://github.com/huggingface/trl.git@7eb7f42372e1206098cd036dd6e4a8cd95e741fa
 typeguard==4.4.4