diff --git a/requirements.txt b/requirements.txt
index 1289318b..925648dc 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -2,7 +2,7 @@ coremltools>=8.0
 diffusers[torch]==0.30.2
 diffusionkit==0.4.0
 torch
-transformers==4.44.2
+transformers==5.0.0rc3
 scipy
 scikit-learn
 pytest
diff --git a/setup.py b/setup.py
index 644fa456..40e23501 100644
--- a/setup.py
+++ b/setup.py
@@ -17,7 +17,7 @@
         "coremltools>=8.0",
         "diffusers[torch]==0.30.2",
         "torch",
-        "transformers==4.44.2",
+        "transformers==5.0.0rc3",
         "huggingface-hub==0.24.6",
         "scipy",
         "numpy<1.24",