diff --git a/pyproject.toml b/pyproject.toml
index 1141cae..f4822b0 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -37,7 +37,7 @@ dependencies = [
   "smolagents==1.22.0",
   "submitit",
   "tiktoken==0.9.0",
-  "transformers==4.53.0",
+  "transformers==5.0.0rc3",
   "trl==0.17.0",
   "vllm==0.20.0",
 ]
diff --git a/requirements.txt b/requirements.txt
index 927572c..81b5bca 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -13,6 +13,6 @@ regex==2024.11.6
 smolagents==1.22.0
 submitit
 tiktoken==0.9.0
-transformers==4.53.0
+transformers==5.0.0rc3
 trl==0.17.0
 vllm==0.20.0