diff --git a/.ci/docker/requirements-transformers-modeling-backend.txt b/.ci/docker/requirements-transformers-modeling-backend.txt
index 76e8886ed01..5252e89a145 100644
--- a/.ci/docker/requirements-transformers-modeling-backend.txt
+++ b/.ci/docker/requirements-transformers-modeling-backend.txt
@@ -1 +1 @@
-transformers==4.57.1
+transformers==5.0.0rc3