diff --git a/gorilla/inference/requirements.txt b/gorilla/inference/requirements.txt
index 4ccc018beb7..29edcf975f9 100644
--- a/gorilla/inference/requirements.txt
+++ b/gorilla/inference/requirements.txt
@@ -1,4 +1,4 @@
-transformers==4.28.1
+transformers==5.0.0rc3
 huggingface-hub==0.14.1
 torch==2.0.1
 tqdm==4.65.0