diff --git a/requirements.txt b/requirements.txt
index cba786e075b2e1f5d0643451c31d648ee8528f8c..9258c3e4e75e7714034a4fd177cad7e4615dffef 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -9,7 +9,7 @@ black[jupyter]
 datasets
 fire
 git+https://github.com/huggingface/peft.git
-transformers
+transformers>=4.31.0
 sentencepiece
 py7zr
 scipy