diff --git a/python/llm/setup.py b/python/llm/setup.py
index 16187aff..31839ce9 100644
--- a/python/llm/setup.py
+++ b/python/llm/setup.py
@@ -49,7 +49,7 @@ llm_home = os.path.join(os.path.dirname(os.path.abspath(__file__)), "src")
 github_artifact_dir = os.path.join(llm_home, '../llm-binary')
 libs_dir = os.path.join(llm_home, "bigdl", "llm", "libs")
 CONVERT_DEP = ['numpy >= 1.22', 'torch',
-               'transformers', 'sentencepiece',
+               'transformers >= 4.31.0', 'sentencepiece',
                'accelerate', 'tabulate']
 windows_binarys = [
     "llama.dll",