diff --git a/python/llm/example/GPU/LLM-Finetuning/axolotl/README.md b/python/llm/example/GPU/LLM-Finetuning/axolotl/README.md
index 5a0439bf..da705d1f 100644
--- a/python/llm/example/GPU/LLM-Finetuning/axolotl/README.md
+++ b/python/llm/example/GPU/LLM-Finetuning/axolotl/README.md
@@ -24,6 +24,8 @@ git checkout v0.3.0
 # replace default requirements.txt in axolotl to avoid conflict
 cp ../requirements.txt .
 pip install -e .
+# change to transformers 4.34.0
+pip install transformers==4.34.0 datasets
 ```
 
 ### 2. Configures OneAPI environment variables and accelerate
diff --git a/python/llm/example/GPU/LLM-Finetuning/axolotl/requirements.txt b/python/llm/example/GPU/LLM-Finetuning/axolotl/requirements.txt
index 8eac25cd..6b93ba88 100644
--- a/python/llm/example/GPU/LLM-Finetuning/axolotl/requirements.txt
+++ b/python/llm/example/GPU/LLM-Finetuning/axolotl/requirements.txt
@@ -4,7 +4,6 @@
 #auto-gptq
 packaging
 peft==0.5.0
-transformers==4.34.0
 bitsandbytes>=0.41.1
 accelerate==0.23.0
 addict