diff --git a/docker/llm/finetune/qlora/cpu/docker/Dockerfile b/docker/llm/finetune/qlora/cpu/docker/Dockerfile
index 3cf2adc2..2aaaa08e 100644
--- a/docker/llm/finetune/qlora/cpu/docker/Dockerfile
+++ b/docker/llm/finetune/qlora/cpu/docker/Dockerfile
@@ -46,11 +46,11 @@ RUN mkdir -p /ipex_llm/data && mkdir -p /ipex_llm/model && \
     mv IPEX-LLM/python/llm/example/CPU/QLoRA-FineTuning/* . && \
     mkdir -p /GPU/LLM-Finetuning && \
     mv IPEX-LLM/python/llm/example/GPU/LLM-Finetuning/common /GPU/LLM-Finetuning/common && \
-    rm -r IPEX-LLM && \
-    chown -R mpiuser /ipex_llm
+    rm -r IPEX-LLM
 
 # for standalone
 COPY ./start-qlora-finetuning-on-cpu.sh /ipex_llm/start-qlora-finetuning-on-cpu.sh
+RUN chown -R mpiuser /ipex_llm
 
 USER mpiuser