diff --git a/docker/llm/inference/cpu/docker/Dockerfile b/docker/llm/inference/cpu/docker/Dockerfile
index b3af6553..6134ce32 100644
--- a/docker/llm/inference/cpu/docker/Dockerfile
+++ b/docker/llm/inference/cpu/docker/Dockerfile
@@ -67,6 +67,7 @@ RUN cd /llm && \
     pip install -r requirements.txt && \
     pip install transformers==4.36.2 && \
     pip install transformers_stream_generator && \
-    rm -rf llvm-project llvm-release intel-extension-for-pytorch compile_bundle.sh
+    rm -rf llvm-project llvm-release intel-extension-for-pytorch compile_bundle.sh && \
+    echo "conda deactivate" >> /root/.bashrc
 
 ENTRYPOINT ["/bin/bash"]
\ No newline at end of file