diff --git a/docker/llm/inference/cpu/docker/Dockerfile b/docker/llm/inference/cpu/docker/Dockerfile
index 6134ce32..d422d03d 100644
--- a/docker/llm/inference/cpu/docker/Dockerfile
+++ b/docker/llm/inference/cpu/docker/Dockerfile
@@ -56,18 +56,21 @@ RUN env DEBIAN_FRONTEND=noninteractive apt-get update && \
     /root/miniconda3/condabin/conda init bash && \
     /bin/bash -c "source /root/.bashrc" && \
     /root/miniconda3/condabin/conda create -n bigdl-speculative-py39 -y python=3.9
-SHELL ["/root/miniconda3/condabin/conda", "run", "-n", "bigdl-speculative-py39", "/bin/bash", "-c"]
-RUN cd /llm && \
+RUN cp /root/miniconda3/condabin/conda /usr/bin && \
+    conda init bash && \
+    . ~/.bashrc && \
+    conda activate bigdl-speculative-py39 && \
+    cd /llm && \
     pip3 install --no-cache-dir --upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu && \
     pip install --pre --upgrade bigdl-llm[all] && \
-    wget https://raw.githubusercontent.com/intel/intel-extension-for-pytorch/0c63936d7a6740679987920367ae2e0cdb375b2e/scripts/compile_bundle.sh && \
-    sed -i 's/VER_IPEX=main/VER_IPEX=0c63936d7a6740679987920367ae2e0cdb375b2e/g' "compile_bundle.sh" && \
+    wget https://raw.githubusercontent.com/intel/intel-extension-for-pytorch/main/scripts/compile_bundle.sh && \
     bash compile_bundle.sh && \
     cd ./intel-extension-for-pytorch && \
     pip install -r requirements.txt && \
     pip install transformers==4.36.2 && \
     pip install transformers_stream_generator && \
+    cd /llm && \
     rm -rf llvm-project llvm-release intel-extension-for-pytorch compile_bundle.sh && \
     echo "conda deactivate" >> /root/.bashrc
-
+    
 ENTRYPOINT ["/bin/bash"]
\ No newline at end of file