diff --git a/docker/llm/inference/cpu/docker/Dockerfile b/docker/llm/inference/cpu/docker/Dockerfile
index 2e8e1ea9..a030aec1 100644
--- a/docker/llm/inference/cpu/docker/Dockerfile
+++ b/docker/llm/inference/cpu/docker/Dockerfile
@@ -33,6 +33,14 @@ RUN env DEBIAN_FRONTEND=noninteractive apt-get update && \
     chmod +x /llm/start-notebook.sh && \
 # Download chat.py script
     pip install --upgrade colorama && \
-    wget -P /llm https://raw.githubusercontent.com/intel-analytics/BigDL/main/python/llm/portable-zip/chat.py
+    wget -P /llm https://raw.githubusercontent.com/intel-analytics/BigDL/main/python/llm/portable-zip/chat.py && \
+# Download all-in-one benchmark
+    git clone https://github.com/intel-analytics/BigDL && \
+    cp -r ./BigDL/python/llm/dev/benchmark/ ./benchmark && \
+    rm -rf ./BigDL && \
+# Install all-in-one dependencies
+    apt-get install -y numactl && \
+    pip install --upgrade omegaconf && \
+    pip install --upgrade pandas
 
 ENTRYPOINT ["/bin/bash"]
\ No newline at end of file