From a2ed4d714e7b5251c9e4fd48d3794f89d271e334 Mon Sep 17 00:00:00 2001
From: Lilac09 <74996885+Zhengjin-Wang@users.noreply.github.com>
Date: Thu, 29 Feb 2024 15:45:04 +0800
Subject: [PATCH] Fix vllm service error (#10279)

---
 docker/llm/inference/cpu/docker/Dockerfile | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/docker/llm/inference/cpu/docker/Dockerfile b/docker/llm/inference/cpu/docker/Dockerfile
index 9a3ba621..b5a027f1 100644
--- a/docker/llm/inference/cpu/docker/Dockerfile
+++ b/docker/llm/inference/cpu/docker/Dockerfile
@@ -48,6 +48,8 @@ RUN env DEBIAN_FRONTEND=noninteractive apt-get update && \
 # Copy vLLM-Serving
     cp -r ./BigDL/python/llm/example/CPU/vLLM-Serving/ ./vLLM-Serving && \
     rm -rf ./BigDL && \
+# Fix vllm service 
+    pip install pydantic==1.10.11 && \
 # Install miniconda
     curl -LO "https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh" && \
     bash Miniconda3-latest-Linux-x86_64.sh -b && \