Fix vllm service error (#10279)

2024-02-29 15:45:04 +08:00 · 2024-02-29 15:45:04 +08:00 · a2ed4d714e
commit a2ed4d714e
parent 4e6cc424f1
1 changed files with 2 additions and 0 deletions
--- a/docker/llm/inference/cpu/docker/Dockerfile
+++ b/docker/llm/inference/cpu/docker/Dockerfile
@ -48,6 +48,8 @@ RUN env DEBIAN_FRONTEND=noninteractive apt-get update && \
 # Copy vLLM-Serving
    cp -r ./BigDL/python/llm/example/CPU/vLLM-Serving/ ./vLLM-Serving && \
    rm -rf ./BigDL && \
+# Fix vllm service 
+    pip install pydantic==1.10.11 && \
 # Install miniconda
    curl -LO "https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh" && \
    bash Miniconda3-latest-Linux-x86_64.sh -b && \