From ae9f5320dad92954baa3c607a1ad885a91637fc4 Mon Sep 17 00:00:00 2001 From: Xiangyu Tian <109123695+xiangyuT@users.noreply.github.com> Date: Tue, 25 Feb 2025 15:00:41 +0800 Subject: [PATCH] vLLM CPU: Fix Triton Version to Resolve Related Error(#12893) --- docker/llm/serving/cpu/docker/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/llm/serving/cpu/docker/Dockerfile b/docker/llm/serving/cpu/docker/Dockerfile index 131c7ccd..e2a0182c 100644 --- a/docker/llm/serving/cpu/docker/Dockerfile +++ b/docker/llm/serving/cpu/docker/Dockerfile @@ -100,7 +100,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \ pip uninstall -y intel-extension-for-pytorch && \ pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu && \ VLLM_TARGET_DEVICE=cpu python3 setup.py install && \ - pip install ray && \ + pip install ray triton==3.1.0 && \ # Clean up unnecessary files to reduce image size rm -rf /var/lib/apt/lists/*