Fix cpu serving docker image (#12783)
This commit is contained in:
parent
b4c9e23f73
commit
9e9b6c9f2b
1 changed files with 1 additions and 1 deletions
|
|
@ -28,7 +28,7 @@ RUN wget -qO /sbin/tini https://github.com/krallin/tini/releases/download/${TINI
|
|||
cd ./vllm && \
|
||||
git checkout v0.6.6.post1 && \
|
||||
pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy && \
|
||||
pip uninstall intel-extension-for-pytorch && \
|
||||
pip uninstall -y intel-extension-for-pytorch && \
|
||||
pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu && \
|
||||
VLLM_TARGET_DEVICE=cpu python3 setup.py install && \
|
||||
pip install ray
|
||||
|
|
|
|||
Loading…
Reference in a new issue