Fix vLLM verion in CPU/vLLM-Serving example README (#11201)

This commit is contained in:
Xiangyu Tian 2024-06-04 15:56:55 +08:00 committed by GitHub
parent 6454655dcc
commit f02f097002
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -28,6 +28,7 @@ pip3 install "pydantic<2" # Required for OpenAI server.
# Install vllm
git clone https://github.com/vllm-project/vllm.git && \
cd ./vllm && \
git checkout v0.4.2 && \
pip install wheel packaging ninja setuptools>=49.4.0 numpy && \
pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu && \
VLLM_TARGET_DEVICE=cpu python3 setup.py install