ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix path issue (#9696)

Browse source
This commit is contained in:
Lilac09 2023-12-15 11:21:49 +08:00 committed by GitHub
parent 37f509bb95
commit 3afed99216
2 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docker/llm/inference/cpu/docker/Dockerfile
View file

@ -43,6 +43,8 @@ RUN env DEBIAN_FRONTEND=noninteractive apt-get update && \
# Install vllm dependencies # Install vllm dependencies
pip install --upgrade fastapi && \ pip install --upgrade fastapi && \
pip install --upgrade "uvicorn[standard]" && \ pip install --upgrade "uvicorn[standard]" && \
# Add Qwen support
pip install --upgrade transformers_stream_generator einops && \
# Copy vLLM-Serving # Copy vLLM-Serving
cp -r ./BigDL/python/llm/example/CPU/vLLM-Serving/ ./vLLM-Serving && \ cp -r ./BigDL/python/llm/example/CPU/vLLM-Serving/ ./vLLM-Serving && \
rm -rf ./BigDL rm -rf ./BigDL

2
python/llm/example/CPU/Deepspeed-AutoTP/install.sh
View file

@ -9,7 +9,7 @@ cd build
cmake .. cmake ..
make -j install make -j install
mkdir -p /opt/intel/oneccl mkdir -p /opt/intel/oneccl
mv ./build/_install/env /opt/intel/oneccl mv ./_install/env /opt/intel/oneccl
# 2. install torch and ipex # 2. install torch and ipex
pip install torch==2.1.0 pip install torch==2.1.0
pip install intel_extension_for_pytorch==2.1.0 -f https://developer.intel.com/ipex-whl-stable-cpu pip install intel_extension_for_pytorch==2.1.0 -f https://developer.intel.com/ipex-whl-stable-cpu