ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Update inference-cpp docker (#12882)

Browse source 
* remove nouse run.py

* add WORKDIR /llm
This commit is contained in:
Wang, Jian4 2025-02-24 14:32:44 +08:00 committed by GitHub
parent 3f6ecce508
commit 4f2f92afa3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docker/llm/inference-cpp/Dockerfile
View file

@ -91,3 +91,5 @@ RUN set -eux && \
# Clean up unnecessary dependencies to reduce image size # Clean up unnecessary dependencies to reduce image size
find /usr/lib/python3/dist-packages/ -name 'blinker*' -exec rm -rf {} + && \ find /usr/lib/python3/dist-packages/ -name 'blinker*' -exec rm -rf {} + && \
rm -rf /root/.cache/Cypress rm -rf /root/.cache/Cypress
WORKDIR /llm/

3
docker/llm/inference-cpp/benchmark_llama-cpp.sh
View file

@ -6,13 +6,10 @@ init-llama-cpp
# change the model_path to run # change the model_path to run
if [[ "$DEVICE" == "Arc" || "$DEVICE" == "ARC" ]]; then if [[ "$DEVICE" == "Arc" || "$DEVICE" == "ARC" ]]; then
source ipex-llm-init -g --device Arc source ipex-llm-init -g --device Arc
python run.py
elif [[ "$DEVICE" == "Flex" || "$DEVICE" == "FLEX" ]]; then elif [[ "$DEVICE" == "Flex" || "$DEVICE" == "FLEX" ]]; then
source ipex-llm-init -g --device Flex source ipex-llm-init -g --device Flex
python run.py
elif [[ "$DEVICE" == "Max" || "$DEVICE" == "MAX" ]]; then elif [[ "$DEVICE" == "Max" || "$DEVICE" == "MAX" ]]; then
source ipex-llm-init -g --device Max source ipex-llm-init -g --device Max
python run.py
else else
echo "Invalid DEVICE specified." echo "Invalid DEVICE specified."
fi fi