parent
f437b36678
commit
7809ca9864
3 changed files with 3 additions and 2 deletions
|
|
@ -77,6 +77,7 @@ export DOCKER_IMAGE=intelanalytics/ipex-llm-serving-xpu:2.2.0-SNAPSHOT
|
|||
sudo docker run -itd \
|
||||
--net=host \
|
||||
--device=/dev/dri \
|
||||
--privileged \
|
||||
--memory="32G" \
|
||||
--name=CONTAINER_NAME \
|
||||
--shm-size="16g" \
|
||||
|
|
|
|||
|
|
@ -25,7 +25,7 @@ export DOCKER_IMAGE=intelanalytics/ipex-llm-serving-xpu:latest
|
|||
export CONTAINER_NAME=ipex-llm-serving-xpu-container
|
||||
sudo docker run -itd \
|
||||
--net=host \
|
||||
--group-add video \
|
||||
--privileged \
|
||||
--device=/dev/dri \
|
||||
-v /path/to/models:/llm/models \
|
||||
-e no_proxy=localhost,127.0.0.1 \
|
||||
|
|
|
|||
|
|
@ -56,7 +56,7 @@ python eval.py \
|
|||
```bash
|
||||
docker run -td \
|
||||
--net=host \
|
||||
--group-add video \
|
||||
--privileged \
|
||||
--device=/dev/dri \
|
||||
--name=$CONTAINER_NAME \
|
||||
-v /home/intel/LLM:/llm/models/ \
|
||||
|
|
|
|||
Loading…
Reference in a new issue