parent
f437b36678
commit
7809ca9864
3 changed files with 3 additions and 2 deletions
|
|
@ -77,6 +77,7 @@ export DOCKER_IMAGE=intelanalytics/ipex-llm-serving-xpu:2.2.0-SNAPSHOT
|
||||||
sudo docker run -itd \
|
sudo docker run -itd \
|
||||||
--net=host \
|
--net=host \
|
||||||
--device=/dev/dri \
|
--device=/dev/dri \
|
||||||
|
--privileged \
|
||||||
--memory="32G" \
|
--memory="32G" \
|
||||||
--name=CONTAINER_NAME \
|
--name=CONTAINER_NAME \
|
||||||
--shm-size="16g" \
|
--shm-size="16g" \
|
||||||
|
|
|
||||||
|
|
@ -25,7 +25,7 @@ export DOCKER_IMAGE=intelanalytics/ipex-llm-serving-xpu:latest
|
||||||
export CONTAINER_NAME=ipex-llm-serving-xpu-container
|
export CONTAINER_NAME=ipex-llm-serving-xpu-container
|
||||||
sudo docker run -itd \
|
sudo docker run -itd \
|
||||||
--net=host \
|
--net=host \
|
||||||
--group-add video \
|
--privileged \
|
||||||
--device=/dev/dri \
|
--device=/dev/dri \
|
||||||
-v /path/to/models:/llm/models \
|
-v /path/to/models:/llm/models \
|
||||||
-e no_proxy=localhost,127.0.0.1 \
|
-e no_proxy=localhost,127.0.0.1 \
|
||||||
|
|
|
||||||
|
|
@ -56,7 +56,7 @@ python eval.py \
|
||||||
```bash
|
```bash
|
||||||
docker run -td \
|
docker run -td \
|
||||||
--net=host \
|
--net=host \
|
||||||
--group-add video \
|
--privileged \
|
||||||
--device=/dev/dri \
|
--device=/dev/dri \
|
||||||
--name=$CONTAINER_NAME \
|
--name=$CONTAINER_NAME \
|
||||||
-v /home/intel/LLM:/llm/models/ \
|
-v /home/intel/LLM:/llm/models/ \
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue