parent
							
								
									f437b36678
								
							
						
					
					
						commit
						7809ca9864
					
				
					 3 changed files with 3 additions and 2 deletions
				
			
		| 
						 | 
				
			
			@ -77,6 +77,7 @@ export DOCKER_IMAGE=intelanalytics/ipex-llm-serving-xpu:2.2.0-SNAPSHOT
 | 
			
		|||
sudo docker run -itd \
 | 
			
		||||
        --net=host \
 | 
			
		||||
        --device=/dev/dri \
 | 
			
		||||
        --privileged \
 | 
			
		||||
        --memory="32G" \
 | 
			
		||||
        --name=CONTAINER_NAME \
 | 
			
		||||
        --shm-size="16g" \
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -25,7 +25,7 @@ export DOCKER_IMAGE=intelanalytics/ipex-llm-serving-xpu:latest
 | 
			
		|||
export CONTAINER_NAME=ipex-llm-serving-xpu-container
 | 
			
		||||
sudo docker run -itd \
 | 
			
		||||
        --net=host \
 | 
			
		||||
        --group-add video \
 | 
			
		||||
        --privileged \
 | 
			
		||||
        --device=/dev/dri \
 | 
			
		||||
        -v /path/to/models:/llm/models \
 | 
			
		||||
        -e no_proxy=localhost,127.0.0.1 \
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -56,7 +56,7 @@ python eval.py \
 | 
			
		|||
   ```bash
 | 
			
		||||
   docker run -td \
 | 
			
		||||
         --net=host \
 | 
			
		||||
         --group-add video \
 | 
			
		||||
         --privileged \
 | 
			
		||||
         --device=/dev/dri \
 | 
			
		||||
         --name=$CONTAINER_NAME \
 | 
			
		||||
         -v /home/intel/LLM:/llm/models/ \
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue