Update inference-cpp docker (#12882)
* remove nouse run.py * add WORKDIR /llm
This commit is contained in:
		
							parent
							
								
									3f6ecce508
								
							
						
					
					
						commit
						4f2f92afa3
					
				
					 2 changed files with 2 additions and 3 deletions
				
			
		| 
						 | 
				
			
			@ -91,3 +91,5 @@ RUN set -eux && \
 | 
			
		|||
    # Clean up unnecessary dependencies to reduce image size
 | 
			
		||||
    find /usr/lib/python3/dist-packages/ -name 'blinker*' -exec rm -rf {} + && \
 | 
			
		||||
    rm -rf /root/.cache/Cypress
 | 
			
		||||
 | 
			
		||||
WORKDIR /llm/
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -6,13 +6,10 @@ init-llama-cpp
 | 
			
		|||
# change the model_path to run
 | 
			
		||||
if [[ "$DEVICE" == "Arc" || "$DEVICE" == "ARC" ]]; then
 | 
			
		||||
    source ipex-llm-init -g --device Arc
 | 
			
		||||
    python run.py
 | 
			
		||||
elif [[ "$DEVICE" == "Flex" || "$DEVICE" == "FLEX" ]]; then
 | 
			
		||||
    source ipex-llm-init -g --device Flex
 | 
			
		||||
    python run.py
 | 
			
		||||
elif [[ "$DEVICE" == "Max" || "$DEVICE" == "MAX" ]]; then
 | 
			
		||||
    source ipex-llm-init -g --device Max
 | 
			
		||||
    python run.py
 | 
			
		||||
else
 | 
			
		||||
    echo "Invalid DEVICE specified."
 | 
			
		||||
fi
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue