vLLM: Fix vLLM-CPU docker image (#12741)
This commit is contained in:
		
							parent
							
								
									69f13c78b8
								
							
						
					
					
						commit
						f924880694
					
				
					 1 changed files with 1 additions and 0 deletions
				
			
		| 
						 | 
				
			
			@ -28,6 +28,7 @@ RUN wget -qO /sbin/tini https://github.com/krallin/tini/releases/download/${TINI
 | 
			
		|||
    cd ./vllm && \
 | 
			
		||||
    git checkout v0.6.6.post1 && \
 | 
			
		||||
    pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy && \
 | 
			
		||||
    pip uninstall intel-extension-for-pytorch && \
 | 
			
		||||
    pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu && \
 | 
			
		||||
    VLLM_TARGET_DEVICE=cpu python3 setup.py install && \
 | 
			
		||||
    pip install ray
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue