ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Enable whisper (#13162)

Browse source 
* fix error

* update dockerfile
This commit is contained in:
Wang, Jian4 2025-05-19 14:07:51 +08:00 committed by GitHub
parent 8ba57b41cd
commit d83e5068d2
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docker/llm/serving/xpu/docker/Dockerfile
View file

@ -125,7 +125,7 @@ RUN set -eux && \
python3 get-pip.py && rm get-pip.py && \ python3 get-pip.py && rm get-pip.py && \
pip install --upgrade requests argparse urllib3 && \ pip install --upgrade requests argparse urllib3 && \
pip install --pre --upgrade ipex-llm[xpu_2.6] --extra-index-url https://download.pytorch.org/whl/xpu && \ pip install --pre --upgrade ipex-llm[xpu_2.6] --extra-index-url https://download.pytorch.org/whl/xpu && \
pip install transformers_stream_generator einops tiktoken && \ pip install transformers_stream_generator einops tiktoken librosa && \
pip install --upgrade colorama && \ pip install --upgrade colorama && \
# #
git clone https://github.com/intel/ipex-llm.git && \ git clone https://github.com/intel/ipex-llm.git && \

2
python/llm/src/ipex_llm/vllm/xpu/model_convert.py
View file

@ -124,6 +124,8 @@ def get_load_function(low_bit):
modules = ["vision_model", "mlp1"] modules = ["vision_model", "mlp1"]
if "deepseek-v2" in self.vllm_config.model_config.model.lower(): if "deepseek-v2" in self.vllm_config.model_config.model.lower():
modules = ["down_proj"] modules = ["down_proj"]
if "whisper" in self.vllm_config.model_config.model.lower():
modules = ["proj_out"]
optimize_model(self.model, optimize_model(self.model,
low_bit=low_bit, low_bit=low_bit,
torch_dtype=self.vllm_config.model_config.dtype, torch_dtype=self.vllm_config.model_config.dtype,