ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Fix MiniCPM-V-2_6 running on NPU (#12486)

Browse source
This commit is contained in:
Jin, Qiao 2024-12-03 16:16:29 +08:00 committed by GitHub
parent 598603bea6
commit 5fe766788e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/ipex_llm/transformers/npu_models/minicpmv_mp.py
View file

@ -198,7 +198,7 @@ class MinicpmVLayerNorm(torch.nn.Module):
@module_optimization @module_optimization
def replace_with_Layernorm(layer, qtype=None, device='NPU', def replace_with_Layernorm(layer, qtype=None, device='NPU',
modules_to_not_convert=[], group_size=0): modules_to_not_convert=[], group_size=0, imatrix=None):
if isinstance(layer, torch.nn.LayerNorm): if isinstance(layer, torch.nn.LayerNorm):
return MinicpmVLayerNorm( return MinicpmVLayerNorm(
weight=layer.weight.to(torch.float16), weight=layer.weight.to(torch.float16),