Fix MiniCPM-V-2_6 running on NPU (#12486)

2024-12-03 16:16:29 +08:00 · 2024-12-03 16:16:29 +08:00 · 5fe766788e
commit 5fe766788e
parent 598603bea6
1 changed files with 1 additions and 1 deletions
--- a/python/llm/src/ipex_llm/transformers/npu_models/minicpmv_mp.py
+++ b/python/llm/src/ipex_llm/transformers/npu_models/minicpmv_mp.py
@ -198,7 +198,7 @@ class MinicpmVLayerNorm(torch.nn.Module):

@module_optimization
 def replace_with_Layernorm(layer, qtype=None, device='NPU',
-                           modules_to_not_convert=[], group_size=0):
+                           modules_to_not_convert=[], group_size=0, imatrix=None):
    if isinstance(layer, torch.nn.LayerNorm):
        return MinicpmVLayerNorm(
            weight=layer.weight.to(torch.float16),