ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

npu gw small fix (#12249)

Browse source
This commit is contained in:
Yina Chen 2024-10-23 09:26:01 +03:00 committed by GitHub
parent aae2490cb8
commit e8cf7f32f5
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py
View file

@ -103,7 +103,7 @@ def run_model(
class LLMBaseNNFactory(NNFactory):
def __init__(self, max_seq_len, transpose_value, dtype, profile=False, device="NPU",
n_splits_linear=1, n_splits_down_proj=1, group_size=False):
n_splits_linear=1, n_splits_down_proj=1, group_size=0):
super().__init__(profile, device)
self.cache_parameter_ops = []
self.input_ops = []