ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: fix ChatGLMConfig check (#9191)

Browse source
This commit is contained in:
binbin Deng 2023-10-17 11:52:56 +08:00 committed by GitHub
parent 7160afd4d1
commit 1cd9ab15b8
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
python/llm/src/bigdl/llm/transformers/convert.py
View file

@ -190,7 +190,8 @@ def optimize(model):
convert_forward(model, convert_forward(model,
module.SelfAttention, module.SelfAttention,
chatglm2_32k_attention_forward) chatglm2_32k_attention_forward)
elif model.config.padded_vocab_size == 65024: elif hasattr(model.config, 'padded_vocab_size') and \
model.config.padded_vocab_size == 65024:
# chatglm2-6b # chatglm2-6b
modeling_module_name = model.__class__.__module__ modeling_module_name = model.__class__.__module__
module = importlib.import_module(modeling_module_name) module = importlib.import_module(modeling_module_name)
@ -203,7 +204,7 @@ def optimize(model):
convert_forward(model, convert_forward(model,
module.CoreAttention, module.CoreAttention,
core_attn_forward_8eb45c) core_attn_forward_8eb45c)
elif model.config.vocab_size == 130528: elif hasattr(model.config, 'vocab_size') and model.config.vocab_size == 130528:
# chatglm-6b # chatglm-6b
modeling_module_name = model.__class__.__module__ modeling_module_name = model.__class__.__module__
module = importlib.import_module(modeling_module_name) module = importlib.import_module(modeling_module_name)