ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: fix convert of chatglm (#9190)

Browse source
This commit is contained in:
Ruonan Wang 2023-10-17 10:48:13 +08:00 committed by GitHub
parent af3b575c7e
commit 77afb8796b
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/bigdl/llm/transformers/convert.py
View file

@ -181,7 +181,7 @@ def optimize(model):
# todo implement 4.28.0 ~ 4.30.2 # todo implement 4.28.0 ~ 4.30.2
pass pass
if model.config.architectures[0] == "ChatGLMModel": if model.config.architectures is not None and model.config.architectures[0] == "ChatGLMModel":
if model.config.num_layers == 28 and hasattr(model.config, 'rope_ratio'): if model.config.num_layers == 28 and hasattr(model.config, 'rope_ratio'):
# chatglm2-6b-32k # chatglm2-6b-32k
modeling_module_name = model.__class__.__module__ modeling_module_name = model.__class__.__module__