ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: Fix chatglm3-6b-32k error (#10719)

Browse source 
* fix chatglm3-6b-32k

* update style
This commit is contained in:
Wang, Jian4 2024-04-10 11:24:06 +08:00 committed by GitHub
parent 585c174e92
commit c9e6d42ad1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
python/llm/src/ipex_llm/transformers/convert.py
View file

@ -889,7 +889,8 @@ def _optimize_post(model, lightweight_bmm=False):
if model.config.architectures is not None \ if model.config.architectures is not None \
and model.config.architectures[0] in ["ChatGLMModel", "ChatGLMForConditionalGeneration"]: and model.config.architectures[0] in ["ChatGLMModel", "ChatGLMForConditionalGeneration"]:
if model.config.num_layers == 28 and hasattr(model.config, 'rope_ratio'): if (model.config.num_layers == 28 and hasattr(model.config, 'rope_ratio')
and model.config.rope_ratio == 16):
# chatglm2-6b-32k # chatglm2-6b-32k
modeling_module_name = model.__class__.__module__ modeling_module_name = model.__class__.__module__
module = importlib.import_module(modeling_module_name) module = importlib.import_module(modeling_module_name)