ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[NPU]Fix eos_token setting (#12475)

Browse source
This commit is contained in:
binbin Deng 2024-12-02 14:18:22 +08:00 committed by GitHub
parent 59bd4a214f
commit 54d9a590d4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/src/ipex_llm/transformers/npu_models/convert.py
View file

@ -326,6 +326,10 @@ def generate(
f"Generated tokens ({new_tokens}) exceed named pipeline limitation.") f"Generated tokens ({new_tokens}) exceed named pipeline limitation.")
if "eos_token_id" not in new_generate_kwargs: if "eos_token_id" not in new_generate_kwargs:
generation_config = GenerationConfig.from_model_config(self.config)
if hasattr(generation_config, "eos_token_id"):
eos = generation_config.eos_token_id
else:
eos = 0xffffffff eos = 0xffffffff
else: else:
eos = new_generate_kwargs["eos_token_id"] eos = new_generate_kwargs["eos_token_id"]