[NPU]Fix eos_token setting (#12475)

This commit is contained in:
binbin Deng 2024-12-02 14:18:22 +08:00 committed by GitHub
parent 59bd4a214f
commit 54d9a590d4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -326,6 +326,10 @@ def generate(
f"Generated tokens ({new_tokens}) exceed named pipeline limitation.")
if "eos_token_id" not in new_generate_kwargs:
generation_config = GenerationConfig.from_model_config(self.config)
if hasattr(generation_config, "eos_token_id"):
eos = generation_config.eos_token_id
else:
eos = 0xffffffff
else:
eos = new_generate_kwargs["eos_token_id"]