[NPU]Fix eos_token setting (#12475)
This commit is contained in:
parent
59bd4a214f
commit
54d9a590d4
1 changed files with 5 additions and 1 deletions
|
|
@ -326,7 +326,11 @@ def generate(
|
|||
f"Generated tokens ({new_tokens}) exceed named pipeline limitation.")
|
||||
|
||||
if "eos_token_id" not in new_generate_kwargs:
|
||||
eos = 0xffffffff
|
||||
generation_config = GenerationConfig.from_model_config(self.config)
|
||||
if hasattr(generation_config, "eos_token_id"):
|
||||
eos = generation_config.eos_token_id
|
||||
else:
|
||||
eos = 0xffffffff
|
||||
else:
|
||||
eos = new_generate_kwargs["eos_token_id"]
|
||||
output_tokens = []
|
||||
|
|
|
|||
Loading…
Reference in a new issue