[NPU]Fix eos_token setting (#12475)
This commit is contained in:
		
							parent
							
								
									59bd4a214f
								
							
						
					
					
						commit
						54d9a590d4
					
				
					 1 changed files with 5 additions and 1 deletions
				
			
		| 
						 | 
				
			
			@ -326,6 +326,10 @@ def generate(
 | 
			
		|||
                      f"Generated tokens ({new_tokens}) exceed named pipeline limitation.")
 | 
			
		||||
 | 
			
		||||
    if "eos_token_id" not in new_generate_kwargs:
 | 
			
		||||
        generation_config = GenerationConfig.from_model_config(self.config)
 | 
			
		||||
        if hasattr(generation_config, "eos_token_id"):
 | 
			
		||||
            eos = generation_config.eos_token_id
 | 
			
		||||
        else:
 | 
			
		||||
            eos = 0xffffffff
 | 
			
		||||
    else:
 | 
			
		||||
        eos = new_generate_kwargs["eos_token_id"]
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue