ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Fix repetition_penalty not activated issue (#9989)

Browse source
This commit is contained in:
Yina Chen 2024-01-25 10:40:41 +08:00 committed by GitHub
parent 3bc3d0bbcd
commit 27338540c3
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/bigdl/llm/transformers/speculative.py
View file

@ -57,7 +57,7 @@ def generate(
new_speculative_kwargs = {} new_speculative_kwargs = {}
for var in ['max_new_tokens', 'max_step_draft', 'th_stop_draft', 'do_sample', for var in ['max_new_tokens', 'max_step_draft', 'th_stop_draft', 'do_sample',
'top_k', 'top_p', 'temperature', 'hf_adjust', 'top_k', 'top_p', 'temperature', 'hf_adjust',
'auto_th_stop_draft', 'auto_parameters']: 'auto_th_stop_draft', 'auto_parameters', 'repetition_penalty']:
value = kwargs.pop(var, None) value = kwargs.pop(var, None)
if value is not None: if value is not None:
new_speculative_kwargs[var] = value new_speculative_kwargs[var] = value