From 27338540c356dfdd5a6d0184ad041159b67a0316 Mon Sep 17 00:00:00 2001
From: Yina Chen <33650826+cyita@users.noreply.github.com>
Date: Thu, 25 Jan 2024 10:40:41 +0800
Subject: [PATCH] Fix repetition_penalty not activated issue (#9989)

---
 python/llm/src/bigdl/llm/transformers/speculative.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/llm/src/bigdl/llm/transformers/speculative.py b/python/llm/src/bigdl/llm/transformers/speculative.py
index 9942398d..e3c8cfa2 100644
--- a/python/llm/src/bigdl/llm/transformers/speculative.py
+++ b/python/llm/src/bigdl/llm/transformers/speculative.py
@@ -57,7 +57,7 @@ def generate(
         new_speculative_kwargs = {}
         for var in ['max_new_tokens', 'max_step_draft', 'th_stop_draft', 'do_sample',
                     'top_k', 'top_p', 'temperature', 'hf_adjust',
-                    'auto_th_stop_draft', 'auto_parameters']:
+                    'auto_th_stop_draft', 'auto_parameters', 'repetition_penalty']:
             value = kwargs.pop(var, None)
             if value is not None:
                 new_speculative_kwargs[var] = value