From 77808fa124aa664d15c72359d95ac621f836cc1c Mon Sep 17 00:00:00 2001 From: binbin Deng <108676127+plusbang@users.noreply.github.com> Date: Wed, 5 Jul 2023 17:06:50 +0800 Subject: [PATCH] LLM: fix n_batch in starcoder pybinding (#8461) --- python/llm/src/bigdl/llm/ggml/model/starcoder/starcoder.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/llm/src/bigdl/llm/ggml/model/starcoder/starcoder.py b/python/llm/src/bigdl/llm/ggml/model/starcoder/starcoder.py index ff480b9a..ed00177f 100644 --- a/python/llm/src/bigdl/llm/ggml/model/starcoder/starcoder.py +++ b/python/llm/src/bigdl/llm/ggml/model/starcoder/starcoder.py @@ -363,7 +363,7 @@ class Starcoder(GenerationMixin): input_ids=input_ids, seed=self.seed, n_threads=self.n_threads, - n_batch=len(input_ids)) + n_batch=self.n_batch) def _generate( self, @@ -432,4 +432,4 @@ class Starcoder(GenerationMixin): input_ids=input_ids, seed=self.seed, n_threads=self.n_threads, - n_batch=len(input_ids)) + n_batch=self.n_batch)