ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: fix n_batch in starcoder pybinding (#8461)

Browse source
This commit is contained in:
binbin Deng 2023-07-05 17:06:50 +08:00 committed by GitHub
parent f2bb469847
commit 77808fa124
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/src/bigdl/llm/ggml/model/starcoder/starcoder.py
View file

@ -363,7 +363,7 @@ class Starcoder(GenerationMixin):
input_ids=input_ids,
seed=self.seed,
n_threads=self.n_threads,
n_batch=len(input_ids))
n_batch=self.n_batch)
def _generate(
self,
@ -432,4 +432,4 @@ class Starcoder(GenerationMixin):
input_ids=input_ids,
seed=self.seed,
n_threads=self.n_threads,
n_batch=len(input_ids))
n_batch=self.n_batch)