ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

remove unused import gptneox_cpp (#8293)

Browse source
This commit is contained in:
Yina Chen 2023-06-08 11:04:47 +08:00 committed by GitHub
parent aa91657019
commit 1571ba6425
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
python/llm/src/bigdl/llm/ggml/model/generation/utils.py
View file

@ -22,7 +22,6 @@
from typing import Optional, Union, Sequence, List from typing import Optional, Union, Sequence, List
from bigdl.llm.utils.common import invalidInputError from bigdl.llm.utils.common import invalidInputError
from bigdl.llm.ggml.model.gptneox import gptneox_cpp
class GenerationMixin: class GenerationMixin:
@ -57,7 +56,7 @@ class GenerationMixin:
def generate( def generate(
self, self,
inputs: Union[Optional[Sequence[int]], Sequence[gptneox_cpp.gptneox_token]]=None, inputs: Optional[Sequence[int]]=None,
max_new_tokens: int = 128, max_new_tokens: int = 128,
top_k: int = 40, top_k: int = 40,
top_p: float = 0.95, top_p: float = 0.95,
@ -72,7 +71,7 @@ class GenerationMixin:
mirostat_eta: float = 0.1, mirostat_eta: float = 0.1,
stop: Optional[Union[str, List[str]]]=[], # TODO: rebase to support stopping_criteria stop: Optional[Union[str, List[str]]]=[], # TODO: rebase to support stopping_criteria
**kwargs, **kwargs,
) -> Union[Optional[Sequence[int]], Optional[Sequence[gptneox_cpp.gptneox_token]], None]: ) -> Union[Optional[Sequence[int]], None]:
# TODO: modify docs # TODO: modify docs
"""Create a generator of tokens from a prompt. """Create a generator of tokens from a prompt.