ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix-transformers-neox (#8285)

Browse source
This commit is contained in:
Yina Chen 2023-06-07 14:44:43 +08:00 committed by GitHub
parent 39ad68e786
commit 2c037e892b
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox.py
View file

@ -55,6 +55,7 @@ import ctypes
from typing import List, Optional, Union, Generator, Sequence, Iterator, Deque, Tuple from typing import List, Optional, Union, Generator, Sequence, Iterator, Deque, Tuple
from collections import deque, OrderedDict from collections import deque, OrderedDict
from bigdl.llm.utils.common import invalidInputError from bigdl.llm.utils.common import invalidInputError
from bigdl.llm.ggml.model.generation import GenerationMixin
from . import gptneox_cpp from . import gptneox_cpp
from .gptneox_types import * from .gptneox_types import *
@ -121,7 +122,7 @@ class GptneoxState:
self.gptneox_state_size = gptneox_state_size self.gptneox_state_size = gptneox_state_size
class Gptneox: class Gptneox(GenerationMixin):
"""High-level Python wrapper for a gptneox.cpp model.""" """High-level Python wrapper for a gptneox.cpp model."""
def __init__( def __init__(