ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: Support AutoModelForSeq2SeqLM transformer API (#8449)

Browse source 
* LLM: support AutoModelForSeq2SeqLM transformer API
This commit is contained in:
Zhao Changmin 2023-07-13 13:33:51 +08:00 committed by GitHub
parent 86b5938075
commit ba0da17b40
2 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/bigdl/llm/transformers/__init__.py
View file

@ -15,5 +15,5 @@
# #
from .convert import ggml_convert_quant from .convert import ggml_convert_quant
from .model import AutoModelForCausalLM, AutoModel from .model import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM
from .modelling_bigdl import BigdlNativeForCausalLM from .modelling_bigdl import BigdlNativeForCausalLM

4
python/llm/src/bigdl/llm/transformers/model.py
View file

@ -111,3 +111,7 @@ class AutoModelForCausalLM(_BaseAutoModelClass):
class AutoModel(_BaseAutoModelClass): class AutoModel(_BaseAutoModelClass):
HF_Model = transformers.AutoModel HF_Model = transformers.AutoModel
class AutoModelForSeq2SeqLM(_BaseAutoModelClass):
HF_Model = transformers.AutoModelForSeq2SeqLM