[LLM] Support the rest of AutoXXX classes in Transformers API (#8815)
* add transformers auto models * fix
This commit is contained in:
parent
887018b0f2
commit
55e705a84c
2 changed files with 29 additions and 1 deletions
|
|
@ -15,5 +15,9 @@
|
||||||
#
|
#
|
||||||
|
|
||||||
from .convert import ggml_convert_quant
|
from .convert import ggml_convert_quant
|
||||||
from .model import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM, AutoModelForSpeechSeq2Seq
|
from .model import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM, \
|
||||||
|
AutoModelForSpeechSeq2Seq, AutoModelForQuestionAnswering, \
|
||||||
|
AutoModelForSequenceClassification, AutoModelForMaskedLM, \
|
||||||
|
AutoModelForNextSentencePrediction, AutoModelForMultipleChoice, \
|
||||||
|
AutoModelForTokenClassification
|
||||||
from .modelling_bigdl import *
|
from .modelling_bigdl import *
|
||||||
|
|
|
||||||
|
|
@ -302,3 +302,27 @@ class AutoModelForSpeechSeq2Seq(_BaseAutoModelClass):
|
||||||
|
|
||||||
class AutoModelForSeq2SeqLM(_BaseAutoModelClass):
|
class AutoModelForSeq2SeqLM(_BaseAutoModelClass):
|
||||||
HF_Model = transformers.AutoModelForSeq2SeqLM
|
HF_Model = transformers.AutoModelForSeq2SeqLM
|
||||||
|
|
||||||
|
|
||||||
|
class AutoModelForSequenceClassification(_BaseAutoModelClass):
|
||||||
|
HF_Model = transformers.AutoModelForSequenceClassification
|
||||||
|
|
||||||
|
|
||||||
|
class AutoModelForMaskedLM(_BaseAutoModelClass):
|
||||||
|
HF_Model = transformers.AutoModelForMaskedLM
|
||||||
|
|
||||||
|
|
||||||
|
class AutoModelForQuestionAnswering(_BaseAutoModelClass):
|
||||||
|
HF_Model = transformers.AutoModelForQuestionAnswering
|
||||||
|
|
||||||
|
|
||||||
|
class AutoModelForNextSentencePrediction(_BaseAutoModelClass):
|
||||||
|
HF_Model = transformers.AutoModelForNextSentencePrediction
|
||||||
|
|
||||||
|
|
||||||
|
class AutoModelForMultipleChoice(_BaseAutoModelClass):
|
||||||
|
HF_Model = transformers.AutoModelForMultipleChoice
|
||||||
|
|
||||||
|
|
||||||
|
class AutoModelForTokenClassification(_BaseAutoModelClass):
|
||||||
|
HF_Model = transformers.AutoModelForTokenClassification
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue