diff --git a/python/llm/src/bigdl/llm/transformers/__init__.py b/python/llm/src/bigdl/llm/transformers/__init__.py
index a22eeaf1..1471db04 100644
--- a/python/llm/src/bigdl/llm/transformers/__init__.py
+++ b/python/llm/src/bigdl/llm/transformers/__init__.py
@@ -15,5 +15,5 @@
 #
 
 from .convert import ggml_convert_quant
-from .model import AutoModelForCausalLM, AutoModel
+from .model import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM
 from .modelling_bigdl import BigdlNativeForCausalLM
diff --git a/python/llm/src/bigdl/llm/transformers/model.py b/python/llm/src/bigdl/llm/transformers/model.py
index 89c288dc..518f30f2 100644
--- a/python/llm/src/bigdl/llm/transformers/model.py
+++ b/python/llm/src/bigdl/llm/transformers/model.py
@@ -111,3 +111,7 @@ class AutoModelForCausalLM(_BaseAutoModelClass):
 
 class AutoModel(_BaseAutoModelClass):
     HF_Model = transformers.AutoModel
+
+
+class AutoModelForSeq2SeqLM(_BaseAutoModelClass):
+    HF_Model = transformers.AutoModelForSeq2SeqLM