diff --git a/python/llm/src/ipex_llm/transformers/low_bit_linear.py b/python/llm/src/ipex_llm/transformers/low_bit_linear.py
index 41e8ea71..14a25fe0 100644
--- a/python/llm/src/ipex_llm/transformers/low_bit_linear.py
+++ b/python/llm/src/ipex_llm/transformers/low_bit_linear.py
@@ -329,13 +329,14 @@ def use_batch_forward(x: torch.Tensor, qtype: int, output_len: int):
         and output_len % 32 == 0
         and device in ["arc", "flex", "pvc", "mtl"]
         and qtype in [SYM_INT4, ASYM_INT4, SYM_INT8, FP4,
-                      FP8E5, FP6]
+                      FP8E5, FP6, FP8E4]
         and batch_size <= 64
     )
     if hard_condition:
         return (
             batch_size > 1
             or (device in ["arc", "flex"] and qtype in [SYM_INT8, FP4])
+            or (device in ["arc", "flex", "mtl"] and qtype in [FP8E4])
         )
     return False