diff --git a/python/llm/src/bigdl/llm/transformers/models/utils.py b/python/llm/src/bigdl/llm/transformers/models/utils.py
index 8e33b405..0191724a 100644
--- a/python/llm/src/bigdl/llm/transformers/models/utils.py
+++ b/python/llm/src/bigdl/llm/transformers/models/utils.py
@@ -276,7 +276,10 @@ def use_xmx(x: torch.Tensor, qtype: int):
         device in ["arc", "flex", "pvc"]
         and qtype in [SYM_INT4, SYM_INT8, FP8]
         and (
+            (device == "pvc" and 1 < x.size(0) <= 16)
+            or
             (device != "pvc" and x.dtype == torch.float32 and 1 < x.size(0) <= 64)
-            or 1 < x.size(0) <= 8
+            or
+            1 < x.size(0) <= 8
         )
     )