fix qwen2 cpu (#11663)

2024-07-26 13:41:51 +08:00 · 2024-07-26 13:41:51 +08:00 · 6bcdc6cc8f
commit 6bcdc6cc8f
parent 23681fbf5c
1 changed files with 1 additions and 1 deletions
--- a/python/llm/src/ipex_llm/transformers/models/qwen2.py
+++ b/python/llm/src/ipex_llm/transformers/models/qwen2.py
@ -507,7 +507,7 @@ def qwen2_mlp_forward(
            x_2d.shape[0], x_2d.shape[1], self.gate_proj.out_len,
            SILU, qtype
        ))
-    elif not self.training:
+    elif x.device.type == "xpu" and not self.training:
        import xe_addons
        gate = self.gate_proj(x)
        up = self.up_proj(x)