diff --git a/python/llm/dev/benchmark/harness/bigdl_llm.py b/python/llm/dev/benchmark/harness/bigdl_llm.py
index 6e0bbfa6..c2ba098b 100644
--- a/python/llm/dev/benchmark/harness/bigdl_llm.py
+++ b/python/llm/dev/benchmark/harness/bigdl_llm.py
@@ -54,7 +54,7 @@ class BigDLLM(BaseLM):
 
         assert isinstance(pretrained, str)
         assert isinstance(batch_size, (int,str))
-        if device == 'xpu':
+        if 'xpu' in device:
             import intel_extension_for_pytorch as ipex
         model = AutoModelForCausalLM.from_pretrained(pretrained,
                                           load_in_low_bit=load_in_low_bit,
@@ -118,4 +118,4 @@ class BigDLLM(BaseLM):
             return res
 
     def _model_generate(self, context, max_length, eos_token_id):
-        return self.model(context, max_tokens=max_length, stop=["Q:", "\n"], echo=True)
\ No newline at end of file
+        return self.model(context, max_tokens=max_length, stop=["Q:", "\n"], echo=True)