diff --git a/python/llm/src/ipex_llm/transformers/loader.py b/python/llm/src/ipex_llm/transformers/loader.py
index 59a354df..02adffd3 100644
--- a/python/llm/src/ipex_llm/transformers/loader.py
+++ b/python/llm/src/ipex_llm/transformers/loader.py
@@ -90,7 +90,6 @@ def load_model(
         model = model.eval()
 
     if device == "xpu":
-        import intel_extension_for_pytorch as ipex
         print("Convert model to half precision...")
         model = model.half()
         model = model.to('xpu')