diff --git a/python/llm/src/ipex_llm/transformers/speculative.py b/python/llm/src/ipex_llm/transformers/speculative.py
index 6581cb9b..1c781e66 100644
--- a/python/llm/src/ipex_llm/transformers/speculative.py
+++ b/python/llm/src/ipex_llm/transformers/speculative.py
@@ -53,7 +53,7 @@ def generate(
     **kwargs,
 ):
     if hasattr(self, "draft_model"):
-        from ipex_llm.llm.transformers.convert import get_enable_ipex
+        from ipex_llm.transformers.convert import get_enable_ipex
         _enable_ipex = get_enable_ipex()
         if _enable_ipex and inputs.size(1) < 256:
             logger.warning(