Fix wrong import in speculative (#10562)

2024-03-27 18:21:07 +08:00 · 2024-03-27 18:21:07 +08:00 · 51d34ca68e
commit 51d34ca68e
parent f239bc329b
1 changed files with 1 additions and 1 deletions
--- a/python/llm/src/ipex_llm/transformers/speculative.py
+++ b/python/llm/src/ipex_llm/transformers/speculative.py
@ -53,7 +53,7 @@ def generate(
    **kwargs,
 ):
    if hasattr(self, "draft_model"):
-        from ipex_llm.llm.transformers.convert import get_enable_ipex
+        from ipex_llm.transformers.convert import get_enable_ipex
        _enable_ipex = get_enable_ipex()
        if _enable_ipex and inputs.size(1) < 256:
            logger.warning(