From 51d34ca68e79bd783a1e1e3a211f1f0f9b892580 Mon Sep 17 00:00:00 2001 From: Xiangyu Tian <109123695+xiangyuT@users.noreply.github.com> Date: Wed, 27 Mar 2024 18:21:07 +0800 Subject: [PATCH] Fix wrong import in speculative (#10562) --- python/llm/src/ipex_llm/transformers/speculative.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/src/ipex_llm/transformers/speculative.py b/python/llm/src/ipex_llm/transformers/speculative.py index 6581cb9b..1c781e66 100644 --- a/python/llm/src/ipex_llm/transformers/speculative.py +++ b/python/llm/src/ipex_llm/transformers/speculative.py @@ -53,7 +53,7 @@ def generate( **kwargs, ): if hasattr(self, "draft_model"): - from ipex_llm.llm.transformers.convert import get_enable_ipex + from ipex_llm.transformers.convert import get_enable_ipex _enable_ipex = get_enable_ipex() if _enable_ipex and inputs.size(1) < 256: logger.warning(