ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Fix wrong import in speculative (#10562)

Browse source
This commit is contained in:
Xiangyu Tian 2024-03-27 18:21:07 +08:00 committed by GitHub
parent f239bc329b
commit 51d34ca68e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/ipex_llm/transformers/speculative.py
View file

@ -53,7 +53,7 @@ def generate(
**kwargs, **kwargs,
): ):
if hasattr(self, "draft_model"): if hasattr(self, "draft_model"):
from ipex_llm.llm.transformers.convert import get_enable_ipex from ipex_llm.transformers.convert import get_enable_ipex
_enable_ipex = get_enable_ipex() _enable_ipex = get_enable_ipex()
if _enable_ipex and inputs.size(1) < 256: if _enable_ipex and inputs.size(1) < 256:
logger.warning( logger.warning(