ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM] Fix log condition for BIGDL_OPT_IPEX (#10115)

Browse source 
Fix log condition for BIGDL_OPT_IPEX
This commit is contained in:
Xiangyu Tian 2024-02-07 10:27:10 +08:00 committed by GitHub
parent 3f60e9df89
commit 8953acd7d6
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
python/llm/src/bigdl/llm/transformers/convert.py
View file

@ -546,7 +546,8 @@ def ggml_convert_low_bit(model, qtype, optimize_model=True,
_enable_ipex = os.getenv("BIGDL_OPT_IPEX")
_enable_ipex = (_enable_ipex is not None) and (_enable_ipex.lower() == "true")
_enable_ipex = _enable_ipex and (qtype == ggml_tensor_qtype["bf16"])
logger.info(f"BIGDL_OPT_IPEX: {_enable_ipex}")
if (device == "cpu") and (qtype == ggml_tensor_qtype["bf16"]):
logger.info(f"BIGDL_OPT_IPEX: {_enable_ipex}")
if _enable_ipex:
model = _optimize_ipex(model)
return model