From 0d6e12036f1bde76b2240ed55251f0e6d1e32373 Mon Sep 17 00:00:00 2001 From: Zhao Changmin Date: Wed, 8 May 2024 10:46:19 +0800 Subject: [PATCH] Disable fast_init_ in load_low_bit (#10945) * fast_init_ disable --- python/llm/src/ipex_llm/transformers/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/src/ipex_llm/transformers/model.py b/python/llm/src/ipex_llm/transformers/model.py index 31d1b4e9..fcc4558c 100644 --- a/python/llm/src/ipex_llm/transformers/model.py +++ b/python/llm/src/ipex_llm/transformers/model.py @@ -673,7 +673,7 @@ class _BaseAutoModelClass: resolved_archive_file, pretrained_model_name_or_path, sharded_metadata=sharded_metadata, - _fast_init=_fast_init, + _fast_init=False, # always false to avoid pre-init behaviors low_cpu_mem_usage=bigdl_lcmu_enabled, offload_folder=offload_folder, offload_state_dict=offload_state_dict,