ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

add default device meta when lcmu enabled (#9941)

Browse source
This commit is contained in:
Chen, Zhentao 2024-01-23 11:00:49 +08:00 committed by GitHub
parent dacf680294
commit 39219b7e9a
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
python/llm/src/bigdl/llm/transformers/model.py
View file

@ -505,6 +505,7 @@ class _BaseAutoModelClass:
if bigdl_lcmu_enabled: if bigdl_lcmu_enabled:
with ContextManagers(init_contexts): with ContextManagers(init_contexts):
kwargs["device"] = "meta"
model = model_class(config, *model_args, **kwargs) model = model_class(config, *model_args, **kwargs)
else: else:
model = model_class(config, *model_args, **kwargs) model = model_class(config, *model_args, **kwargs)