From 39219b7e9ad26d1828e7447491f92e78f851ce2d Mon Sep 17 00:00:00 2001 From: "Chen, Zhentao" Date: Tue, 23 Jan 2024 11:00:49 +0800 Subject: [PATCH] add default device meta when lcmu enabled (#9941) --- python/llm/src/bigdl/llm/transformers/model.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/llm/src/bigdl/llm/transformers/model.py b/python/llm/src/bigdl/llm/transformers/model.py index 49a2dc3a..5f9fc223 100644 --- a/python/llm/src/bigdl/llm/transformers/model.py +++ b/python/llm/src/bigdl/llm/transformers/model.py @@ -505,6 +505,7 @@ class _BaseAutoModelClass: if bigdl_lcmu_enabled: with ContextManagers(init_contexts): + kwargs["device"] = "meta" model = model_class(config, *model_args, **kwargs) else: model = model_class(config, *model_args, **kwargs)