add default device meta when lcmu enabled (#9941)

2024-01-23 11:00:49 +08:00 · 2024-01-23 11:00:49 +08:00 · 39219b7e9a
commit 39219b7e9a
parent dacf680294
1 changed files with 1 additions and 0 deletions
--- a/python/llm/src/bigdl/llm/transformers/model.py
+++ b/python/llm/src/bigdl/llm/transformers/model.py
@ -505,6 +505,7 @@ class _BaseAutoModelClass:

        if bigdl_lcmu_enabled:
            with ContextManagers(init_contexts):
+                kwargs["device"] = "meta"
                model = model_class(config, *model_args, **kwargs)
        else:
            model = model_class(config, *model_args, **kwargs)