From a60bda332429f35cf7dc699197ec5152a740d5f0 Mon Sep 17 00:00:00 2001 From: Ruonan Wang Date: Fri, 5 Jan 2024 16:44:10 +0800 Subject: [PATCH] LLM: update check for deepspeed (#9838) --- python/llm/src/bigdl/llm/transformers/convert.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/python/llm/src/bigdl/llm/transformers/convert.py b/python/llm/src/bigdl/llm/transformers/convert.py index 8f704ed6..25f97f1f 100644 --- a/python/llm/src/bigdl/llm/transformers/convert.py +++ b/python/llm/src/bigdl/llm/transformers/convert.py @@ -59,7 +59,16 @@ def is_auto_awq_available(): def is_deepspeed_available(): - return importlib.util.find_spec("deepspeed") is not None + spec = importlib.util.find_spec("deepspeed") + if spec is not None: + deepspeed_path = spec.submodule_search_locations[0] + if deepspeed_path != os.path.join(os.getcwd(), "deepspeed"): + return True + else: + # not deepspeed package, just local dir + return False + else: + return False if is_auto_gptq_available():