From 5d0e130605e67afe58adb17b69add7a39febe566 Mon Sep 17 00:00:00 2001 From: Ruonan Wang <105281011+rnwang04@users.noreply.github.com> Date: Fri, 9 Jun 2023 10:10:19 +0800 Subject: [PATCH] LLM: fix convert path error of gptneox and bloom on windows (#8304) --- python/llm/src/bigdl/llm/utils/convert_util.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/python/llm/src/bigdl/llm/utils/convert_util.py b/python/llm/src/bigdl/llm/utils/convert_util.py index 7dc9f517..ac4ecebc 100644 --- a/python/llm/src/bigdl/llm/utils/convert_util.py +++ b/python/llm/src/bigdl/llm/utils/convert_util.py @@ -66,6 +66,8 @@ from typing import (IO, TYPE_CHECKING, Any, Callable, Dict, Iterable, List, import numpy as np from sentencepiece import SentencePieceProcessor from bigdl.llm.utils.common import invalidInputError +import os +from pathlib import Path if TYPE_CHECKING: from typing_extensions import TypeAlias @@ -1248,7 +1250,8 @@ def _convert_gptneox_hf_to_ggml(model_path, outfile_dir, outtype): p.requires_grad = False hparams = model.config.to_dict() - fn_out = outfile_dir + f"/ggml-{model_path.split('/')[-1]}-{outtype}.bin" + filestem = Path(model_path).stem + fn_out = os.path.join(outfile_dir, f"ggml-{filestem}-{outtype}.bin") fout = open(fn_out, "wb") ggml_file_magic = 0x67676d66 # 0x67676d6c is unversioned @@ -1339,7 +1342,8 @@ def _convert_bloom_hf_to_ggml(model_path, outfile_dir, outtype): if outtype == "f16" else torch.float32, low_cpu_mem_usage=True) - fn_out = outfile_dir + f"/ggml-model-{model_path.split('/')[-1]}-{outtype}.bin" + filestem = Path(model_path).stem + fn_out = os.path.join(outfile_dir, f"ggml-{filestem}-{outtype}.bin") fout = open(fn_out, "wb") if outtype == "f16":