ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: fix convert path error of gptneox and bloom on windows (#8304)

Browse source
This commit is contained in:
Ruonan Wang 2023-06-09 10:10:19 +08:00 committed by GitHub
parent 7bfa0fcdf9
commit 5d0e130605
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
python/llm/src/bigdl/llm/utils/convert_util.py
View file

@ -66,6 +66,8 @@ from typing import (IO, TYPE_CHECKING, Any, Callable, Dict, Iterable, List,
import numpy as np import numpy as np
from sentencepiece import SentencePieceProcessor from sentencepiece import SentencePieceProcessor
from bigdl.llm.utils.common import invalidInputError from bigdl.llm.utils.common import invalidInputError
import os
from pathlib import Path
if TYPE_CHECKING: if TYPE_CHECKING:
from typing_extensions import TypeAlias from typing_extensions import TypeAlias
@ -1248,7 +1250,8 @@ def _convert_gptneox_hf_to_ggml(model_path, outfile_dir, outtype):
p.requires_grad = False p.requires_grad = False
hparams = model.config.to_dict() hparams = model.config.to_dict()
fn_out = outfile_dir + f"/ggml-{model_path.split('/')[-1]}-{outtype}.bin" filestem = Path(model_path).stem
fn_out = os.path.join(outfile_dir, f"ggml-{filestem}-{outtype}.bin")
fout = open(fn_out, "wb") fout = open(fn_out, "wb")
ggml_file_magic = 0x67676d66 # 0x67676d6c is unversioned ggml_file_magic = 0x67676d66 # 0x67676d6c is unversioned
@ -1339,7 +1342,8 @@ def _convert_bloom_hf_to_ggml(model_path, outfile_dir, outtype):
if outtype == "f16" else torch.float32, if outtype == "f16" else torch.float32,
low_cpu_mem_usage=True) low_cpu_mem_usage=True)
fn_out = outfile_dir + f"/ggml-model-{model_path.split('/')[-1]}-{outtype}.bin" filestem = Path(model_path).stem
fn_out = os.path.join(outfile_dir, f"ggml-{filestem}-{outtype}.bin")
fout = open(fn_out, "wb") fout = open(fn_out, "wb")
if outtype == "f16": if outtype == "f16":