ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: fix convert path error of gptneox and bloom on windows (#8304)

Browse source
This commit is contained in:
Ruonan Wang 2023-06-09 10:10:19 +08:00 committed by GitHub
parent 7bfa0fcdf9
commit 5d0e130605
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
python/llm/src/bigdl/llm/utils/convert_util.py
View file

@ -66,6 +66,8 @@ from typing import (IO, TYPE_CHECKING, Any, Callable, Dict, Iterable, List,
import numpy as np
from sentencepiece import SentencePieceProcessor
from bigdl.llm.utils.common import invalidInputError
import os
from pathlib import Path
if TYPE_CHECKING:
from typing_extensions import TypeAlias
@ -1248,7 +1250,8 @@ def _convert_gptneox_hf_to_ggml(model_path, outfile_dir, outtype):
p.requires_grad = False
hparams = model.config.to_dict()
fn_out = outfile_dir + f"/ggml-{model_path.split('/')[-1]}-{outtype}.bin"
filestem = Path(model_path).stem
fn_out = os.path.join(outfile_dir, f"ggml-{filestem}-{outtype}.bin")
fout = open(fn_out, "wb")
ggml_file_magic = 0x67676d66 # 0x67676d6c is unversioned
@ -1339,7 +1342,8 @@ def _convert_bloom_hf_to_ggml(model_path, outfile_dir, outtype):
if outtype == "f16" else torch.float32,
low_cpu_mem_usage=True)
fn_out = outfile_dir + f"/ggml-model-{model_path.split('/')[-1]}-{outtype}.bin"
filestem = Path(model_path).stem
fn_out = os.path.join(outfile_dir, f"ggml-{filestem}-{outtype}.bin")
fout = open(fn_out, "wb")
if outtype == "f16":