ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix error (#9025)

Browse source
This commit is contained in:
Yina Chen 2023-09-21 16:42:11 +08:00 committed by GitHub
parent edb225530b
commit 714884414e
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
python/llm/src/bigdl/llm/transformers/model.py
View file

@ -30,6 +30,7 @@ def save_low_bit(self, *args, **kwargs):
invalidInputError(self.config.to_dict().get("bigdl_transformers_low_bit", False), invalidInputError(self.config.to_dict().get("bigdl_transformers_low_bit", False),
f"Detected this model is not a low-bit model, please use from_pretrained's" f"Detected this model is not a low-bit model, please use from_pretrained's"
f" load_in_4bit or load_in_low_bit parameter to load a 4-bit model first.") f" load_in_4bit or load_in_low_bit parameter to load a 4-bit model first.")
self.to('cpu')
self.save_pretrained(*args, **kwargs) self.save_pretrained(*args, **kwargs)
import json import json
import os import os