ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Update ut save&load (#8847)

Browse source 
Co-authored-by: leonardozcm <leonardozcm@gmail.com>
This commit is contained in:
Zhao Changmin 2023-08-30 10:32:57 +08:00 committed by GitHub
parent 3462fd5c96
commit 887018b0f2
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/test/convert/test_convert_model.py
View file

@ -67,7 +67,7 @@ class TestConvertModel(TestCase):
def test_transformer_convert_llama(self):
with tempfile.TemporaryDirectory(dir=output_dir) as tempdir:
model = AutoModelForCausalLM.from_pretrained(llama_model_path, load_in_4bit=True)
model.save_pretrained(tempdir)
model.save_low_bit(tempdir)
newModel = AutoModelForCausalLM.load_low_bit(tempdir)
assert newModel is not None