ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix ppl (#10996)

Browse source
This commit is contained in:
ZehuaCao 2024-05-13 13:57:19 +08:00 committed by GitHub
parent 04d5a900e1
commit 99255fe36e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
python/llm/dev/benchmark/perplexity/ppl.py
View file

@ -74,8 +74,9 @@ class BigDLPPL:
ppl_mean = np.mean(np.array(ppls)[~np.isnan(np.array(ppls))]) ppl_mean = np.mean(np.array(ppls)[~np.isnan(np.array(ppls))])
finally: finally:
torch.xpu.synchronize() if self.device == "xpu":
torch.xpu.empty_cache() torch.xpu.synchronize()
torch.xpu.empty_cache()
del self.model del self.model
gc.collect() gc.collect()

2
python/llm/dev/benchmark/perplexity/run.py
View file

@ -100,7 +100,7 @@ def main():
dumped = json.dumps(results, indent=2) dumped = json.dumps(results, indent=2)
print(dumped) print(dumped)
if args.output_path: if output_path:
with open(f"{log_dir}/result.json", "w") as f: with open(f"{log_dir}/result.json", "w") as f:
f.write(dumped) f.write(dumped)