Fix fp6k phi3 ppl core dump (#11204)

2024-06-04 16:44:27 +08:00 · 2024-06-04 16:44:27 +08:00 · 711fa0199e
commit 711fa0199e
parent f02f097002
1 changed files with 1 additions and 0 deletions
--- a/python/llm/dev/benchmark/perplexity/run_wikitext.py
+++ b/python/llm/dev/benchmark/perplexity/run_wikitext.py
@ -44,6 +44,7 @@ else:  # ipex-llm
                                                 use_cache=args.use_cache, trust_remote_code=True)
    model = model.half()
 model = model.to(args.device)
+model = model.eval()

 with open(args.data_path, "rb") as f:
    data = f.read()