From 711fa0199e8a630e5ab8a3c28f4a366eaec38c8f Mon Sep 17 00:00:00 2001
From: Yina Chen <33650826+cyita@users.noreply.github.com>
Date: Tue, 4 Jun 2024 16:44:27 +0800
Subject: [PATCH] Fix fp6k phi3 ppl core dump (#11204)

---
 python/llm/dev/benchmark/perplexity/run_wikitext.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/python/llm/dev/benchmark/perplexity/run_wikitext.py b/python/llm/dev/benchmark/perplexity/run_wikitext.py
index a5b7dea3..531ffff5 100644
--- a/python/llm/dev/benchmark/perplexity/run_wikitext.py
+++ b/python/llm/dev/benchmark/perplexity/run_wikitext.py
@@ -44,6 +44,7 @@ else:  # ipex-llm
                                                  use_cache=args.use_cache, trust_remote_code=True)
     model = model.half()
 model = model.to(args.device)
+model = model.eval()
 
 with open(args.data_path, "rb") as f:
     data = f.read()