From 844e18b1dbdc280dcc32c3523a58a9c1fb1d1065 Mon Sep 17 00:00:00 2001 From: Yuxuan Xia <77518229+NovTi@users.noreply.github.com> Date: Wed, 24 Apr 2024 16:58:56 +0800 Subject: [PATCH] Add llama3 and phi2 nightly test (#10874) * Add llama3 and phi2 nightly test * Change llama3-8b to llama3-8b-instruct --------- Co-authored-by: Yishuo Wang --- python/llm/test/benchmark/arc-perf-transformers-437.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/llm/test/benchmark/arc-perf-transformers-437.yaml b/python/llm/test/benchmark/arc-perf-transformers-437.yaml index 68f1fa03..f479ff12 100644 --- a/python/llm/test/benchmark/arc-perf-transformers-437.yaml +++ b/python/llm/test/benchmark/arc-perf-transformers-437.yaml @@ -1,6 +1,8 @@ # For the models that require transformers 4.37.0 repo_id: - 'Qwen/Qwen1.5-7B-Chat' + - 'microsoft/phi-2' + - 'meta-llama/Meta-Llama-3-8B-Instruct' local_model_hub: '/mnt/disk1/models' warm_up: 1 num_trials: 3