From 21bb8bd16439d69c652244b50ad21aad084d7e16 Mon Sep 17 00:00:00 2001 From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com> Date: Tue, 23 Apr 2024 18:13:14 +0800 Subject: [PATCH] Add phi-2 to igpu performance test (#10865) --- python/llm/test/benchmark/igpu-perf/1024-128_437.yaml | 1 + python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml | 1 + python/llm/test/benchmark/igpu-perf/32-32_437.yaml | 1 + 3 files changed, 3 insertions(+) diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml index 679a582b..666ddab8 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml @@ -2,6 +2,7 @@ repo_id: - 'Qwen/Qwen1.5-7B-Chat' - 'meta-llama/Meta-Llama-3-8B-Instruct' - '01-ai/Yi-6B-Chat' + - 'microsoft/phi-2' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml index 345b4990..2eb2e0f2 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml @@ -2,6 +2,7 @@ repo_id: - 'Qwen/Qwen1.5-7B-Chat' - 'meta-llama/Meta-Llama-3-8B-Instruct' - '01-ai/Yi-6B-Chat' + - 'microsoft/phi-2' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/32-32_437.yaml b/python/llm/test/benchmark/igpu-perf/32-32_437.yaml index a4ea2adb..832bb5fa 100644 --- a/python/llm/test/benchmark/igpu-perf/32-32_437.yaml +++ b/python/llm/test/benchmark/igpu-perf/32-32_437.yaml @@ -2,6 +2,7 @@ repo_id: - 'Qwen/Qwen1.5-7B-Chat' - 'meta-llama/Meta-Llama-3-8B-Instruct' - '01-ai/Yi-6B-Chat' + - 'microsoft/phi-2' local_model_hub: 'path to your local model hub' warm_up: 3 num_trials: 5