From fb3c268d13e6312f8912a4d04fb758104ae4af64 Mon Sep 17 00:00:00 2001 From: Jin Qiao <89779290+JinBridger@users.noreply.github.com> Date: Thu, 25 Apr 2024 20:21:56 +0800 Subject: [PATCH] Add phi-3 to perf (#10883) --- python/llm/test/benchmark/igpu-perf/1024-128_437.yaml | 1 + python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml | 1 + python/llm/test/benchmark/igpu-perf/2048-256_437.yaml | 1 + python/llm/test/benchmark/igpu-perf/32-32_437.yaml | 1 + 4 files changed, 4 insertions(+) diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml index 666ddab8..1b9cec75 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml @@ -3,6 +3,7 @@ repo_id: - 'meta-llama/Meta-Llama-3-8B-Instruct' - '01-ai/Yi-6B-Chat' - 'microsoft/phi-2' + - 'microsoft/Phi-3-mini-4k-instruct' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml index 2eb2e0f2..c74e988f 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml @@ -3,6 +3,7 @@ repo_id: - 'meta-llama/Meta-Llama-3-8B-Instruct' - '01-ai/Yi-6B-Chat' - 'microsoft/phi-2' + - 'microsoft/Phi-3-mini-4k-instruct' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/2048-256_437.yaml b/python/llm/test/benchmark/igpu-perf/2048-256_437.yaml index ea37a514..d6e971f9 100644 --- a/python/llm/test/benchmark/igpu-perf/2048-256_437.yaml +++ b/python/llm/test/benchmark/igpu-perf/2048-256_437.yaml @@ -3,6 +3,7 @@ repo_id: - 'meta-llama/Meta-Llama-3-8B-Instruct' - '01-ai/Yi-6B-Chat' - 'microsoft/phi-2' + - 'microsoft/Phi-3-mini-4k-instruct' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/32-32_437.yaml b/python/llm/test/benchmark/igpu-perf/32-32_437.yaml index 832bb5fa..6b575cb4 100644 --- a/python/llm/test/benchmark/igpu-perf/32-32_437.yaml +++ b/python/llm/test/benchmark/igpu-perf/32-32_437.yaml @@ -3,6 +3,7 @@ repo_id: - 'meta-llama/Meta-Llama-3-8B-Instruct' - '01-ai/Yi-6B-Chat' - 'microsoft/phi-2' + - 'microsoft/Phi-3-mini-4k-instruct' local_model_hub: 'path to your local model hub' warm_up: 3 num_trials: 5