From d984c0672a219bffb2f58a5602c8c0feab278d28 Mon Sep 17 00:00:00 2001
From: "Jin, Qiao" <89779290+JinBridger@users.noreply.github.com>
Date: Wed, 6 Nov 2024 16:32:28 +0800
Subject: [PATCH] Add MiniCPM-V-2_6 to arc perf test (#12349)

---
 python/llm/test/benchmark/arc-perf-transformers-437-batch2.yaml | 1 +
 python/llm/test/benchmark/arc-perf-transformers-437-batch4.yaml | 1 +
 python/llm/test/benchmark/arc-perf-transformers-437.yaml        | 1 +
 3 files changed, 3 insertions(+)

diff --git a/python/llm/test/benchmark/arc-perf-transformers-437-batch2.yaml b/python/llm/test/benchmark/arc-perf-transformers-437-batch2.yaml
index 9b9ab1f1..103fdcb5 100644
--- a/python/llm/test/benchmark/arc-perf-transformers-437-batch2.yaml
+++ b/python/llm/test/benchmark/arc-perf-transformers-437-batch2.yaml
@@ -18,6 +18,7 @@ repo_id:
   - 'mistralai/Mistral-7B-Instruct-v0.2'
   - 'deepseek-ai/deepseek-coder-7b-instruct-v1.5'
   - '01-ai/Yi-1.5-6B-Chat'
+  - 'openbmb/MiniCPM-V-2_6'
 local_model_hub: '/mnt/disk1/models'
 warm_up: 1
 num_trials: 3
diff --git a/python/llm/test/benchmark/arc-perf-transformers-437-batch4.yaml b/python/llm/test/benchmark/arc-perf-transformers-437-batch4.yaml
index 368a8c63..ed0f78de 100644
--- a/python/llm/test/benchmark/arc-perf-transformers-437-batch4.yaml
+++ b/python/llm/test/benchmark/arc-perf-transformers-437-batch4.yaml
@@ -18,6 +18,7 @@ repo_id:
   - 'mistralai/Mistral-7B-Instruct-v0.2'
   - 'deepseek-ai/deepseek-coder-7b-instruct-v1.5'
   - '01-ai/Yi-1.5-6B-Chat'
+  - 'openbmb/MiniCPM-V-2_6'
 local_model_hub: '/mnt/disk1/models'
 warm_up: 1
 num_trials: 3
diff --git a/python/llm/test/benchmark/arc-perf-transformers-437.yaml b/python/llm/test/benchmark/arc-perf-transformers-437.yaml
index bca87891..09d8ef91 100644
--- a/python/llm/test/benchmark/arc-perf-transformers-437.yaml
+++ b/python/llm/test/benchmark/arc-perf-transformers-437.yaml
@@ -18,6 +18,7 @@ repo_id:
   - 'mistralai/Mistral-7B-Instruct-v0.2'
   - 'deepseek-ai/deepseek-coder-7b-instruct-v1.5'
   - '01-ai/Yi-1.5-6B-Chat'
+  - 'openbmb/MiniCPM-V-2_6'
 local_model_hub: '/mnt/disk1/models'
 warm_up: 1
 num_trials: 3