From d109275333ebbf58bcfba76d2db129b99deea642 Mon Sep 17 00:00:00 2001
From: WeiguangHan <weiguang.han@intel.com>
Date: Mon, 13 Nov 2023 18:50:53 +0800
Subject: [PATCH] temporarily disable the test of some models (#9434)

---
 python/llm/test/benchmark/arc-perf-test.yaml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/python/llm/test/benchmark/arc-perf-test.yaml b/python/llm/test/benchmark/arc-perf-test.yaml
index a82af100..0a2f8ed5 100644
--- a/python/llm/test/benchmark/arc-perf-test.yaml
+++ b/python/llm/test/benchmark/arc-perf-test.yaml
@@ -11,12 +11,12 @@ repo_id:
   - 'databricks/dolly-v2-12b'
   - 'internlm/internlm-chat-7b-8k'
   - 'baichuan-inc/Baichuan-13B-Chat'
-  - 'fnlp/moss-moon-003-sft'
   - 'Qwen/Qwen-7B-Chat-10-12'
   - 'BAAI/AquilaChat-7B'
   - 'baichuan-inc/Baichuan2-7B-Chat'
-  # - 'mistralai/Mistral-7B-v0.1'
   - 'bigscience/bloomz-7b1'
+  # - 'mistralai/Mistral-7B-v0.1'
+  # - 'fnlp/moss-moon-003-sft'
 local_model_hub: '/mnt/disk1/models'
 warm_up: 1
 num_trials: 3