From eab6f6dde423f24c78ffd975cb0226da299d5a3e Mon Sep 17 00:00:00 2001
From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com>
Date: Wed, 21 Aug 2024 09:35:26 +0800
Subject: [PATCH] Spr perf small fix (#11874)

---
 python/llm/test/benchmark/cpu-perf-test.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/llm/test/benchmark/cpu-perf-test.yaml b/python/llm/test/benchmark/cpu-perf-test.yaml
index 92b12750..2dc7cb00 100644
--- a/python/llm/test/benchmark/cpu-perf-test.yaml
+++ b/python/llm/test/benchmark/cpu-perf-test.yaml
@@ -5,7 +5,7 @@ repo_id:
   - 'THUDM/chatglm3-6b'
   - 'baichuan-inc/Baichuan2-7B-Chat'
   - 'baichuan-inc/Baichuan2-13B-Chat'
-  - 'Qwen/Qwen-14B-Chat'
+  # - 'Qwen/Qwen-14B-Chat' # requires transformers < 4.37.0
 local_model_hub: '/mnt/disk1/models'
 warm_up: 1
 num_trials: 3