diff --git a/python/llm/test/benchmark/cpu-perf-test.yaml b/python/llm/test/benchmark/cpu-perf-test.yaml
index 92b12750..2dc7cb00 100644
--- a/python/llm/test/benchmark/cpu-perf-test.yaml
+++ b/python/llm/test/benchmark/cpu-perf-test.yaml
@@ -5,7 +5,7 @@ repo_id:
   - 'THUDM/chatglm3-6b'
   - 'baichuan-inc/Baichuan2-7B-Chat'
   - 'baichuan-inc/Baichuan2-13B-Chat'
-  - 'Qwen/Qwen-14B-Chat'
+  # - 'Qwen/Qwen-14B-Chat' # requires transformers < 4.37.0
 local_model_hub: '/mnt/disk1/models'
 warm_up: 1
 num_trials: 3