diff --git a/python/llm/test/benchmark/arc-perf-test.yaml b/python/llm/test/benchmark/arc-perf-test.yaml
index 25e26281..2e1a6da8 100644
--- a/python/llm/test/benchmark/arc-perf-test.yaml
+++ b/python/llm/test/benchmark/arc-perf-test.yaml
@@ -35,3 +35,4 @@ exclude:
   - 'fnlp/moss-moon-003-sft:2048'
   - 'baichuan-inc/Baichuan2-13B-Chat:1024'
   - 'baichuan-inc/Baichuan2-13B-Chat:2048'
+  - 'bigscience/bloomz-7b1:2048'