From a5e5c3daec0af95343bdb10bfe79d375f398471c Mon Sep 17 00:00:00 2001 From: Shaojun Liu <61072813+liu-shaojun@users.noreply.github.com> Date: Thu, 28 Dec 2023 08:55:43 +0800 Subject: [PATCH] set warm_up: 3 num_trials: 50 for cpu stress test (#9799) --- python/llm/test/benchmark/stable-version-cpu-stress-test.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/llm/test/benchmark/stable-version-cpu-stress-test.yaml b/python/llm/test/benchmark/stable-version-cpu-stress-test.yaml index ea690acb..3ca71f05 100644 --- a/python/llm/test/benchmark/stable-version-cpu-stress-test.yaml +++ b/python/llm/test/benchmark/stable-version-cpu-stress-test.yaml @@ -7,8 +7,8 @@ repo_id: - 'baichuan-inc/Baichuan2-13B-Chat' - 'Qwen/Qwen-14B-Chat' local_model_hub: '/models' -warm_up: 10 -num_trials: 100 +warm_up: 3 +num_trials: 50 num_beams: 1 # default to greedy search low_bit: 'sym_int4' # default to use 'sym_int4' (i.e. symmetric int4) in_out_pairs: