ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

set warm_up: 3 num_trials: 50 for cpu stress test (#9799)

Browse source
This commit is contained in:
Shaojun Liu 2023-12-28 08:55:43 +08:00 committed by GitHub
parent f6bb4ab313
commit a5e5c3daec
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/test/benchmark/stable-version-cpu-stress-test.yaml
View file

@ -7,8 +7,8 @@ repo_id:
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'Qwen/Qwen-14B-Chat' - 'Qwen/Qwen-14B-Chat'
local_model_hub: '/models' local_model_hub: '/models'
warm_up: 10 warm_up: 3
num_trials: 100 num_trials: 50
num_beams: 1 # default to greedy search num_beams: 1 # default to greedy search
low_bit: 'sym_int4' # default to use 'sym_int4' (i.e. symmetric int4) low_bit: 'sym_int4' # default to use 'sym_int4' (i.e. symmetric int4)
in_out_pairs: in_out_pairs: