ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Update igpu perf internlm (#10958)

Browse source
This commit is contained in:
Jin Qiao 2024-05-08 14:16:43 +08:00 committed by GitHub
parent 0d6e12036f
commit 15ee3fd542
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/test/benchmark/core-perf-test.yaml
View file

@ -2,7 +2,7 @@ repo_id:
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'THUDM/chatglm3-6b' - 'THUDM/chatglm3-6b'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'internlm/internlm-chat-7b-8k' - 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat' - 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B' - 'BAAI/AquilaChat2-7B'
- 'meta-llama/Llama-2-7b-chat-hf' - 'meta-llama/Llama-2-7b-chat-hf'

2
python/llm/test/benchmark/igpu-perf/1024-128.yaml
View file

@ -3,7 +3,7 @@ repo_id:
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b-8k' - 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat' - 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B' - 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B' # - '01-ai/Yi-6B'

2
python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml
View file

@ -3,7 +3,7 @@ repo_id:
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b-8k' - 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat' - 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B' - 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B' # - '01-ai/Yi-6B'

2
python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml
View file

@ -3,7 +3,7 @@ repo_id:
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b-8k' - 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat' - 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B' - 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B' # - '01-ai/Yi-6B'

2
python/llm/test/benchmark/igpu-perf/2048-256.yaml
View file

@ -3,7 +3,7 @@ repo_id:
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b-8k' - 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat' - 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B' - 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B' # - '01-ai/Yi-6B'

2
python/llm/test/benchmark/igpu-perf/32-32.yaml
View file

@ -3,7 +3,7 @@ repo_id:
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b-8k' - 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat' - 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B' - 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B' # - '01-ai/Yi-6B'