ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

add glm4 and qwen2 to igpu perf (#11304)

Browse source
This commit is contained in:
Jin Qiao 2024-06-13 16:16:35 +08:00 committed by GitHub
parent a24666b8f3
commit 3682c6a979
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
python/llm/test/benchmark/igpu-perf/1024-128.yaml
View file

@ -1,6 +1,7 @@
repo_id: repo_id:
- 'THUDM/chatglm3-6b' - 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'THUDM/glm-4-9b-chat'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b' - 'internlm/internlm-chat-7b'

1
python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
View file

@ -1,5 +1,6 @@
repo_id: repo_id:
- 'Qwen/Qwen1.5-7B-Chat' - 'Qwen/Qwen1.5-7B-Chat'
- 'Qwen/Qwen2-7B-Instruct'
- 'meta-llama/Meta-Llama-3-8B-Instruct' - 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat' - '01-ai/Yi-6B-Chat'
- 'microsoft/phi-2' - 'microsoft/phi-2'

1
python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml
View file

@ -1,6 +1,7 @@
repo_id: repo_id:
- 'THUDM/chatglm3-6b' - 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'THUDM/glm-4-9b-chat'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b' - 'internlm/internlm-chat-7b'

1
python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml
View file

@ -1,5 +1,6 @@
repo_id: repo_id:
- 'Qwen/Qwen1.5-7B-Chat' - 'Qwen/Qwen1.5-7B-Chat'
- 'Qwen/Qwen2-7B-Instruct'
- 'meta-llama/Meta-Llama-3-8B-Instruct' - 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat' - '01-ai/Yi-6B-Chat'
- 'microsoft/phi-2' - 'microsoft/phi-2'

1
python/llm/test/benchmark/igpu-perf/2048-256.yaml
View file

@ -1,6 +1,7 @@
repo_id: repo_id:
- 'THUDM/chatglm3-6b' - 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'THUDM/glm-4-9b-chat'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b' - 'internlm/internlm-chat-7b'

1
python/llm/test/benchmark/igpu-perf/2048-256_437.yaml
View file

@ -1,5 +1,6 @@
repo_id: repo_id:
- 'Qwen/Qwen1.5-7B-Chat' - 'Qwen/Qwen1.5-7B-Chat'
- 'Qwen/Qwen2-7B-Instruct'
- 'meta-llama/Meta-Llama-3-8B-Instruct' - 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat' - '01-ai/Yi-6B-Chat'
- 'microsoft/phi-2' - 'microsoft/phi-2'

1
python/llm/test/benchmark/igpu-perf/32-32.yaml
View file

@ -1,6 +1,7 @@
repo_id: repo_id:
- 'THUDM/chatglm3-6b' - 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b' - 'THUDM/chatglm2-6b'
- 'THUDM/glm-4-9b-chat'
- 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b' - 'internlm/internlm-chat-7b'

1
python/llm/test/benchmark/igpu-perf/32-32_437.yaml
View file

@ -1,5 +1,6 @@
repo_id: repo_id:
- 'Qwen/Qwen1.5-7B-Chat' - 'Qwen/Qwen1.5-7B-Chat'
- 'Qwen/Qwen2-7B-Instruct'
- 'meta-llama/Meta-Llama-3-8B-Instruct' - 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat' - '01-ai/Yi-6B-Chat'
- 'microsoft/phi-2' - 'microsoft/phi-2'