ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[REMOVE] remove all useless repo-id in benchmark/igpu-perf (#11508)

Browse source
This commit is contained in:
Jun Wang 2024-07-04 16:38:34 +08:00 committed by GitHub
parent 1a8bab172e
commit f07937945f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
10 changed files with 0 additions and 62 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
python/llm/test/benchmark/igpu-perf/1024-128.yaml
View file

@ -1,23 +1,12 @@
repo_id:
- 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b'
- 'THUDM/glm-4-9b-chat'
- 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B'
- 'meta-llama/Llama-2-7b-chat-hf'
- 'meta-llama/Llama-2-13b-chat-hf'
- 'WisdomShell/CodeShell-7B-Chat'
- 'tiiuae/falcon-7b-instruct-with-patch'
- 'mosaicml/mpt-7b-chat'
# - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
- 'RWKV/rwkv-4-world-7b'
- 'RWKV/rwkv-5-world-7b'
- 'IEITYuan/Yuan2-2B-hf'
- 'mistralai/Mistral-7B-Instruct-v0.1'
local_model_hub: 'path to your local model hub'
warm_up: 1
num_trials: 3

2
python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
View file

@ -2,8 +2,6 @@ repo_id:
- 'Qwen/Qwen1.5-7B-Chat'
- 'Qwen/Qwen2-7B-Instruct'
- 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat'
- 'microsoft/phi-2'
- 'microsoft/Phi-3-mini-4k-instruct'
local_model_hub: 'path to your local model hub'
warm_up: 1

9
python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml
View file

@ -1,22 +1,13 @@
repo_id:
- 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b'
- 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B'
- 'meta-llama/Llama-2-7b-chat-hf'
- 'meta-llama/Llama-2-13b-chat-hf'
- 'WisdomShell/CodeShell-7B-Chat'
- 'tiiuae/falcon-7b-instruct-with-patch'
- 'mosaicml/mpt-7b-chat'
# - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
# - 'RWKV/rwkv-4-world-7b'
# - 'RWKV/rwkv-5-world-7b'
- 'IEITYuan/Yuan2-2B-hf'
- 'mistralai/Mistral-7B-Instruct-v0.1'
local_model_hub: 'path to your local model hub'
warm_up: 1
num_trials: 3

1
python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml
View file

@ -1,7 +1,6 @@
repo_id:
- 'Qwen/Qwen1.5-7B-Chat'
- 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat'
local_model_hub: 'path to your local model hub'
warm_up: 1
num_trials: 3

11
python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml
View file

@ -1,23 +1,12 @@
repo_id:
- 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b'
- 'THUDM/glm-4-9b-chat'
- 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B'
- 'meta-llama/Llama-2-7b-chat-hf'
- 'meta-llama/Llama-2-13b-chat-hf'
- 'WisdomShell/CodeShell-7B-Chat'
- 'tiiuae/falcon-7b-instruct-with-patch'
- 'mosaicml/mpt-7b-chat'
# - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
- 'RWKV/rwkv-4-world-7b'
- 'RWKV/rwkv-5-world-7b'
- 'IEITYuan/Yuan2-2B-hf'
- 'mistralai/Mistral-7B-Instruct-v0.1'
local_model_hub: 'path to your local model hub'
warm_up: 1
num_trials: 3

2
python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit_437.yaml
View file

@ -2,8 +2,6 @@ repo_id:
- 'Qwen/Qwen1.5-7B-Chat'
- 'Qwen/Qwen2-7B-Instruct'
- 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat'
- 'microsoft/phi-2'
- 'microsoft/Phi-3-mini-4k-instruct'
local_model_hub: 'path to your local model hub'
warm_up: 1

11
python/llm/test/benchmark/igpu-perf/2048-256.yaml
View file

@ -1,23 +1,12 @@
repo_id:
- 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b'
- 'THUDM/glm-4-9b-chat'
- 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B'
- 'meta-llama/Llama-2-7b-chat-hf'
- 'meta-llama/Llama-2-13b-chat-hf'
- 'WisdomShell/CodeShell-7B-Chat'
- 'tiiuae/falcon-7b-instruct-with-patch'
- 'mosaicml/mpt-7b-chat'
# - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
- 'RWKV/rwkv-4-world-7b'
- 'RWKV/rwkv-5-world-7b'
- 'IEITYuan/Yuan2-2B-hf'
- 'mistralai/Mistral-7B-Instruct-v0.1'
local_model_hub: 'path to your local model hub'
warm_up: 1
num_trials: 3

2
python/llm/test/benchmark/igpu-perf/2048-256_437.yaml
View file

@ -2,8 +2,6 @@ repo_id:
- 'Qwen/Qwen1.5-7B-Chat'
- 'Qwen/Qwen2-7B-Instruct'
- 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat'
- 'microsoft/phi-2'
- 'microsoft/Phi-3-mini-4k-instruct'
local_model_hub: 'path to your local model hub'
warm_up: 1

11
python/llm/test/benchmark/igpu-perf/32-32.yaml
View file

@ -1,23 +1,12 @@
repo_id:
- 'THUDM/chatglm3-6b'
- 'THUDM/chatglm2-6b'
- 'THUDM/glm-4-9b-chat'
- 'baichuan-inc/Baichuan2-7B-Chat'
- 'baichuan-inc/Baichuan2-13B-Chat'
- 'internlm/internlm-chat-7b'
- 'Qwen/Qwen-7B-Chat'
- 'BAAI/AquilaChat2-7B'
# - '01-ai/Yi-6B'
- 'meta-llama/Llama-2-7b-chat-hf'
- 'meta-llama/Llama-2-13b-chat-hf'
- 'WisdomShell/CodeShell-7B-Chat'
- 'tiiuae/falcon-7b-instruct-with-patch'
- 'mosaicml/mpt-7b-chat'
# - 'liuhaotian/llava-v1.5-7b' # Cannot load using AutoModelForCausalLM in 4.36+
- 'RWKV/rwkv-4-world-7b'
- 'RWKV/rwkv-5-world-7b'
- 'IEITYuan/Yuan2-2B-hf'
- 'mistralai/Mistral-7B-Instruct-v0.1'
local_model_hub: 'path to your local model hub'
warm_up: 3
num_trials: 5

2
python/llm/test/benchmark/igpu-perf/32-32_437.yaml
View file

@ -2,8 +2,6 @@ repo_id:
- 'Qwen/Qwen1.5-7B-Chat'
- 'Qwen/Qwen2-7B-Instruct'
- 'meta-llama/Meta-Llama-3-8B-Instruct'
- '01-ai/Yi-6B-Chat'
- 'microsoft/phi-2'
- 'microsoft/Phi-3-mini-4k-instruct'
local_model_hub: 'path to your local model hub'
warm_up: 3