From 0efe26c3b67c6c200fc25de5d044b72929210bb2 Mon Sep 17 00:00:00 2001 From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com> Date: Tue, 7 May 2024 13:48:39 +0800 Subject: [PATCH] Change order of chatglm2-6b and chatglm3-6b in iGPU perf test for more stable performance (#10948) --- python/llm/test/benchmark/igpu-perf/1024-128.yaml | 2 +- python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml | 2 +- python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml | 2 +- python/llm/test/benchmark/igpu-perf/2048-256.yaml | 2 +- python/llm/test/benchmark/igpu-perf/32-32.yaml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/python/llm/test/benchmark/igpu-perf/1024-128.yaml b/python/llm/test/benchmark/igpu-perf/1024-128.yaml index 0bc60479..46f682da 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128.yaml @@ -1,6 +1,6 @@ repo_id: - - 'THUDM/chatglm2-6b' - 'THUDM/chatglm3-6b' + - 'THUDM/chatglm2-6b' - 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat' - 'internlm/internlm-chat-7b-8k' diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml index 0ac89516..978b7b7f 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml @@ -1,6 +1,6 @@ repo_id: - - 'THUDM/chatglm2-6b' - 'THUDM/chatglm3-6b' + - 'THUDM/chatglm2-6b' - 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat' - 'internlm/internlm-chat-7b-8k' diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml index a8dd75ea..bcdb64d6 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128_loadlowbit.yaml @@ -1,6 +1,6 @@ repo_id: - - 'THUDM/chatglm2-6b' - 'THUDM/chatglm3-6b' + - 'THUDM/chatglm2-6b' - 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat' - 'internlm/internlm-chat-7b-8k' diff --git a/python/llm/test/benchmark/igpu-perf/2048-256.yaml b/python/llm/test/benchmark/igpu-perf/2048-256.yaml index 5aa79015..1baec46c 100644 --- a/python/llm/test/benchmark/igpu-perf/2048-256.yaml +++ b/python/llm/test/benchmark/igpu-perf/2048-256.yaml @@ -1,6 +1,6 @@ repo_id: - - 'THUDM/chatglm2-6b' - 'THUDM/chatglm3-6b' + - 'THUDM/chatglm2-6b' - 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat' - 'internlm/internlm-chat-7b-8k' diff --git a/python/llm/test/benchmark/igpu-perf/32-32.yaml b/python/llm/test/benchmark/igpu-perf/32-32.yaml index 6f4fd2f0..b296c1c4 100644 --- a/python/llm/test/benchmark/igpu-perf/32-32.yaml +++ b/python/llm/test/benchmark/igpu-perf/32-32.yaml @@ -1,6 +1,6 @@ repo_id: - - 'THUDM/chatglm2-6b' - 'THUDM/chatglm3-6b' + - 'THUDM/chatglm2-6b' - 'baichuan-inc/Baichuan2-7B-Chat' - 'baichuan-inc/Baichuan2-13B-Chat' - 'internlm/internlm-chat-7b-8k'