From 8c8fc148c9c7aebc91afe8ca320f09afdc55a783 Mon Sep 17 00:00:00 2001 From: Jin Qiao <89779290+JinBridger@users.noreply.github.com> Date: Wed, 31 Jan 2024 15:54:55 +0800 Subject: [PATCH] LLM: add rwkv 5 (#10048) --- python/llm/test/benchmark/igpu-perf/1024-128.yaml | 1 + python/llm/test/benchmark/igpu-perf/2048-256.yaml | 1 + python/llm/test/benchmark/igpu-perf/32-32.yaml | 1 + python/llm/test/benchmark/igpu-perf/32-512.yaml | 1 + 4 files changed, 4 insertions(+) diff --git a/python/llm/test/benchmark/igpu-perf/1024-128.yaml b/python/llm/test/benchmark/igpu-perf/1024-128.yaml index a41505fa..784668d8 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128.yaml @@ -13,6 +13,7 @@ repo_id: - 'mosaicml/mpt-7b-chat' - 'liuhaotian/llava-v1.5-7b' - 'RWKV/rwkv-4-world-7b' + - 'RWKV/rwkv-5-world-7b' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/2048-256.yaml b/python/llm/test/benchmark/igpu-perf/2048-256.yaml index b1080c87..598d2dd4 100644 --- a/python/llm/test/benchmark/igpu-perf/2048-256.yaml +++ b/python/llm/test/benchmark/igpu-perf/2048-256.yaml @@ -13,6 +13,7 @@ repo_id: - 'mosaicml/mpt-7b-chat' - 'liuhaotian/llava-v1.5-7b' - 'RWKV/rwkv-4-world-7b' + - 'RWKV/rwkv-5-world-7b' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/32-32.yaml b/python/llm/test/benchmark/igpu-perf/32-32.yaml index b925ebd0..8b78a4a1 100644 --- a/python/llm/test/benchmark/igpu-perf/32-32.yaml +++ b/python/llm/test/benchmark/igpu-perf/32-32.yaml @@ -13,6 +13,7 @@ repo_id: - 'mosaicml/mpt-7b-chat' - 'liuhaotian/llava-v1.5-7b' - 'RWKV/rwkv-4-world-7b' + - 'RWKV/rwkv-5-world-7b' local_model_hub: 'path to your local model hub' warm_up: 3 num_trials: 5 diff --git a/python/llm/test/benchmark/igpu-perf/32-512.yaml b/python/llm/test/benchmark/igpu-perf/32-512.yaml index 29a2eff0..3f99c034 100644 --- a/python/llm/test/benchmark/igpu-perf/32-512.yaml +++ b/python/llm/test/benchmark/igpu-perf/32-512.yaml @@ -13,6 +13,7 @@ repo_id: - 'mosaicml/mpt-7b-chat' - 'liuhaotian/llava-v1.5-7b' - 'RWKV/rwkv-4-world-7b' + - 'RWKV/rwkv-5-world-7b' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3