From d8c128733567d512d56f232b0d378b171ce3370f Mon Sep 17 00:00:00 2001 From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com> Date: Tue, 22 Oct 2024 15:07:21 +0800 Subject: [PATCH] Further update for Windows dGPU performance tests (#12244) --- .github/workflows/llm_performance_tests.yml | 24 --------------------- 1 file changed, 24 deletions(-) diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml index 6c77e687..7e93a399 100644 --- a/.github/workflows/llm_performance_tests.yml +++ b/.github/workflows/llm_performance_tests.yml @@ -854,11 +854,6 @@ jobs: - name: Prepare igpu perf test for transformers 4.43 (32-32 int4+fp16) shell: bash run: | - # temporarily remove gemma2 for Windows dGPU tests - if [ ${{ matrix.platform }} == "perf-dgpu" ]; then - sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml - sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml - fi sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml @@ -1042,11 +1037,6 @@ jobs: - name: Prepare igpu perf test for transformers 4.43 (1024-128 int4+fp16) shell: bash run: | - # temporarily remove gemma2 for Windows dGPU tests - if [ ${{ matrix.platform }} == "perf-dgpu" ]; then - sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml - sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml - fi sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml @@ -1232,11 +1222,6 @@ jobs: - name: Prepare igpu perf test for transformers 4.43 (2048-256 int4+fp16) shell: bash run: | - # temporarily remove gemma2 for Windows dGPU tests - if [ ${{ matrix.platform }} == "perf-dgpu" ]; then - sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml - sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml - fi sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml @@ -1434,11 +1419,6 @@ jobs: - name: Prepare igpu perf test for transformers 4.43 (3072-384 int4+fp16) shell: bash run: | - # temporarily remove gemma2 for Windows dGPU tests - if [ ${{ matrix.platform }} == "perf-dgpu" ]; then - sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16_443.yaml - fi - if [ ${{ matrix.platform }} == "perf-igpu" ]; then sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py fi @@ -1620,10 +1600,6 @@ jobs: if: ${{ matrix.platform == 'perf-igpu' }} shell: bash run: | - # temporarily remove gemma2 for Windows dGPU tests - if [ ${{ matrix.platform }} == "perf-dgpu" ]; then - sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_443.yaml - fi sed -i 's/{today}_test2/{today}_test3/g' python/llm/dev/benchmark/all-in-one/run.py sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_443.yaml