From ef659629f3b1c976d1004a1df199115334e5b767 Mon Sep 17 00:00:00 2001
From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com>
Date: Fri, 18 Oct 2024 16:39:59 +0800
Subject: [PATCH] Small update to Windows dGPU perf test (#12230)

* Small update to Windows dGPU perf test

* Small fix

* Small fixes

* Remove unnecessary file
---
 .github/workflows/llm_performance_tests.yml | 24 +++++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml
index f259bd35..f74c91b6 100644
--- a/.github/workflows/llm_performance_tests.yml
+++ b/.github/workflows/llm_performance_tests.yml
@@ -854,6 +854,11 @@ jobs:
       - name: Prepare igpu perf test for transformers 4.43 (32-32 int4+fp16)
         shell: bash
         run: |
+          # temporarily remove gemma2 for Windows dGPU tests
+          if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
+            sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
+            sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
+          fi
           sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
           sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
 
@@ -1037,6 +1042,11 @@ jobs:
       - name: Prepare igpu perf test for transformers 4.43 (1024-128 int4+fp16)
         shell: bash
         run: |
+          # temporarily remove gemma2 for Windows dGPU tests
+          if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
+            sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
+            sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
+          fi
           sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
           sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
 
@@ -1219,6 +1229,11 @@ jobs:
       - name: Prepare igpu perf test for transformers 4.43 (2048-256 int4+fp16)
         shell: bash
         run: |
+          # temporarily remove gemma2 for Windows dGPU tests
+          if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
+            sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
+            sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
+          fi
           sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
           sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
 
@@ -1414,6 +1429,11 @@ jobs:
       - name: Prepare igpu perf test for transformers 4.43 (3072-384 int4+fp16)
         shell: bash
         run: |
+          # temporarily remove gemma2 for Windows dGPU tests
+          if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
+            sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16_443.yaml
+          fi
+
           if [ ${{ matrix.platform }} == "perf-igpu" ]; then
             sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
           fi
@@ -1590,6 +1610,10 @@ jobs:
       - name: Prepare igpu perf test for transformers 4.43 (4096-512 int4+fp16)
         shell: bash
         run: |
+          # temporarily remove gemma2 for Windows dGPU tests
+          if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
+            sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_443.yaml
+          fi
           sed -i 's/{today}_test2/{today}_test3/g' python/llm/dev/benchmark/all-in-one/run.py
           sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_443.yaml