ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Further update for Windows dGPU performance tests (#12244)

Browse source
This commit is contained in:
Yuwen Hu 2024-10-22 15:07:21 +08:00 committed by GitHub
parent a35cf4d533
commit d8c1287335
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 0 additions and 24 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
.github/workflows/llm_performance_tests.yml vendored
View file

@ -854,11 +854,6 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (32-32 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
fi
sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
@ -1042,11 +1037,6 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (1024-128 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
fi
sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
@ -1232,11 +1222,6 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (2048-256 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
fi
sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
@ -1434,11 +1419,6 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (3072-384 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16_443.yaml
fi
if [ ${{ matrix.platform }} == "perf-igpu" ]; then
sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
fi
@ -1620,10 +1600,6 @@ jobs:
if: ${{ matrix.platform == 'perf-igpu' }}
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_443.yaml
fi
sed -i 's/{today}_test2/{today}_test3/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_443.yaml