ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Small update to Windows dGPU perf test (#12230)

Browse source 
* Small update to Windows dGPU perf test

* Small fix

* Small fixes

* Remove unnecessary file
This commit is contained in:
Yuwen Hu 2024-10-18 16:39:59 +08:00 committed by GitHub
parent 9d7f42fd0f
commit ef659629f3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 24 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
.github/workflows/llm_performance_tests.yml vendored
View file

@ -854,6 +854,11 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (32-32 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
fi
sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_443.yaml
@ -1037,6 +1042,11 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (1024-128 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
fi
sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_443.yaml
@ -1219,6 +1229,11 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (2048-256 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
sed -i "s/- 'google\/gemma-2-9b-it'/# - 'google\/gemma-2-9b-it'/" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
fi
sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_443.yaml
@ -1414,6 +1429,11 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (3072-384 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16_443.yaml
fi
if [ ${{ matrix.platform }} == "perf-igpu" ]; then
sed -i 's/{today}_test3/{today}_test4/g' python/llm/dev/benchmark/all-in-one/run.py
fi
@ -1590,6 +1610,10 @@ jobs:
- name: Prepare igpu perf test for transformers 4.43 (4096-512 int4+fp16)
shell: bash
run: |
# temporarily remove gemma2 for Windows dGPU tests
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'google\/gemma-2-2b-it'/# - 'google\/gemma-2-2b-it'/" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_443.yaml
fi
sed -i 's/{today}_test2/{today}_test3/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_443.yaml