ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Further update to Windows dGPU perf test (#12237)

Browse source
This commit is contained in:
Yuwen Hu 2024-10-21 10:27:16 +08:00 committed by GitHub
parent da9270be2d
commit ea5154d85e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
.github/workflows/llm_performance_tests.yml vendored
View file

@ -1323,6 +1323,9 @@ jobs:
- name: Prepare igpu perf test (3072-384 int4+fp16) - name: Prepare igpu perf test (3072-384 int4+fp16)
shell: bash shell: bash
run: | run: |
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'meta-llama\/Llama-2-13b-chat-hf'/# - 'meta-llama\/Llama-2-13b-chat-hf'/" python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml
fi
sed -i 's/2048-256/3072-384/g' python/llm/dev/benchmark/all-in-one/run.py sed -i 's/2048-256/3072-384/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i 's/{today}_test5/{today}_test1/g' python/llm/dev/benchmark/all-in-one/run.py sed -i 's/{today}_test5/{today}_test1/g' python/llm/dev/benchmark/all-in-one/run.py
sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml sed -i "s/path to your local model hub/$MODEL_HUB_DIR/g" python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml
@ -1542,6 +1545,9 @@ jobs:
- name: Prepare igpu perf test (4096-512 int4+fp16) - name: Prepare igpu perf test (4096-512 int4+fp16)
shell: bash shell: bash
run: | run: |
if [ ${{ matrix.platform }} == "perf-dgpu" ]; then
sed -i "s/- 'meta-llama\/Llama-2-13b-chat-hf'/# - 'meta-llama\/Llama-2-13b-chat-hf'/" python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16.yaml
fi
sed -i 's/3072-384/4096-512/g' python/llm/dev/benchmark/all-in-one/run.py sed -i 's/3072-384/4096-512/g' python/llm/dev/benchmark/all-in-one/run.py
if [ ${{ matrix.platform }} == "perf-igpu" ]; then if [ ${{ matrix.platform }} == "perf-igpu" ]; then
sed -i 's/{today}_test5/{today}_test1/g' python/llm/dev/benchmark/all-in-one/run.py sed -i 's/{today}_test5/{today}_test1/g' python/llm/dev/benchmark/all-in-one/run.py