ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Change runtime configurations for perf test on Windows (#12705)

Browse source 
* Change runtime configurations for perf test on Windows

* Small fix
This commit is contained in:
Yuwen Hu 2025-01-14 17:54:57 +08:00 committed by GitHub
parent 350fae285d
commit 6d03d06ebb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 71 additions and 340 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

275
.github/workflows/llm_performance_tests.yml vendored
View file

@ -819,16 +819,11 @@ jobs:
shell: cmd shell: cmd
run: | run: |
call conda activate igpu-perf call conda activate igpu-perf
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1 :: TODO: speficy configurations on perf-arc
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
REM for llava REM for llava
set TRANSFORMERS_OFFLINE=1 set TRANSFORMERS_OFFLINE=1
@ -854,16 +849,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.36.2 pip install transformers==4.36.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_436.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_436.yaml config.yaml
@ -887,16 +874,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.38.2 pip install transformers==4.38.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_438.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_438.yaml config.yaml
@ -921,16 +900,8 @@ jobs:
pip install transformers==4.43.1 pip install transformers==4.43.1
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_443.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_443.yaml config.yaml
@ -957,16 +928,8 @@ jobs:
pip install accelerate==0.33.0 pip install accelerate==0.33.0
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_445.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\32-32_int4_fp16_445.yaml config.yaml
@ -1012,16 +975,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.37.0 pip install transformers==4.37.0
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
REM for llava REM for llava
set TRANSFORMERS_OFFLINE=1 set TRANSFORMERS_OFFLINE=1
@ -1047,16 +1002,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.36.2 pip install transformers==4.36.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_436.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_436.yaml config.yaml
@ -1080,16 +1027,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.38.2 pip install transformers==4.38.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_438.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_438.yaml config.yaml
@ -1114,16 +1053,8 @@ jobs:
pip install transformers==4.43.1 pip install transformers==4.43.1
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_443.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_443.yaml config.yaml
@ -1150,16 +1081,8 @@ jobs:
pip install accelerate==0.33.0 pip install accelerate==0.33.0
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_445.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_445.yaml config.yaml
@ -1204,16 +1127,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.37.0 pip install transformers==4.37.0
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
REM for llava REM for llava
set TRANSFORMERS_OFFLINE=1 set TRANSFORMERS_OFFLINE=1
@ -1239,16 +1154,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.36.2 pip install transformers==4.36.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_436.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_436.yaml config.yaml
@ -1272,16 +1179,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.38.2 pip install transformers==4.38.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_438.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_438.yaml config.yaml
@ -1306,16 +1205,8 @@ jobs:
pip install transformers==4.43.1 pip install transformers==4.43.1
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_443.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_443.yaml config.yaml
@ -1342,16 +1233,8 @@ jobs:
pip install accelerate==0.33.0 pip install accelerate==0.33.0
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_445.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\2048-256_int4_fp16_445.yaml config.yaml
@ -1396,16 +1279,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.37.0 pip install transformers==4.37.0
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
REM for llava REM for llava
set TRANSFORMERS_OFFLINE=1 set TRANSFORMERS_OFFLINE=1
@ -1433,16 +1308,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.36.2 pip install transformers==4.36.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\3072-384_int4_fp16_436.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\3072-384_int4_fp16_436.yaml config.yaml
@ -1471,16 +1338,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.38.2 pip install transformers==4.38.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\3072-384_int4_fp16_438.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\3072-384_int4_fp16_438.yaml config.yaml
@ -1518,16 +1377,8 @@ jobs:
pip install transformers==4.43.1 pip install transformers==4.43.1
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\3072-384_int4_fp16_443.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\3072-384_int4_fp16_443.yaml config.yaml
@ -1567,16 +1418,8 @@ jobs:
pip install accelerate==0.33.0 pip install accelerate==0.33.0
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\3072-384_int4_fp16_445.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\3072-384_int4_fp16_445.yaml config.yaml
@ -1636,16 +1479,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.37.0 pip install transformers==4.37.0
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
REM for llava REM for llava
set TRANSFORMERS_OFFLINE=1 set TRANSFORMERS_OFFLINE=1
@ -1673,16 +1508,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.38.2 pip install transformers==4.38.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\4096-512_int4_fp16_438.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\4096-512_int4_fp16_438.yaml config.yaml
@ -1709,16 +1536,8 @@ jobs:
pip install transformers==4.43.1 pip install transformers==4.43.1
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\4096-512_int4_fp16_443.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\4096-512_int4_fp16_443.yaml config.yaml
@ -1747,16 +1566,8 @@ jobs:
pip install accelerate==0.33.0 pip install accelerate==0.33.0
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\4096-512_int4_fp16_445.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\4096-512_int4_fp16_445.yaml config.yaml
@ -1804,16 +1615,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.37.0 pip install transformers==4.37.0
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
REM for llava REM for llava
set TRANSFORMERS_OFFLINE=1 set TRANSFORMERS_OFFLINE=1
@ -1841,16 +1644,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.36.2 pip install transformers==4.36.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_436.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_436.yaml config.yaml
@ -1876,16 +1671,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.38.2 pip install transformers==4.38.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_438.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_438.yaml config.yaml
@ -1912,16 +1699,8 @@ jobs:
pip install transformers==4.43.1 pip install transformers==4.43.1
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_443.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_443.yaml config.yaml
@ -1950,16 +1729,8 @@ jobs:
pip install accelerate==0.33.0 pip install accelerate==0.33.0
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_445.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_int4_fp16_loadlowbit_445.yaml config.yaml
@ -2006,16 +1777,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.37.0 pip install transformers==4.37.0
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
REM for llava REM for llava
set TRANSFORMERS_OFFLINE=1 set TRANSFORMERS_OFFLINE=1
@ -2043,16 +1806,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.36.2 pip install transformers==4.36.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_436.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_436.yaml config.yaml
@ -2078,16 +1833,8 @@ jobs:
call conda activate igpu-perf call conda activate igpu-perf
pip install transformers==4.38.2 pip install transformers==4.38.2
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_438.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_438.yaml config.yaml
@ -2114,16 +1861,8 @@ jobs:
pip install transformers==4.43.1 pip install transformers==4.43.1
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_443.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_443.yaml config.yaml
@ -2152,16 +1891,8 @@ jobs:
pip install accelerate==0.33.0 pip install accelerate==0.33.0
pip install "trl<0.12.0" pip install "trl<0.12.0"
if "${{ matrix.platform }}"=="perf-mtl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-lnl" (
set SYCL_CACHE_PERSISTENT=1
)
if "${{ matrix.platform }}"=="perf-dgpu" (
set SYCL_CACHE_PERSISTENT=1 set SYCL_CACHE_PERSISTENT=1
set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 set SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
)
cd python\llm\dev\benchmark\all-in-one cd python\llm\dev\benchmark\all-in-one
move ..\..\..\test\benchmark\igpu-perf\1024-128_445.yaml config.yaml move ..\..\..\test\benchmark\igpu-perf\1024-128_445.yaml config.yaml