LLM: store the nightly test and pr results separately (#9404)
* LLM: store the csv results separately * modify the trigger files of LLM Performance Test
This commit is contained in:
parent
0674146cfb
commit
2cfef5ef1e
1 changed files with 12 additions and 8 deletions
20
.github/workflows/llm_performance_tests.yml
vendored
20
.github/workflows/llm_performance_tests.yml
vendored
|
|
@ -13,11 +13,8 @@ on:
|
|||
branches: [main]
|
||||
paths:
|
||||
- ".github/workflows/llm_performance_tests.yml"
|
||||
- ".github/workflows/llm-binary-build.yml"
|
||||
- ".github/actions/llm/setup-llm-env/action.yml"
|
||||
- ".github/actions/llm/remove-llm-env/action.yml"
|
||||
- ".github/actions/llm/download-llm-binary/action.yml"
|
||||
- "python/llm/test/benchmark/**"
|
||||
- "python/llm/dev/benchmark/all-in-one/**"
|
||||
workflow_dispatch:
|
||||
workflow_call:
|
||||
|
||||
|
|
@ -88,6 +85,8 @@ jobs:
|
|||
OMP_NUM_THREADS: 16
|
||||
THREAD_NUM: 16
|
||||
ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
|
||||
CSV_SAVE_PATH: ${{ github.event.schedule && '/mnt/disk1/nightly_perf_gpu/' || '/mnt/disk1/pr_perf_gpu/' }}
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
|
|
@ -131,13 +130,16 @@ jobs:
|
|||
export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
|
||||
mv python/llm/test/benchmark/arc-perf-test.yaml python/llm/dev/benchmark/all-in-one/config.yaml
|
||||
cd python/llm/dev/benchmark/all-in-one
|
||||
# hide time info
|
||||
sed -i 's/str(end - st)/"xxxxxx"/g' run.py
|
||||
python run.py
|
||||
cp ./*.csv /mnt/disk1/nightly_perf_gpu/
|
||||
cp ./*.csv $CSV_SAVE_PATH
|
||||
cd ../../../test/benchmark
|
||||
python csv_to_html.py -f /mnt/disk1/nightly_perf_gpu/
|
||||
python csv_to_html.py -f $CSV_SAVE_PATH
|
||||
cd ../../dev/benchmark/all-in-one/
|
||||
curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/gpu/
|
||||
|
||||
if [ ${{ github.event.schedule}} ]; then
|
||||
curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/gpu/
|
||||
fi
|
||||
|
||||
llm-performance-test-on-spr:
|
||||
needs: llm-cpp-build
|
||||
|
|
@ -180,6 +182,8 @@ jobs:
|
|||
cd python/llm/dev/benchmark/all-in-one
|
||||
export http_proxy=${HTTP_PROXY}
|
||||
export https_proxy=${HTTPS_PROXY}
|
||||
# hide time info
|
||||
sed -i 's/str(end - st)/"xxxxxx"/g' run.py
|
||||
python run.py
|
||||
cp ./*.csv /mnt/disk1/nightly_perf_cpu/
|
||||
cd ../../../test/benchmark
|
||||
|
|
|
|||
Loading…
Reference in a new issue