Small fix for supporting workflow dispatch in nightly perf (#10908)

This commit is contained in:
Yuwen Hu 2024-04-29 13:25:14 +08:00 committed by GitHub
parent d884c62dc4
commit c936ba3b64
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -153,7 +153,7 @@ jobs:
python ../../../test/benchmark/check_results.py -c test1 -y ../../../test/benchmark/arc-perf-test.yaml python ../../../test/benchmark/check_results.py -c test1 -y ../../../test/benchmark/arc-perf-test.yaml
python ../../../test/benchmark/check_results.py -c test2 -y ../../../test/benchmark/arc-perf-transformers-434.yaml python ../../../test/benchmark/check_results.py -c test2 -y ../../../test/benchmark/arc-perf-transformers-434.yaml
find . -name "*test*.csv" -delete find . -name "*test*.csv" -delete
if [ ${{ github.event.schedule}} || ${{ github.event_name }} == "workflow_dispatch" ]; then if [ ${{ github.event_name }} == "schedule" ] || [ ${{ github.event_name }} == "workflow_dispatch" ]; then
curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/gpu/ curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/gpu/
fi fi
@ -297,7 +297,7 @@ jobs:
python -m pip install pandas==1.5.3 python -m pip install pandas==1.5.3
python csv_to_html.py -f $CSV_SAVE_PATH python csv_to_html.py -f $CSV_SAVE_PATH
cd ../../dev/benchmark/all-in-one/ cd ../../dev/benchmark/all-in-one/
if [ ${{ github.event.schedule}} || ${{ github.event_name }} == "workflow_dispatch" ]; then if [ ${{ github.event_name }} == "schedule" ] || [ ${{ github.event_name }} == "workflow_dispatch" ]; then
curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/core_${{ matrix.platform }}/ curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/core_${{ matrix.platform }}/
fi fi
@ -391,7 +391,7 @@ jobs:
- name: Set directory envs & and fix generated csv date name - name: Set directory envs & and fix generated csv date name
shell: bash shell: bash
run: | run: |
if [ ${{ github.event_name }} == "schedule" || ${{ github.event_name }} == "workflow_dispatch" ]; then if [ ${{ github.event_name }} == "schedule" ] || [ ${{ github.event_name }} == "workflow_dispatch" ]; then
echo "CSV_SAVE_PATH=${CSV_NIGHTLY_PATH}" >> "$GITHUB_ENV" echo "CSV_SAVE_PATH=${CSV_NIGHTLY_PATH}" >> "$GITHUB_ENV"
else else
echo "CSV_SAVE_PATH=${CSV_PR_PATH}" >> "$GITHUB_ENV" echo "CSV_SAVE_PATH=${CSV_PR_PATH}" >> "$GITHUB_ENV"
@ -863,17 +863,22 @@ jobs:
call conda deactivate call conda deactivate
# TODO: avoid duplicated code
- name: Upload results to ftp - name: Upload results to ftp
if: ${{ always() }} if: ${{ always() }}
shell: cmd shell: cmd
run: | run: |
cd %CSV_SAVE_PATH% cd %CSV_SAVE_PATH%
IF "${{ github.event_name }}"=="schedule" OR "${{ github.event_name }}"=="workflow_dispatch" ( IF "${{ github.event_name }}"=="schedule" (
for %%f in (*.html) do (
curl -T "%%f" %FTP_IGPU_NIGHTLY_PERF_PATH%
)
)
IF "${{ github.event_name }}"=="workflow_dispatch" (
for %%f in (*.html) do ( for %%f in (*.html) do (
curl -T "%%f" %FTP_IGPU_NIGHTLY_PERF_PATH% curl -T "%%f" %FTP_IGPU_NIGHTLY_PERF_PATH%
) )
) )
# for test on machine when encountering error # for test on machine when encountering error
# - name: Remove conda env # - name: Remove conda env
# if: ${{ always() }} # if: ${{ always() }}