ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

rewrite html visualization

Browse source
This commit is contained in:
Chen, Zhentao 2024-02-23 16:33:39 +08:00
parent 6fe5344fa6
commit 88f7f56980
1 changed files with 25 additions and 34 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

59
.github/workflows/llm-harness-evaluation.yml vendored
View file

@ -233,7 +233,7 @@ jobs:
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table.py results
# TODO: change machine to store the results later
llm-harness-summary-html:
llm-harness-html:
if: ${{github.event_name == 'schedule' || github.event_name == 'pull_request'}}
needs: [set-matrix, llm-harness-evaluation]
runs-on: ["self-hosted", "llm", "accuracy1", "accuracy-nightly"]
@ -248,54 +248,45 @@ jobs:
run: |
pip install --upgrade pip
pip install jsonlines pytablewriter regex
pip install pandas==1.5.3
- name: Set output path
shell: bash
run: |
DATE=$(date +%Y-%m-%d)
OUTPUT_PATH="results_$DATE"
echo "OUTPUT_PATH=$OUTPUT_PATH" >> $GITHUB_ENV
NIGHTLY_FOLDER="/home/arda/harness-action-runners/nightly-accuracy-data"
echo "NIGHTLY_FOLDER=$NIGHTLY_FOLDER" >> $GITHUB_ENV
PR_FOLDER="/home/arda/harness-action-runners/pr-accuracy-data"
echo "PR_FOLDER=$PR_FOLDER" >> $GITHUB_ENV
echo "DATE=$(date +%Y-%m-%d)" >> $GITHUB_ENV
if ${{github.event_name == 'pull_request'}}; then
echo 'ACC_FOLDER="/home/arda/harness-action-runners/pr-accuracy-data"' >> $GITHUB_ENV
fi
if ${{github.event_name == 'schedule'}}; then
echo 'ACC_FOLDER="/home/arda/harness-action-runners/nightly-accuracy-data"' >> $GITHUB_ENV
fi
- name: Download all results for nightly run
if: github.event_name == 'schedule'
- name: Download all results
uses: actions/download-artifact@v3
with:
name: harness_results
path: ${{ env.NIGHTLY_FOLDER}}/${{ env.OUTPUT_PATH }}
- name: Download all results for pr run
if: github.event_name == 'pull_request'
uses: actions/download-artifact@v3
with:
name: harness_results
path: ${{ env.PR_FOLDER}}/${{ env.OUTPUT_PATH }}
path: ${{ env.ACC_FOLDER}}/${{ env.DATE }}
# Save fp16.csv in the parent folder of env.nightly_folder
- name: Download fp16.csv for summary
- name: Download FP16 results
shell: bash
run: |
wget https://raw.githubusercontent.com/intel-analytics/BigDL/main/python/llm/dev/benchmark/harness/fp16.csv -O ${{ env.NIGHTLY_FOLDER}}/../fp16.csv
ls ${{ env.NIGHTLY_FOLDER}}/..
wget https://raw.githubusercontent.com/intel-analytics/BigDL/main/python/llm/test/benchmark/harness/fp16.csv -O $ACC_FOLDER/../fp16.csv
ls $ACC_FOLDER/..
- name: Summarize the results for nightly run
if: github.event_name == 'schedule'
- name: Write to CSV
working-directory: ${{ github.workspace }}/python/llm/dev/benchmark/harness
shell: bash
run: |
ls /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }}
pip install pandas==1.5.3
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_and_csv.py ${{ env.NIGHTLY_FOLDER}}/${{ env.OUTPUT_PATH }} ${{ env.NIGHTLY_FOLDER}}
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/harness_csv_to_html.py -f ${{ env.NIGHTLY_FOLDER}}
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/update_html_in_parent_folder.py -f ${{ env.NIGHTLY_FOLDER }}
ls $ACC_FOLDER/$DATE
python make_table_and_csv.py $ACC_FOLDER/$DATE $ACC_FOLDER
- name: Summarize the results for pull request
if: github.event_name == 'pull_request'
- name: Update HTML
working-directory: ${{ github.workspace }}/python/llm/test/benchmark/harness
shell: bash
run: |
ls /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }}
pip install pandas==1.5.3
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_and_csv.py ${{ env.PR_FOLDER}}/${{ env.OUTPUT_PATH }} ${{ env.PR_FOLDER}}
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/harness_csv_to_html.py -f ${{ env.PR_FOLDER}}
python harness_csv_to_html.py -f $ACC_FOLDER
if github.event_name == 'schedule'; then
python update_html_in_parent_folder.py -f $ACC_FOLDER
fi