From 88f7f569802a13b96fd291b37a54dab1796f4c88 Mon Sep 17 00:00:00 2001
From: "Chen, Zhentao" <zhentao.chen@intel.com>
Date: Fri, 23 Feb 2024 16:33:39 +0800
Subject: [PATCH] rewrite html visualization

---
 .github/workflows/llm-harness-evaluation.yml | 59 +++++++++-----------
 1 file changed, 25 insertions(+), 34 deletions(-)

diff --git a/.github/workflows/llm-harness-evaluation.yml b/.github/workflows/llm-harness-evaluation.yml
index deb339ae..105cb5b7 100644
--- a/.github/workflows/llm-harness-evaluation.yml
+++ b/.github/workflows/llm-harness-evaluation.yml
@@ -233,7 +233,7 @@ jobs:
           python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table.py results
 
   # TODO: change machine to store the results later        
-  llm-harness-summary-html:
+  llm-harness-html:
     if: ${{github.event_name == 'schedule' || github.event_name == 'pull_request'}}
     needs: [set-matrix, llm-harness-evaluation]
     runs-on: ["self-hosted", "llm", "accuracy1", "accuracy-nightly"]
@@ -248,54 +248,45 @@ jobs:
         run: |
           pip install --upgrade pip
           pip install jsonlines  pytablewriter regex
+          pip install pandas==1.5.3
       
       - name: Set output path
         shell: bash
         run: |    
-          DATE=$(date +%Y-%m-%d)
-          OUTPUT_PATH="results_$DATE"
-          echo "OUTPUT_PATH=$OUTPUT_PATH" >> $GITHUB_ENV
-          NIGHTLY_FOLDER="/home/arda/harness-action-runners/nightly-accuracy-data"
-          echo "NIGHTLY_FOLDER=$NIGHTLY_FOLDER" >> $GITHUB_ENV
-          PR_FOLDER="/home/arda/harness-action-runners/pr-accuracy-data"
-          echo "PR_FOLDER=$PR_FOLDER" >> $GITHUB_ENV
+          echo "DATE=$(date +%Y-%m-%d)" >> $GITHUB_ENV
+          if ${{github.event_name == 'pull_request'}}; then
+            echo 'ACC_FOLDER="/home/arda/harness-action-runners/pr-accuracy-data"' >> $GITHUB_ENV
+          fi
+          if ${{github.event_name == 'schedule'}}; then
+            echo 'ACC_FOLDER="/home/arda/harness-action-runners/nightly-accuracy-data"' >> $GITHUB_ENV
+          fi
 
-      - name: Download all results for nightly run
-        if: github.event_name == 'schedule'
+      - name: Download all results
         uses: actions/download-artifact@v3
         with:
           name: harness_results
-          path: ${{ env.NIGHTLY_FOLDER}}/${{ env.OUTPUT_PATH }}
-  
-      - name: Download all results for pr run
-        if: github.event_name == 'pull_request'
-        uses: actions/download-artifact@v3
-        with:
-          name: harness_results
-          path: ${{ env.PR_FOLDER}}/${{ env.OUTPUT_PATH }}
+          path: ${{ env.ACC_FOLDER}}/${{ env.DATE }}
+
 
       # Save fp16.csv in the parent folder of env.nightly_folder
-      - name: Download fp16.csv for summary
+      - name: Download FP16 results
         shell: bash
         run: |
-          wget https://raw.githubusercontent.com/intel-analytics/BigDL/main/python/llm/dev/benchmark/harness/fp16.csv -O ${{ env.NIGHTLY_FOLDER}}/../fp16.csv
-          ls ${{ env.NIGHTLY_FOLDER}}/..
+          wget https://raw.githubusercontent.com/intel-analytics/BigDL/main/python/llm/test/benchmark/harness/fp16.csv -O $ACC_FOLDER/../fp16.csv
+          ls $ACC_FOLDER/..
 
-      - name: Summarize the results for nightly run
-        if: github.event_name == 'schedule'
+      - name: Write to CSV
+        working-directory: ${{ github.workspace }}/python/llm/dev/benchmark/harness
         shell: bash
         run: |
-          ls /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }}
-          pip install pandas==1.5.3
-          python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_and_csv.py ${{ env.NIGHTLY_FOLDER}}/${{ env.OUTPUT_PATH }} ${{ env.NIGHTLY_FOLDER}}
-          python ${{ github.workspace }}/python/llm/dev/benchmark/harness/harness_csv_to_html.py -f ${{ env.NIGHTLY_FOLDER}}
-          python ${{ github.workspace }}/python/llm/dev/benchmark/harness/update_html_in_parent_folder.py -f ${{ env.NIGHTLY_FOLDER }}
+          ls $ACC_FOLDER/$DATE
+          python make_table_and_csv.py $ACC_FOLDER/$DATE $ACC_FOLDER
 
-      - name: Summarize the results for pull request
-        if: github.event_name == 'pull_request'
+      - name: Update HTML
+        working-directory: ${{ github.workspace }}/python/llm/test/benchmark/harness
         shell: bash
         run: |
-          ls /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }}
-          pip install pandas==1.5.3
-          python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_and_csv.py ${{ env.PR_FOLDER}}/${{ env.OUTPUT_PATH }} ${{ env.PR_FOLDER}}
-          python ${{ github.workspace }}/python/llm/dev/benchmark/harness/harness_csv_to_html.py -f ${{ env.PR_FOLDER}}
\ No newline at end of file
+          python harness_csv_to_html.py -f $ACC_FOLDER
+          if github.event_name == 'schedule'; then
+            python update_html_in_parent_folder.py -f $ACC_FOLDER
+          fi
\ No newline at end of file