From f315c7f93a79c840aae2d7b283e1f2496d590cb7 Mon Sep 17 00:00:00 2001
From: "Chen, Zhentao" <zhentao.chen@intel.com>
Date: Fri, 23 Feb 2024 11:12:36 +0800
Subject: [PATCH] Move harness nightly related files to llm/test folder
 (#10209)

* move harness nightly files to test folder

* change workflow file path accordingly

* use arc01 when pr

* fix path

* fix fp16 csv path
---
 .github/workflows/llm-harness-evaluation.yml           | 10 +++++-----
 python/llm/{dev => test}/benchmark/harness/fp16.csv    |  0
 .../benchmark/harness/harness_csv_to_html.py           |  0
 .../benchmark/harness/update_html_in_parent_folder.py  |  0
 4 files changed, 5 insertions(+), 5 deletions(-)
 rename python/llm/{dev => test}/benchmark/harness/fp16.csv (100%)
 rename python/llm/{dev => test}/benchmark/harness/harness_csv_to_html.py (100%)
 rename python/llm/{dev => test}/benchmark/harness/update_html_in_parent_folder.py (100%)

diff --git a/.github/workflows/llm-harness-evaluation.yml b/.github/workflows/llm-harness-evaluation.yml
index 863101f2..5b6b7727 100644
--- a/.github/workflows/llm-harness-evaluation.yml
+++ b/.github/workflows/llm-harness-evaluation.yml
@@ -71,7 +71,7 @@ jobs:
           PR_MATRIX_MODEL_NAME: '["Mistral-7B-v0.1"]'
           PR_MATRIX_TASK: '["arc", "truthfulqa", "winogrande"]'
           PR_MATRIX_PRECISION: '["fp8"]'
-          PR_LABELS: '["self-hosted", "llm", "accuracy-nightly"]'
+          PR_LABELS: '["self-hosted", "llm", "temp-arc01"]'
 
         run: |
             echo "model_name=$PR_MATRIX_MODEL_NAME" >> $GITHUB_ENV
@@ -294,7 +294,7 @@ jobs:
       - name: Download fp16.csv for summary
         shell: bash
         run: |
-          wget https://raw.githubusercontent.com/intel-analytics/BigDL/main/python/llm/dev/benchmark/harness/fp16.csv -O ${{ env.NIGHTLY_FOLDER}}/../fp16.csv
+          wget https://raw.githubusercontent.com/intel-analytics/BigDL/main/python/llm/test/benchmark/harness/fp16.csv -O ${{ env.NIGHTLY_FOLDER}}/../fp16.csv
           ls ${{ env.NIGHTLY_FOLDER}}/..
 
       - name: Summarize the results for nightly run
@@ -304,8 +304,8 @@ jobs:
           ls /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }}
           pip install pandas==1.5.3
           python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_and_csv.py ${{ env.NIGHTLY_FOLDER}}/${{ env.OUTPUT_PATH }} ${{ env.NIGHTLY_FOLDER}}
-          python ${{ github.workspace }}/python/llm/dev/benchmark/harness/harness_csv_to_html.py -f ${{ env.NIGHTLY_FOLDER}}
-          python ${{ github.workspace }}/python/llm/dev/benchmark/harness/update_html_in_parent_folder.py -f ${{ env.NIGHTLY_FOLDER }}
+          python ${{ github.workspace }}/python/llm/test/benchmark/harness/harness_csv_to_html.py -f ${{ env.NIGHTLY_FOLDER}}
+          python ${{ github.workspace }}/python/llm/test/benchmark/harness/update_html_in_parent_folder.py -f ${{ env.NIGHTLY_FOLDER }}
 
       - name: Summarize the results for pull request
         if: github.event_name == 'pull_request'
@@ -314,4 +314,4 @@ jobs:
           ls /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }}
           pip install pandas==1.5.3
           python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_and_csv.py ${{ env.PR_FOLDER}}/${{ env.OUTPUT_PATH }} ${{ env.PR_FOLDER}}
-          python ${{ github.workspace }}/python/llm/dev/benchmark/harness/harness_csv_to_html.py -f ${{ env.PR_FOLDER}}
\ No newline at end of file
+          python ${{ github.workspace }}/python/llm/test/benchmark/harness/harness_csv_to_html.py -f ${{ env.PR_FOLDER}}
\ No newline at end of file
diff --git a/python/llm/dev/benchmark/harness/fp16.csv b/python/llm/test/benchmark/harness/fp16.csv
similarity index 100%
rename from python/llm/dev/benchmark/harness/fp16.csv
rename to python/llm/test/benchmark/harness/fp16.csv
diff --git a/python/llm/dev/benchmark/harness/harness_csv_to_html.py b/python/llm/test/benchmark/harness/harness_csv_to_html.py
similarity index 100%
rename from python/llm/dev/benchmark/harness/harness_csv_to_html.py
rename to python/llm/test/benchmark/harness/harness_csv_to_html.py
diff --git a/python/llm/dev/benchmark/harness/update_html_in_parent_folder.py b/python/llm/test/benchmark/harness/update_html_in_parent_folder.py
similarity index 100%
rename from python/llm/dev/benchmark/harness/update_html_in_parent_folder.py
rename to python/llm/test/benchmark/harness/update_html_in_parent_folder.py