ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

remove nightly summary job

Browse source
This commit is contained in:
pengyb2001 2024-02-06 13:50:38 +08:00
parent bc92dbf7be
commit 5edefe7d8e
1 changed files with 49 additions and 43 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

92
.github/workflows/llm-harness-evaluation.yml vendored
View file

@ -210,8 +210,8 @@ jobs:
if: ${{ always() }} if: ${{ always() }}
needs: llm-harness-evalution needs: llm-harness-evalution
runs-on: ubuntu-latest runs-on: ubuntu-latest
env: # env:
OUTPUT_PATH: ${{ needs.llm-harness-evalution.outputs.output_path }} # OUTPUT_PATH: ${{ needs.llm-harness-evalution.outputs.output_path }}
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v3
- name: Set up Python 3.9 - name: Set up Python 3.9
@ -223,6 +223,10 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install jsonlines pytablewriter regex pip install jsonlines pytablewriter regex
DATE=$(date +%Y-%m-%d)
OUTPUT_PATH="results_$DATE"
echo "OUTPUT_PATH=$OUTPUT_PATH" >> $GITHUB_ENV
- name: Download all results - name: Download all results
uses: actions/download-artifact@v3 uses: actions/download-artifact@v3
with: with:
@ -231,53 +235,55 @@ jobs:
- name: Summarize the results - name: Summarize the results
shell: bash shell: bash
run: | run: |
echo ${{ env.OUTPUT_PATH }}
ls ${{ env.OUTPUT_PATH }} ls ${{ env.OUTPUT_PATH }}
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_results.py ${{ env.OUTPUT_PATH }} python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_results.py ${{ env.OUTPUT_PATH }}
llm-harness-summary-nightly: # TODO: add a nightly summary job
if: ${{github.event_name == 'schedule' || github.event_name == 'pull_request'}} # llm-harness-summary-nightly:
needs: llm-harness-evalution # if: ${{github.event_name == 'schedule' || github.event_name == 'pull_request'}}
runs-on: '["self-hosted", "llm", "temp-arc01"]' # needs: llm-harness-evalution
env: # runs-on: '["self-hosted", "llm", "temp-arc01"]'
OUTPUT_PATH: ${{ needs.llm-harness-evalution.outputs.output_path }} # env:
steps: # OUTPUT_PATH: ${{ needs.llm-harness-evalution.outputs.output_path }}
- uses: actions/checkout@v3 # steps:
- name: Set up Python 3.9 # - uses: actions/checkout@v3
uses: actions/setup-python@v4 # - name: Set up Python 3.9
with: # uses: actions/setup-python@v4
python-version: 3.9 # with:
# python-version: 3.9
- name: Install dependencies # - name: Install dependencies
shell: bash # shell: bash
run: | # run: |
pip install --upgrade pip # pip install --upgrade pip
pip install jsonlines pytablewriter regex # pip install jsonlines pytablewriter regex
- name: Download all results for nightly run # - name: Download all results for nightly run
if: github.event_name == 'schedule' # if: github.event_name == 'schedule'
uses: actions/download-artifact@v3 # uses: actions/download-artifact@v3
with: # with:
name: harness_results # name: harness_results
path: /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }} # path: /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }}
- name: Download all results for pull request # - name: Download all results for pull request
if: github.event_name == 'pull_request' # if: github.event_name == 'pull_request'
uses: actions/download-artifact@v3 # uses: actions/download-artifact@v3
with: # with:
name: harness_results # name: harness_results
path: /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }} # path: /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }}
- name: Summarize the results for nightly run # - name: Summarize the results for nightly run
if: github.event_name == 'schedule' # if: github.event_name == 'schedule'
shell: bash # shell: bash
run: | # run: |
ls /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }} # ls /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }}
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_results.py /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }} # python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_results.py /home/arda/harness-action-runners/nightly-accuracy-data/${{ env.OUTPUT_PATH }}
- name: Summarize the results for pull request # - name: Summarize the results for pull request
if: github.event_name == 'pull_request' # if: github.event_name == 'pull_request'
shell: bash # shell: bash
run: | # run: |
ls /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }} # ls /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }}
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_results.py /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }} # python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_results.py /home/arda/harness-action-runners/pr-accuracy-data/${{ env.OUTPUT_PATH }}