parent
2b993ad479
commit
77cb348220
5 changed files with 25 additions and 25 deletions
|
|
@ -10,7 +10,7 @@ runs:
|
||||||
using: "composite"
|
using: "composite"
|
||||||
steps:
|
steps:
|
||||||
- name: Download all build files
|
- name: Download all build files
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
- name: Move build resources
|
- name: Move build resources
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
|
|
|
||||||
12
.github/workflows/llm-c-evaluation.yml
vendored
12
.github/workflows/llm-c-evaluation.yml
vendored
|
|
@ -12,10 +12,10 @@ permissions:
|
||||||
on:
|
on:
|
||||||
# schedule:
|
# schedule:
|
||||||
# - cron: "00 15 * * *" # GMT time, 15:00 GMT == 23:00 Beijing Time
|
# - cron: "00 15 * * *" # GMT time, 15:00 GMT == 23:00 Beijing Time
|
||||||
pull_request:
|
# pull_request:
|
||||||
branches: [main]
|
# branches: [main]
|
||||||
paths:
|
# paths:
|
||||||
- ".github/workflows/llm-c-evaluation.yml"
|
# - ".github/workflows/llm-c-evaluation.yml"
|
||||||
# Allows you to run this workflow manually from the Actions tab
|
# Allows you to run this workflow manually from the Actions tab
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
inputs:
|
inputs:
|
||||||
|
|
@ -204,7 +204,7 @@ jobs:
|
||||||
pip install pandas==1.5.3
|
pip install pandas==1.5.3
|
||||||
|
|
||||||
- name: Download ceval results
|
- name: Download ceval results
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
with:
|
with:
|
||||||
name: ceval_results
|
name: ceval_results
|
||||||
path: results
|
path: results
|
||||||
|
|
@ -259,7 +259,7 @@ jobs:
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Download ceval results
|
- name: Download ceval results
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
with:
|
with:
|
||||||
name: results_${{ needs.set-matrix.outputs.date }}
|
name: results_${{ needs.set-matrix.outputs.date }}
|
||||||
path: ${{ env.ACC_FOLDER }}
|
path: ${{ env.ACC_FOLDER }}
|
||||||
|
|
|
||||||
12
.github/workflows/llm-harness-evaluation.yml
vendored
12
.github/workflows/llm-harness-evaluation.yml
vendored
|
|
@ -12,10 +12,10 @@ permissions:
|
||||||
on:
|
on:
|
||||||
# schedule:
|
# schedule:
|
||||||
# - cron: "30 12 * * *" # GMT time, 12:30 GMT == 20:30 China
|
# - cron: "30 12 * * *" # GMT time, 12:30 GMT == 20:30 China
|
||||||
pull_request:
|
# pull_request:
|
||||||
branches: [main]
|
# branches: [main]
|
||||||
paths:
|
# paths:
|
||||||
- ".github/workflows/llm-harness-evaluation.yml"
|
# - ".github/workflows/llm-harness-evaluation.yml"
|
||||||
# Allows you to run this workflow manually from the Actions tab
|
# Allows you to run this workflow manually from the Actions tab
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
inputs:
|
inputs:
|
||||||
|
|
@ -220,7 +220,7 @@ jobs:
|
||||||
pip install --upgrade pip
|
pip install --upgrade pip
|
||||||
pip install jsonlines pytablewriter regex
|
pip install jsonlines pytablewriter regex
|
||||||
- name: Download all results
|
- name: Download all results
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
with:
|
with:
|
||||||
name: harness_results
|
name: harness_results
|
||||||
path: results
|
path: results
|
||||||
|
|
@ -260,7 +260,7 @@ jobs:
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Download harness results
|
- name: Download harness results
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
with:
|
with:
|
||||||
name: harness_results
|
name: harness_results
|
||||||
path: ${{ env.ACC_FOLDER}}/${{ env.DATE }}
|
path: ${{ env.ACC_FOLDER}}/${{ env.DATE }}
|
||||||
|
|
|
||||||
12
.github/workflows/llm-ppl-evaluation.yml
vendored
12
.github/workflows/llm-ppl-evaluation.yml
vendored
|
|
@ -12,10 +12,10 @@ permissions:
|
||||||
on:
|
on:
|
||||||
# schedule:
|
# schedule:
|
||||||
# - cron: "00 12 * * *" # GMT time, 12:00 GMT == 20:00 China
|
# - cron: "00 12 * * *" # GMT time, 12:00 GMT == 20:00 China
|
||||||
pull_request:
|
# pull_request:
|
||||||
branches: [main]
|
# branches: [main]
|
||||||
paths:
|
# paths:
|
||||||
- ".github/workflows/llm-ppl-evaluation.yml"
|
# - ".github/workflows/llm-ppl-evaluation.yml"
|
||||||
# Allows you to run this workflow manually from the Actions tab
|
# Allows you to run this workflow manually from the Actions tab
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
inputs:
|
inputs:
|
||||||
|
|
@ -206,7 +206,7 @@ jobs:
|
||||||
pip install --upgrade pip
|
pip install --upgrade pip
|
||||||
pip install jsonlines pytablewriter regex
|
pip install jsonlines pytablewriter regex
|
||||||
- name: Download all results
|
- name: Download all results
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
with:
|
with:
|
||||||
name: ppl_results
|
name: ppl_results
|
||||||
path: results
|
path: results
|
||||||
|
|
@ -245,7 +245,7 @@ jobs:
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Download ppl results
|
- name: Download ppl results
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
with:
|
with:
|
||||||
name: ppl_results
|
name: ppl_results
|
||||||
path: ${{ env.ACC_FOLDER}}/${{ env.DATE }}
|
path: ${{ env.ACC_FOLDER}}/${{ env.DATE }}
|
||||||
|
|
|
||||||
12
.github/workflows/llm-whisper-evaluation.yml
vendored
12
.github/workflows/llm-whisper-evaluation.yml
vendored
|
|
@ -12,10 +12,10 @@ permissions:
|
||||||
on:
|
on:
|
||||||
# schedule:
|
# schedule:
|
||||||
# - cron: "00 13 * * *" # GMT time, 13:00 GMT == 21:00 China
|
# - cron: "00 13 * * *" # GMT time, 13:00 GMT == 21:00 China
|
||||||
pull_request:
|
# pull_request:
|
||||||
branches: [main]
|
# branches: [main]
|
||||||
paths:
|
# paths:
|
||||||
- ".github/workflows/llm-whisper-evaluation.yml"
|
# - ".github/workflows/llm-whisper-evaluation.yml"
|
||||||
# Allows you to run this workflow manually from the Actions tab
|
# Allows you to run this workflow manually from the Actions tab
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
inputs:
|
inputs:
|
||||||
|
|
@ -176,14 +176,14 @@ jobs:
|
||||||
|
|
||||||
- name: Download all results for nightly run
|
- name: Download all results for nightly run
|
||||||
if: github.event_name == 'schedule'
|
if: github.event_name == 'schedule'
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
with:
|
with:
|
||||||
name: whisper_results
|
name: whisper_results
|
||||||
path: ${{ env.NIGHTLY_FOLDER}}/${{ env.OUTPUT_PATH }}
|
path: ${{ env.NIGHTLY_FOLDER}}/${{ env.OUTPUT_PATH }}
|
||||||
|
|
||||||
- name: Download all results for pr run
|
- name: Download all results for pr run
|
||||||
if: github.event_name == 'pull_request'
|
if: github.event_name == 'pull_request'
|
||||||
uses: actions/download-artifact@v3
|
uses: actions/download-artifact@4.1.7
|
||||||
with:
|
with:
|
||||||
name: whisper_results
|
name: whisper_results
|
||||||
path: ${{ env.PR_FOLDER}}/${{ env.OUTPUT_PATH }}
|
path: ${{ env.PR_FOLDER}}/${{ env.OUTPUT_PATH }}
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue