ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

remove limit in harness run (#10139)

Browse source
This commit is contained in:
yb-peng 2024-02-09 11:20:53 +08:00 committed by GitHub
parent b4dc33def6
commit b7c5104d98
1 changed files with 1 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.github/workflows/llm-harness-evaluation.yml vendored
View file

@ -169,7 +169,6 @@ jobs:
env: env:
USE_XETLA: OFF USE_XETLA: OFF
# SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS: 1 # SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS: 1
# TODO: limit just for debug, remove it later
run: | run: |
export HF_HOME=${HARNESS_HF_HOME} export HF_HOME=${HARNESS_HF_HOME}
export HF_DATASETS=$HARNESS_HF_HOME/datasets export HF_DATASETS=$HARNESS_HF_HOME/datasets
@ -183,8 +182,6 @@ jobs:
--device ${{ matrix.device }} \ --device ${{ matrix.device }} \
--tasks ${{ matrix.task }} \ --tasks ${{ matrix.task }} \
--batch_size 1 --no_cache --output_path results \ --batch_size 1 --no_cache --output_path results \
--limit 3
- uses: actions/upload-artifact@v3 - uses: actions/upload-artifact@v3
with: with:
@ -225,6 +222,7 @@ jobs:
ls results ls results
python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_and_csv.py results python ${{ github.workspace }}/python/llm/dev/benchmark/harness/make_table_and_csv.py results
# TODO: change machine to store the results later
llm-harness-summary-nightly: llm-harness-summary-nightly:
if: ${{github.event_name == 'schedule' || github.event_name == 'pull_request'}} if: ${{github.event_name == 'schedule' || github.event_name == 'pull_request'}}
needs: [set-matrix, llm-harness-evalution] needs: [set-matrix, llm-harness-evalution]