ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Integrate the result of ppl and harness (#10265)

Browse source 
* modify NIGHTLY_MATRIX_PRECISION

* change ACC_FOLDER of harness

* change ACC_FOLDER of ppl
This commit is contained in:
hxsz1997 2024-02-28 17:53:02 +08:00 committed by GitHub
parent cccb02dad1
commit 925aff730e
2 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.github/workflows/llm-harness-evaluation.yml vendored
View file

@ -259,10 +259,10 @@ jobs:
run: | run: |
echo "DATE=$(date +%Y-%m-%d)" >> $GITHUB_ENV echo "DATE=$(date +%Y-%m-%d)" >> $GITHUB_ENV
if ${{github.event_name == 'pull_request'}}; then if ${{github.event_name == 'pull_request'}}; then
echo 'ACC_FOLDER=/home/arda/harness-action-runners/pr-accuracy-data' >> $GITHUB_ENV echo 'ACC_FOLDER=/home/arda/action-runners/harness/pr-accuracy-data' >> $GITHUB_ENV
fi fi
if ${{github.event_name == 'schedule'}}; then if ${{github.event_name == 'schedule'}}; then
echo 'ACC_FOLDER=/home/arda/harness-action-runners/nightly-accuracy-data' >> $GITHUB_ENV echo 'ACC_FOLDER=/home/arda/action-runners/harness/nightly-accuracy-data' >> $GITHUB_ENV
fi fi
- name: Download harness results - name: Download harness results

6
.github/workflows/llm-ppl-evaluation.yml vendored
View file

@ -59,7 +59,7 @@ jobs:
NIGHTLY_MATRIX_MODEL_NAME: '["Llama-2-7b-chat-hf", "mpt-7b-chat", NIGHTLY_MATRIX_MODEL_NAME: '["Llama-2-7b-chat-hf", "mpt-7b-chat",
"falcon-7b-instruct-with-patch", "Mistral-7B-v0.1", "falcon-7b-instruct-with-patch", "Mistral-7B-v0.1",
"chatglm2-6b", "chatglm3-6b", "Baichuan2-7B-Chat"]' "chatglm2-6b", "chatglm3-6b", "Baichuan2-7B-Chat"]'
NIGHTLY_MATRIX_PRECISION: '["sym_int4 fp8"]' NIGHTLY_MATRIX_PRECISION: '["sym_int4", "fp8"]'
NIGHTLY_LABELS: '["self-hosted", "llm", "accuracy-nightly"]' NIGHTLY_LABELS: '["self-hosted", "llm", "accuracy-nightly"]'
run: | run: |
echo "seq_len=$NIGHTLY_MATRIX_SEQ_LEN" >> $GITHUB_ENV echo "seq_len=$NIGHTLY_MATRIX_SEQ_LEN" >> $GITHUB_ENV
@ -243,10 +243,10 @@ jobs:
run: | run: |
echo "DATE=$(date +%Y-%m-%d)" >> $GITHUB_ENV echo "DATE=$(date +%Y-%m-%d)" >> $GITHUB_ENV
if ${{github.event_name == 'pull_request'}}; then if ${{github.event_name == 'pull_request'}}; then
echo 'ACC_FOLDER=/home/arda/ppl-action-runners/pr-accuracy-data' >> $GITHUB_ENV echo 'ACC_FOLDER=/home/arda/action-runners/ppl/pr-accuracy-data' >> $GITHUB_ENV
fi fi
if ${{github.event_name == 'schedule'}}; then if ${{github.event_name == 'schedule'}}; then
echo 'ACC_FOLDER=/home/arda/ppl-action-runners/nightly-accuracy-data' >> $GITHUB_ENV echo 'ACC_FOLDER=/home/arda/action-runners/ppl/nightly-accuracy-data' >> $GITHUB_ENV
fi fi
- name: Download ppl results - name: Download ppl results