Enable triggering nightly tests/performance tests from another repo (#11480)
* Enable triggering from another workflow for nightly tests and example tests * Enable triggering from another workflow for nightly performance tests
This commit is contained in:
parent
ec3a912ab6
commit
6bdc562f4c
3 changed files with 85 additions and 27 deletions
35
.github/workflows/llm-nightly-test.yml
vendored
35
.github/workflows/llm-nightly-test.yml
vendored
|
|
@ -10,17 +10,23 @@ permissions:
|
|||
|
||||
# Controls when the action will run.
|
||||
on:
|
||||
schedule:
|
||||
- cron: "00 13 * * *" # GMT time, 13:00 GMT == 21:00 China
|
||||
pull_request:
|
||||
branches: [main]
|
||||
paths:
|
||||
- ".github/workflows/llm-nightly-test.yml"
|
||||
- ".github/actions/llm/setup-llm-env/action.yml"
|
||||
- ".github/actions/llm/remove-llm-env/action.yml"
|
||||
- ".github/actions/llm/convert-test/action.yml"
|
||||
# Allows you to run this workflow manually from the Actions tab
|
||||
workflow_dispatch:
|
||||
# schedule:
|
||||
# - cron: "00 13 * * *" # GMT time, 13:00 GMT == 21:00 China
|
||||
# pull_request:
|
||||
# branches: [main]
|
||||
# paths:
|
||||
# - ".github/workflows/llm-nightly-test.yml"
|
||||
# - ".github/actions/llm/setup-llm-env/action.yml"
|
||||
# - ".github/actions/llm/remove-llm-env/action.yml"
|
||||
# - ".github/actions/llm/convert-test/action.yml"
|
||||
# # Allows you to run this workflow manually from the Actions tab
|
||||
# workflow_dispatch:
|
||||
workflow_call:
|
||||
inputs:
|
||||
checkout-ref:
|
||||
description: 'ref for checking out, including branch, tag or SHA'
|
||||
required: true
|
||||
type: string
|
||||
|
||||
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
|
||||
jobs:
|
||||
|
|
@ -69,6 +75,9 @@ jobs:
|
|||
echo "BLOOM_INT4_CKPT_PATH=${INT4_CKPT_DIR}/bigdl_llm_bloom_q4_0.bin" >> "$GITHUB_ENV"
|
||||
echo "STARCODER_INT4_CKPT_PATH=${INT4_CKPT_DIR}/bigdl_llm_starcoder_q4_0.bin" >> "$GITHUB_ENV"
|
||||
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
|
||||
with:
|
||||
repository: 'intel-analytics/ipex-llm'
|
||||
ref: ${{ github.event.inputs.checkout-ref }}
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v4
|
||||
with:
|
||||
|
|
@ -108,6 +117,10 @@ jobs:
|
|||
llm-unit-tests:
|
||||
needs: llm-cpp-build
|
||||
uses: ./.github/workflows/llm_unit_tests.yml
|
||||
with:
|
||||
checkout-ref: ${{ github.event.inputs.checkout-ref }}
|
||||
llm-example-test:
|
||||
needs: llm-cpp-build
|
||||
uses: ./.github/workflows/llm_example_tests.yml
|
||||
with:
|
||||
checkout-ref: ${{ github.event.inputs.checkout-ref }}
|
||||
|
|
|
|||
32
.github/workflows/llm_example_tests.yml
vendored
32
.github/workflows/llm_example_tests.yml
vendored
|
|
@ -12,19 +12,24 @@ permissions:
|
|||
on:
|
||||
# schedule:
|
||||
# - cron: '00 13 * * *' # GMT time, 13:00 GMT == 21:00 China
|
||||
pull_request:
|
||||
branches: [ main ]
|
||||
paths:
|
||||
- '.github/workflows/llm_example_tests.yml'
|
||||
- '.github/workflows/llm-binary-build.yml'
|
||||
- '.github/actions/llm/example-test/action.yml'
|
||||
- '.github/actions/llm/setup-llm-env/action.yml'
|
||||
- '.github/actions/llm/remove-llm-env/action.yml'
|
||||
- '.github/actions/llm/download-llm-binary/action.yml'
|
||||
- 'python/llm/dev/test/run-example-tests.sh'
|
||||
- 'python/llm/example/**'
|
||||
workflow_dispatch:
|
||||
# pull_request:
|
||||
# branches: [ main ]
|
||||
# paths:
|
||||
# - '.github/workflows/llm_example_tests.yml'
|
||||
# - '.github/workflows/llm-binary-build.yml'
|
||||
# - '.github/actions/llm/example-test/action.yml'
|
||||
# - '.github/actions/llm/setup-llm-env/action.yml'
|
||||
# - '.github/actions/llm/remove-llm-env/action.yml'
|
||||
# - '.github/actions/llm/download-llm-binary/action.yml'
|
||||
# - 'python/llm/dev/test/run-example-tests.sh'
|
||||
# - 'python/llm/example/**'
|
||||
# workflow_dispatch:
|
||||
workflow_call:
|
||||
inputs:
|
||||
checkout-ref:
|
||||
description: 'ref for checking out, including branch, tag or SHA'
|
||||
required: true
|
||||
type: string
|
||||
|
||||
env:
|
||||
INT4_CKPT_DIR: ./llm/ggml-actions/stable
|
||||
|
|
@ -46,6 +51,9 @@ jobs:
|
|||
THREAD_NUM: 24
|
||||
steps:
|
||||
- uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # actions/checkout@v2
|
||||
with:
|
||||
repository: 'intel-analytics/ipex-llm'
|
||||
ref: ${{ github.event.inputs.checkout-ref }}
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v2
|
||||
with:
|
||||
|
|
|
|||
45
.github/workflows/llm_performance_tests.yml
vendored
45
.github/workflows/llm_performance_tests.yml
vendored
|
|
@ -10,8 +10,8 @@ permissions:
|
|||
|
||||
# Controls when the action will run.
|
||||
on:
|
||||
schedule:
|
||||
- cron: "30 16 * * *" # GMT time, 16:30 GMT == 00:30 China
|
||||
# schedule:
|
||||
# - cron: "30 16 * * *" # GMT time, 16:30 GMT == 00:30 China
|
||||
# please uncomment it for PR tests
|
||||
# pull_request:
|
||||
# branches: [main]
|
||||
|
|
@ -19,8 +19,34 @@ on:
|
|||
# - ".github/workflows/llm_performance_tests.yml"
|
||||
# - "python/llm/test/benchmark/**"
|
||||
# - "python/llm/dev/benchmark/all-in-one/**"
|
||||
workflow_dispatch:
|
||||
# workflow_dispatch:
|
||||
# inputs:
|
||||
# arc:
|
||||
# description: "If trigger performance test on Arc"
|
||||
# required: false
|
||||
# type: boolean
|
||||
# default: true
|
||||
# spr:
|
||||
# description: "If trigger performance test on SPR"
|
||||
# required: false
|
||||
# type: boolean
|
||||
# default: true
|
||||
# core:
|
||||
# description: "If trigger performance test on Core"
|
||||
# required: false
|
||||
# type: boolean
|
||||
# default: true
|
||||
# igpu:
|
||||
# description: "If trigger performance test on iGPU"
|
||||
# required: false
|
||||
# type: boolean
|
||||
# default: true
|
||||
workflow_call:
|
||||
inputs:
|
||||
checkout-ref:
|
||||
description: 'ref for checking out, including branch, tag or SHA'
|
||||
required: true
|
||||
type: string
|
||||
arc:
|
||||
description: "If trigger performance test on Arc"
|
||||
required: false
|
||||
|
|
@ -41,7 +67,6 @@ on:
|
|||
required: false
|
||||
type: boolean
|
||||
default: true
|
||||
workflow_call:
|
||||
|
||||
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
|
||||
jobs:
|
||||
|
|
@ -64,6 +89,9 @@ jobs:
|
|||
|
||||
steps:
|
||||
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
|
||||
with:
|
||||
repository: 'intel-analytics/ipex-llm'
|
||||
ref: ${{ github.event.inputs.checkout-ref }}
|
||||
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v4
|
||||
|
|
@ -324,6 +352,9 @@ jobs:
|
|||
ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
|
||||
steps:
|
||||
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
|
||||
with:
|
||||
repository: 'intel-analytics/ipex-llm'
|
||||
ref: ${{ github.event.inputs.checkout-ref }}
|
||||
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v4
|
||||
|
|
@ -401,6 +432,9 @@ jobs:
|
|||
CSV_SAVE_PATH: ${{ (github.event.schedule || github.event_name == 'workflow_dispatch') && 'D:/action-runners/nightly_perf_core_' || 'D:/action-runners/pr_perf_core_' }}${{ matrix.platform }}/
|
||||
steps:
|
||||
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
|
||||
with:
|
||||
repository: 'intel-analytics/ipex-llm'
|
||||
ref: ${{ github.event.inputs.checkout-ref }}
|
||||
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v4
|
||||
|
|
@ -469,6 +503,9 @@ jobs:
|
|||
ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
|
||||
steps:
|
||||
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
|
||||
with:
|
||||
repository: 'intel-analytics/ipex-llm'
|
||||
ref: ${{ github.event.inputs.checkout-ref }}
|
||||
|
||||
# TODO: Put the ipex-llm related install process for win gpu into a action function
|
||||
|
||||
|
|
|
|||
Loading…
Reference in a new issue