Enable triggering nightly tests/performance tests from another repo (#11480)

* Enable triggering from another workflow for nightly tests and example tests

* Enable triggering from another workflow for nightly performance tests

.github/workflows/llm-nightly-test.yml

@@ -10,17 +10,23 @@ permissions:
 
 # Controls when the action will run.
 on:
-  schedule:
+  # schedule:
-    - cron: "00 13 * * *" # GMT time, 13:00 GMT == 21:00 China
+  #   - cron: "00 13 * * *" # GMT time, 13:00 GMT == 21:00 China
-  pull_request:
+  # pull_request:
-    branches: [main]
+  #   branches: [main]
-    paths:
+  #   paths:
-      - ".github/workflows/llm-nightly-test.yml"
+  #     - ".github/workflows/llm-nightly-test.yml"
-      - ".github/actions/llm/setup-llm-env/action.yml"
+  #     - ".github/actions/llm/setup-llm-env/action.yml"
-      - ".github/actions/llm/remove-llm-env/action.yml"
+  #     - ".github/actions/llm/remove-llm-env/action.yml"
-      - ".github/actions/llm/convert-test/action.yml"
+  #     - ".github/actions/llm/convert-test/action.yml"
-  # Allows you to run this workflow manually from the Actions tab
+  # # Allows you to run this workflow manually from the Actions tab
-  workflow_dispatch:
+  # workflow_dispatch:
+  workflow_call:
+    inputs:
+      checkout-ref:
+        description: 'ref for checking out, including branch, tag or SHA'
+        required: true
+        type: string
 
 # A workflow run is made up of one or more jobs that can run sequentially or in parallel
 jobs:
@@ -69,6 +75,9 @@ jobs:
           echo "BLOOM_INT4_CKPT_PATH=${INT4_CKPT_DIR}/bigdl_llm_bloom_q4_0.bin" >> "$GITHUB_ENV"
           echo "STARCODER_INT4_CKPT_PATH=${INT4_CKPT_DIR}/bigdl_llm_starcoder_q4_0.bin" >> "$GITHUB_ENV"
       - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
+        with:
+          repository: 'intel-analytics/ipex-llm'
+          ref: ${{ github.event.inputs.checkout-ref }}
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v4
         with:
@@ -108,6 +117,10 @@ jobs:
   llm-unit-tests:
     needs: llm-cpp-build
     uses: ./.github/workflows/llm_unit_tests.yml
+    with:
+      checkout-ref: ${{ github.event.inputs.checkout-ref }}
   llm-example-test:
     needs: llm-cpp-build
     uses: ./.github/workflows/llm_example_tests.yml
+    with:
+      checkout-ref: ${{ github.event.inputs.checkout-ref }}

.github/workflows/llm_example_tests.yml

@@ -12,19 +12,24 @@ permissions:
 on:
   # schedule:
   #   - cron: '00 13 * * *' # GMT time, 13:00 GMT == 21:00 China
-  pull_request:
+  # pull_request:
-    branches: [ main ]
+  #   branches: [ main ]
-    paths:
+  #   paths:
-      - '.github/workflows/llm_example_tests.yml'
+  #     - '.github/workflows/llm_example_tests.yml'
-      - '.github/workflows/llm-binary-build.yml'
+  #     - '.github/workflows/llm-binary-build.yml'
-      - '.github/actions/llm/example-test/action.yml'
+  #     - '.github/actions/llm/example-test/action.yml'
-      - '.github/actions/llm/setup-llm-env/action.yml'
+  #     - '.github/actions/llm/setup-llm-env/action.yml'
-      - '.github/actions/llm/remove-llm-env/action.yml'
+  #     - '.github/actions/llm/remove-llm-env/action.yml'
-      - '.github/actions/llm/download-llm-binary/action.yml'
+  #     - '.github/actions/llm/download-llm-binary/action.yml'
-      - 'python/llm/dev/test/run-example-tests.sh'
+  #     - 'python/llm/dev/test/run-example-tests.sh'
-      - 'python/llm/example/**'
+  #     - 'python/llm/example/**'
-  workflow_dispatch:
+  # workflow_dispatch:
   workflow_call:
+    inputs:
+      checkout-ref:
+        description: 'ref for checking out, including branch, tag or SHA'
+        required: true
+        type: string
 
 env:
   INT4_CKPT_DIR: ./llm/ggml-actions/stable
@@ -46,6 +51,9 @@ jobs:
       THREAD_NUM: 24
     steps:
       - uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # actions/checkout@v2
+        with:
+          repository: 'intel-analytics/ipex-llm'
+          ref: ${{ github.event.inputs.checkout-ref }}
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v2
         with:

.github/workflows/llm_performance_tests.yml

@@ -10,8 +10,8 @@ permissions:
 
 # Controls when the action will run.
 on:
-  schedule:
+  # schedule:
-    - cron: "30 16 * * *" # GMT time, 16:30 GMT == 00:30 China
+  #   - cron: "30 16 * * *" # GMT time, 16:30 GMT == 00:30 China
   # please uncomment it for PR tests
   # pull_request:
   #   branches: [main]
@@ -19,8 +19,34 @@ on:
   #     - ".github/workflows/llm_performance_tests.yml"
   #     - "python/llm/test/benchmark/**"
   #     - "python/llm/dev/benchmark/all-in-one/**"
-  workflow_dispatch:
+  # workflow_dispatch:
+  #   inputs:
+  #     arc:
+  #       description: "If trigger performance test on Arc"
+  #       required: false
+  #       type: boolean
+  #       default: true
+  #     spr:
+  #       description: "If trigger performance test on SPR"
+  #       required: false
+  #       type: boolean
+  #       default: true
+  #     core:
+  #       description: "If trigger performance test on Core"
+  #       required: false
+  #       type: boolean
+  #       default: true
+  #     igpu:
+  #       description: "If trigger performance test on iGPU"
+  #       required: false
+  #       type: boolean
+  #       default: true
+  workflow_call:
     inputs:
+      checkout-ref:
+        description: 'ref for checking out, including branch, tag or SHA'
+        required: true
+        type: string
       arc:
         description: "If trigger performance test on Arc"
         required: false
@@ -41,7 +67,6 @@ on:
         required: false
         type: boolean
         default: true
-  workflow_call:
 
 # A workflow run is made up of one or more jobs that can run sequentially or in parallel
 jobs:
@@ -64,6 +89,9 @@ jobs:
 
     steps:
       - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
+        with:
+          repository: 'intel-analytics/ipex-llm'
+          ref: ${{ github.event.inputs.checkout-ref }}
 
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v4
@@ -324,6 +352,9 @@ jobs:
       ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
     steps:
       - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
+        with:
+          repository: 'intel-analytics/ipex-llm'
+          ref: ${{ github.event.inputs.checkout-ref }}
 
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v4
@@ -401,6 +432,9 @@ jobs:
       CSV_SAVE_PATH: ${{ (github.event.schedule || github.event_name == 'workflow_dispatch') && 'D:/action-runners/nightly_perf_core_' || 'D:/action-runners/pr_perf_core_' }}${{ matrix.platform }}/
     steps:
       - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
+        with:
+          repository: 'intel-analytics/ipex-llm'
+          ref: ${{ github.event.inputs.checkout-ref }}
 
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v4
@@ -469,6 +503,9 @@ jobs:
       ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
     steps:
       - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
+        with:
+          repository: 'intel-analytics/ipex-llm'
+          ref: ${{ github.event.inputs.checkout-ref }}
 
       # TODO: Put the ipex-llm related install process for win gpu into a action function