Separate llmcpp build of linux and windows (#10136)
* separate linux window llmcpp build * harness run on linux only * fix platform * skip error * change to linux only build * add judgement of platform * add download args * remove ||true
This commit is contained in:
parent
ea23afc8ec
commit
5ad752bae8
6 changed files with 51 additions and 11 deletions
|
|
@ -1,6 +1,11 @@
|
||||||
name: Download LLM binary files
|
name: Download LLM binary files
|
||||||
description: Download built binary files from github artifact
|
description: Download built binary files from github artifact
|
||||||
|
inputs:
|
||||||
|
platform:
|
||||||
|
description: 'Platforms to built on'
|
||||||
|
default: 'Windows,Linux'
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
runs:
|
runs:
|
||||||
using: "composite"
|
using: "composite"
|
||||||
steps:
|
steps:
|
||||||
|
|
@ -11,14 +16,18 @@ runs:
|
||||||
run: |
|
run: |
|
||||||
rm -rf python/llm/llm-binary || true
|
rm -rf python/llm/llm-binary || true
|
||||||
mkdir -p python/llm/llm-binary
|
mkdir -p python/llm/llm-binary
|
||||||
mv linux-avx2/* python/llm/llm-binary/
|
if ${{contains(inputs.platform, 'Linux')}}; then
|
||||||
mv linux-avx512/* python/llm/llm-binary/
|
mv linux-avx2/* python/llm/llm-binary/
|
||||||
mv linux-avxvnni/* python/llm/llm-binary/
|
mv linux-avx512/* python/llm/llm-binary/
|
||||||
mv linux-avx/* python/llm/llm-binary/
|
mv linux-avxvnni/* python/llm/llm-binary/
|
||||||
mv linux-amx/* python/llm/llm-binary/
|
mv linux-avx/* python/llm/llm-binary/
|
||||||
mv windows-avx2/* python/llm/llm-binary/
|
mv linux-amx/* python/llm/llm-binary/
|
||||||
mv windows-avx-vnni/* python/llm/llm-binary/
|
fi
|
||||||
mv windows-avx/* python/llm/llm-binary/
|
if ${{contains(inputs.platform, 'Windows')}}; then
|
||||||
|
mv windows-avx2/* python/llm/llm-binary/
|
||||||
|
mv windows-avx-vnni/* python/llm/llm-binary/
|
||||||
|
mv windows-avx/* python/llm/llm-binary/
|
||||||
|
fi
|
||||||
rm -rf linux-avx2 || true
|
rm -rf linux-avx2 || true
|
||||||
rm -rf linux-avx512 || true
|
rm -rf linux-avx512 || true
|
||||||
rm -rf linux-avxvnni || true
|
rm -rf linux-avxvnni || true
|
||||||
|
|
|
||||||
18
.github/workflows/llm-binary-build.yml
vendored
18
.github/workflows/llm-binary-build.yml
vendored
|
|
@ -26,6 +26,11 @@ on:
|
||||||
default: ''
|
default: ''
|
||||||
required: false
|
required: false
|
||||||
type: string
|
type: string
|
||||||
|
platform:
|
||||||
|
description: 'Platforms to built on'
|
||||||
|
default: '["Windows", "Linux"]'
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
workflow_call:
|
workflow_call:
|
||||||
inputs:
|
inputs:
|
||||||
llmcpp-ref:
|
llmcpp-ref:
|
||||||
|
|
@ -33,10 +38,16 @@ on:
|
||||||
default: ''
|
default: ''
|
||||||
required: false
|
required: false
|
||||||
type: string
|
type: string
|
||||||
|
platform:
|
||||||
|
description: 'Platforms to built on'
|
||||||
|
default: 'Windows,Linux'
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
|
||||||
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
|
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
|
||||||
jobs:
|
jobs:
|
||||||
check-linux-avxvnni-artifact:
|
check-linux-avxvnni-artifact:
|
||||||
|
if: ${{contains(inputs.platform, 'Linux')}}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
outputs:
|
outputs:
|
||||||
if-exists: ${{steps.check_artifact.outputs.exists}}
|
if-exists: ${{steps.check_artifact.outputs.exists}}
|
||||||
|
|
@ -149,6 +160,7 @@ jobs:
|
||||||
conda remove -n python311 --all -y
|
conda remove -n python311 --all -y
|
||||||
|
|
||||||
check-linux-avx512-artifact:
|
check-linux-avx512-artifact:
|
||||||
|
if: ${{contains(inputs.platform, 'Linux')}}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
outputs:
|
outputs:
|
||||||
if-exists: ${{steps.check_artifact.outputs.exists}}
|
if-exists: ${{steps.check_artifact.outputs.exists}}
|
||||||
|
|
@ -249,6 +261,7 @@ jobs:
|
||||||
conda remove -n python39 --all -y
|
conda remove -n python39 --all -y
|
||||||
|
|
||||||
check-linux-amx-artifact:
|
check-linux-amx-artifact:
|
||||||
|
if: ${{contains(inputs.platform, 'Linux')}}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
outputs:
|
outputs:
|
||||||
if-exists: ${{steps.check_artifact.outputs.exists}}
|
if-exists: ${{steps.check_artifact.outputs.exists}}
|
||||||
|
|
@ -319,6 +332,7 @@ jobs:
|
||||||
conda remove -n python39 --all -y
|
conda remove -n python39 --all -y
|
||||||
|
|
||||||
check-windows-avx2-artifact:
|
check-windows-avx2-artifact:
|
||||||
|
if: ${{contains(inputs.platform, 'Windows')}}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
outputs:
|
outputs:
|
||||||
if-exists: ${{steps.check_artifact.outputs.exists}}
|
if-exists: ${{steps.check_artifact.outputs.exists}}
|
||||||
|
|
@ -363,6 +377,7 @@ jobs:
|
||||||
build/Release
|
build/Release
|
||||||
|
|
||||||
check-windows-avx-vnni-artifact:
|
check-windows-avx-vnni-artifact:
|
||||||
|
if: ${{contains(inputs.platform, 'Windows')}}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
outputs:
|
outputs:
|
||||||
if-exists: ${{steps.check_artifact.outputs.exists}}
|
if-exists: ${{steps.check_artifact.outputs.exists}}
|
||||||
|
|
@ -472,6 +487,7 @@ jobs:
|
||||||
release
|
release
|
||||||
|
|
||||||
check-windows-avx-artifact:
|
check-windows-avx-artifact:
|
||||||
|
if: ${{contains(inputs.platform, 'Windows')}}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
outputs:
|
outputs:
|
||||||
if-exists: ${{steps.check_artifact.outputs.exists}}
|
if-exists: ${{steps.check_artifact.outputs.exists}}
|
||||||
|
|
|
||||||
4
.github/workflows/llm-c-evaluation.yml
vendored
4
.github/workflows/llm-c-evaluation.yml
vendored
|
|
@ -34,6 +34,8 @@ on:
|
||||||
jobs:
|
jobs:
|
||||||
llm-cpp-build:
|
llm-cpp-build:
|
||||||
uses: ./.github/workflows/llm-binary-build.yml
|
uses: ./.github/workflows/llm-binary-build.yml
|
||||||
|
with:
|
||||||
|
platform: 'Linux'
|
||||||
# Set the testing matrix based on the event (schedule, PR, or manual dispatch)
|
# Set the testing matrix based on the event (schedule, PR, or manual dispatch)
|
||||||
set-matrix:
|
set-matrix:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
|
@ -110,6 +112,8 @@ jobs:
|
||||||
|
|
||||||
- name: Download llm binary
|
- name: Download llm binary
|
||||||
uses: ./.github/actions/llm/download-llm-binary
|
uses: ./.github/actions/llm/download-llm-binary
|
||||||
|
with:
|
||||||
|
platform: 'Linux'
|
||||||
|
|
||||||
- name: Run LLM install (all) test
|
- name: Run LLM install (all) test
|
||||||
uses: ./.github/actions/llm/setup-llm-env
|
uses: ./.github/actions/llm/setup-llm-env
|
||||||
|
|
|
||||||
4
.github/workflows/llm-harness-evaluation.yml
vendored
4
.github/workflows/llm-harness-evaluation.yml
vendored
|
|
@ -42,6 +42,8 @@ on:
|
||||||
jobs:
|
jobs:
|
||||||
llm-cpp-build:
|
llm-cpp-build:
|
||||||
uses: ./.github/workflows/llm-binary-build.yml
|
uses: ./.github/workflows/llm-binary-build.yml
|
||||||
|
with:
|
||||||
|
platform: 'Linux'
|
||||||
# Set the testing matrix based on the event (schedule, PR, or manual dispatch)
|
# Set the testing matrix based on the event (schedule, PR, or manual dispatch)
|
||||||
set-matrix:
|
set-matrix:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
|
@ -132,6 +134,8 @@ jobs:
|
||||||
|
|
||||||
- name: Download llm binary
|
- name: Download llm binary
|
||||||
uses: ./.github/actions/llm/download-llm-binary
|
uses: ./.github/actions/llm/download-llm-binary
|
||||||
|
with:
|
||||||
|
platform: 'Linux'
|
||||||
|
|
||||||
- name: Run LLM install (all) test
|
- name: Run LLM install (all) test
|
||||||
uses: ./.github/actions/llm/setup-llm-env
|
uses: ./.github/actions/llm/setup-llm-env
|
||||||
|
|
|
||||||
4
.github/workflows/llm-ppl-evaluation.yml
vendored
4
.github/workflows/llm-ppl-evaluation.yml
vendored
|
|
@ -42,6 +42,8 @@ on:
|
||||||
jobs:
|
jobs:
|
||||||
llm-cpp-build:
|
llm-cpp-build:
|
||||||
uses: ./.github/workflows/llm-binary-build.yml
|
uses: ./.github/workflows/llm-binary-build.yml
|
||||||
|
with:
|
||||||
|
platform: 'Linux'
|
||||||
set-matrix:
|
set-matrix:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
outputs:
|
outputs:
|
||||||
|
|
@ -128,6 +130,8 @@ jobs:
|
||||||
|
|
||||||
- name: Download llm binary
|
- name: Download llm binary
|
||||||
uses: ./.github/actions/llm/download-llm-binary
|
uses: ./.github/actions/llm/download-llm-binary
|
||||||
|
with:
|
||||||
|
platform: 'Linux'
|
||||||
|
|
||||||
- name: Run LLM install (all) test
|
- name: Run LLM install (all) test
|
||||||
uses: ./.github/actions/llm/setup-llm-env
|
uses: ./.github/actions/llm/setup-llm-env
|
||||||
|
|
|
||||||
|
|
@ -23,7 +23,8 @@ on:
|
||||||
jobs:
|
jobs:
|
||||||
llm-cpp-build:
|
llm-cpp-build:
|
||||||
uses: ./.github/workflows/llm-binary-build.yml
|
uses: ./.github/workflows/llm-binary-build.yml
|
||||||
|
with:
|
||||||
|
platform: 'Linux'
|
||||||
llm-perf-regression-test-on-arc:
|
llm-perf-regression-test-on-arc:
|
||||||
needs: llm-cpp-build
|
needs: llm-cpp-build
|
||||||
strategy:
|
strategy:
|
||||||
|
|
@ -60,6 +61,8 @@ jobs:
|
||||||
|
|
||||||
- name: Download llm binary
|
- name: Download llm binary
|
||||||
uses: ./.github/actions/llm/download-llm-binary
|
uses: ./.github/actions/llm/download-llm-binary
|
||||||
|
with:
|
||||||
|
platform: 'Linux'
|
||||||
|
|
||||||
- name: Run LLM install (all) test
|
- name: Run LLM install (all) test
|
||||||
uses: ./.github/actions/llm/setup-llm-env
|
uses: ./.github/actions/llm/setup-llm-env
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue