[LLM] add linux chatglm pybinding binary file (#8698)
This commit is contained in:
parent
4482ccb329
commit
710b9b8982
2 changed files with 6 additions and 7 deletions
12
.github/workflows/llm-binary-build.yml
vendored
12
.github/workflows/llm-binary-build.yml
vendored
|
|
@ -38,11 +38,6 @@ jobs:
|
||||||
needs: check-linux-avxvnni-artifact
|
needs: check-linux-avxvnni-artifact
|
||||||
if: needs.check-linux-avxvnni-artifact.outputs.if-exists == 'false'
|
if: needs.check-linux-avxvnni-artifact.outputs.if-exists == 'false'
|
||||||
steps:
|
steps:
|
||||||
# This action only support ubuntu 16.04 to 22.04
|
|
||||||
# - name: Set up Python
|
|
||||||
# uses: actions/setup-python@v4
|
|
||||||
# with:
|
|
||||||
# python-version: "3.9"
|
|
||||||
- name: Set access token
|
- name: Set access token
|
||||||
run: |
|
run: |
|
||||||
echo "github_access_token=${GITHUB_ACCESS_TOKEN}" >> "$GITHUB_ENV"
|
echo "github_access_token=${GITHUB_ACCESS_TOKEN}" >> "$GITHUB_ENV"
|
||||||
|
|
@ -52,6 +47,8 @@ jobs:
|
||||||
export http_proxy=${HTTP_PROXY}
|
export http_proxy=${HTTP_PROXY}
|
||||||
export https_proxy=${HTTPS_PROXY}
|
export https_proxy=${HTTPS_PROXY}
|
||||||
yum install -y gcc-toolset-11 cmake git
|
yum install -y gcc-toolset-11 cmake git
|
||||||
|
conda remove -n python39 --all -y
|
||||||
|
conda create -n python39 python=3.9 -y
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
with:
|
with:
|
||||||
repository: "intel-analytics/llm.cpp"
|
repository: "intel-analytics/llm.cpp"
|
||||||
|
|
@ -85,6 +82,7 @@ jobs:
|
||||||
- name: Build Chatglm
|
- name: Build Chatglm
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
|
source activate python39
|
||||||
cd src/chatglm
|
cd src/chatglm
|
||||||
scl enable gcc-toolset-11 "cmake -B build"
|
scl enable gcc-toolset-11 "cmake -B build"
|
||||||
scl enable gcc-toolset-11 "cmake --build build --config Release"
|
scl enable gcc-toolset-11 "cmake --build build --config Release"
|
||||||
|
|
@ -92,8 +90,7 @@ jobs:
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
mv src/chatglm/build/main release/main-chatglm_vnni
|
mv src/chatglm/build/main release/main-chatglm_vnni
|
||||||
# mv src/chatglm/build/_C.cpython-39-x86_64-linux-gnu.so release/chatglm_C.cpython-39-x86_64-linux-gnu.so
|
mv src/chatglm/build/_C.cpython-39-x86_64-linux-gnu.so release/chatglm_C.cpython-39-x86_64-linux-gnu.so
|
||||||
|
|
||||||
- name: Archive build files
|
- name: Archive build files
|
||||||
uses: actions/upload-artifact@v3
|
uses: actions/upload-artifact@v3
|
||||||
with:
|
with:
|
||||||
|
|
@ -104,6 +101,7 @@ jobs:
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
make clean
|
make clean
|
||||||
|
conda remove -n python39 --all -y
|
||||||
|
|
||||||
check-linux-avx512-artifact:
|
check-linux-avx512-artifact:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
|
|
||||||
|
|
@ -115,6 +115,7 @@ linux_binarys = [
|
||||||
"main-starcoder",
|
"main-starcoder",
|
||||||
|
|
||||||
"main-chatglm_vnni",
|
"main-chatglm_vnni",
|
||||||
|
"chatglm_C.cpython-39-x86_64-linux-gnu.so",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue