[LLM] llm linux binary make -> cmake (#8656)
* llm linux make -> cmake * update * update
This commit is contained in:
parent
04c713ef06
commit
15b3adc7ec
1 changed files with 44 additions and 40 deletions
84
.github/workflows/llm-binary-build.yml
vendored
84
.github/workflows/llm-binary-build.yml
vendored
|
|
@ -60,26 +60,6 @@ jobs:
|
||||||
yum install -y centos-release-scl
|
yum install -y centos-release-scl
|
||||||
yum install -y devtoolset-11
|
yum install -y devtoolset-11
|
||||||
yum install -y sshpass netcat
|
yum install -y sshpass netcat
|
||||||
- name: Build binary
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
scl enable devtoolset-11 'make'
|
|
||||||
- name: Move release binary
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
mkdir release
|
|
||||||
mv build/main-bloom release/main-bloom_avx2
|
|
||||||
mv build/quantize-bloom release/quantize-bloom
|
|
||||||
mv build/libbloom.so release/libbloom_avx2.so
|
|
||||||
mv build/main-llama release/main-llama_avx2
|
|
||||||
mv build/quantize-llama release/quantize-llama
|
|
||||||
mv build/libllama.so release/libllama_avx2.so
|
|
||||||
mv build/main-gptneox release/main-gptneox_avx2
|
|
||||||
mv build/quantize-gptneox release/quantize-gptneox
|
|
||||||
mv build/libgptneox.so release/libgptneox_avx2.so
|
|
||||||
mv build/main-starcoder release/main-starcoder_avx2
|
|
||||||
mv build/quantize-starcoder release/quantize-starcoder
|
|
||||||
mv build/libstarcoder.so release/libstarcoder_avx2.so
|
|
||||||
- name: Download cmake
|
- name: Download cmake
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
|
|
@ -95,6 +75,32 @@ jobs:
|
||||||
wget https://github.com/Kitware/CMake/releases/download/v3.27.1/cmake-3.27.1-linux-x86_64.tar.gz
|
wget https://github.com/Kitware/CMake/releases/download/v3.27.1/cmake-3.27.1-linux-x86_64.tar.gz
|
||||||
fi
|
fi
|
||||||
tar zxvf cmake-3.27.1-linux-x86_64.tar.gz
|
tar zxvf cmake-3.27.1-linux-x86_64.tar.gz
|
||||||
|
- name: Build binary
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
cmake_path="$(pwd)/../cmake-3.27.1-linux-x86_64/bin/cmake"
|
||||||
|
scl enable devtoolset-11 "$cmake_path -B build"
|
||||||
|
scl enable devtoolset-11 "$cmake_path --build build --config Release"
|
||||||
|
- name: Move release binary
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
mkdir release
|
||||||
|
mv build/main-bloom release/main-bloom
|
||||||
|
mv build/libbloom-api.so release/libbloom-api.so
|
||||||
|
mv build/quantize-bloom release/quantize-bloom
|
||||||
|
mv build/libbloom.so release/libbloom_avx2.so
|
||||||
|
mv build/main-llama release/main-llama
|
||||||
|
mv build/libllama-api.so release/libllama-api.so
|
||||||
|
mv build/quantize-llama release/quantize-llama
|
||||||
|
mv build/libllama.so release/libllama_avx2.so
|
||||||
|
mv build/main-gptneox release/main-gptneox
|
||||||
|
mv build/libgptneox-api.so release/libgptneox-api.so
|
||||||
|
mv build/quantize-gptneox release/quantize-gptneox
|
||||||
|
mv build/libgptneox.so release/libgptneox_avx2.so
|
||||||
|
mv build/main-starcoder release/main-starcoder
|
||||||
|
mv build/libstarcoder-api.so release/libstarcoder-api.so
|
||||||
|
mv build/quantize-starcoder release/quantize-starcoder
|
||||||
|
mv build/libstarcoder.so release/libstarcoder_avx2.so
|
||||||
- name: Build Chatglm
|
- name: Build Chatglm
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
|
|
@ -156,41 +162,39 @@ jobs:
|
||||||
yum install -y centos-release-scl
|
yum install -y centos-release-scl
|
||||||
yum install -y devtoolset-11
|
yum install -y devtoolset-11
|
||||||
yum install -y sshpass netcat
|
yum install -y sshpass netcat
|
||||||
|
- name: Download cmake
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
export http_proxy=${HTTP_PROXY}
|
||||||
|
export https_proxy=${HTTPS_PROXY}
|
||||||
|
cd ..
|
||||||
|
if [ -f "cmake-3.27.1-linux-x86_64.tar.gz" ]; then
|
||||||
|
actual_sha256=$(sha256sum "cmake-3.27.1-linux-x86_64.tar.gz" | awk '{print $1}')
|
||||||
|
if [ "$actual_sha256" != "9fef63e1cf87cab1153f9433045df2e43c336e462518b0f5e52d2cc91d762cff" ]; then
|
||||||
|
wget https://github.com/Kitware/CMake/releases/download/v3.27.1/cmake-3.27.1-linux-x86_64.tar.gz
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
wget https://github.com/Kitware/CMake/releases/download/v3.27.1/cmake-3.27.1-linux-x86_64.tar.gz
|
||||||
|
fi
|
||||||
|
tar zxvf cmake-3.27.1-linux-x86_64.tar.gz
|
||||||
- name: Build binary
|
- name: Build binary
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
scl enable devtoolset-11 'make'
|
cmake_path="$(pwd)/../cmake-3.27.1-linux-x86_64/bin/cmake"
|
||||||
|
scl enable devtoolset-11 "$cmake_path -B build"
|
||||||
|
scl enable devtoolset-11 "$cmake_path --build build --config Release"
|
||||||
- name: Move release binary
|
- name: Move release binary
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
mkdir release
|
mkdir release
|
||||||
mv build/main-bloom release/main-bloom_avx512
|
|
||||||
mv build/quantize-bloom release/quantize-bloom_avx512
|
mv build/quantize-bloom release/quantize-bloom_avx512
|
||||||
mv build/libbloom.so release/libbloom_avx512.so
|
mv build/libbloom.so release/libbloom_avx512.so
|
||||||
mv build/main-llama release/main-llama_avx512
|
|
||||||
mv build/quantize-llama release/quantize-llama_avx512
|
mv build/quantize-llama release/quantize-llama_avx512
|
||||||
mv build/libllama.so release/libllama_avx512.so
|
mv build/libllama.so release/libllama_avx512.so
|
||||||
mv build/main-gptneox release/main-gptneox_avx512
|
|
||||||
mv build/quantize-gptneox release/quantize-gptneox_avx512
|
mv build/quantize-gptneox release/quantize-gptneox_avx512
|
||||||
mv build/libgptneox.so release/libgptneox_avx512.so
|
mv build/libgptneox.so release/libgptneox_avx512.so
|
||||||
mv build/main-starcoder release/main-starcoder_avx512
|
|
||||||
mv build/quantize-starcoder release/quantize-starcoder_avx512
|
mv build/quantize-starcoder release/quantize-starcoder_avx512
|
||||||
mv build/libstarcoder.so release/libstarcoder_avx512.so
|
mv build/libstarcoder.so release/libstarcoder_avx512.so
|
||||||
# - name: Download cmake
|
|
||||||
# shell: bash
|
|
||||||
# run: |
|
|
||||||
# export http_proxy=${HTTP_PROXY}
|
|
||||||
# export https_proxy=${HTTPS_PROXY}
|
|
||||||
# cd ..
|
|
||||||
# if [ -f "cmake-3.27.1-linux-x86_64.tar.gz" ]; then
|
|
||||||
# actual_sha256=$(sha256sum "cmake-3.27.1-linux-x86_64.tar.gz" | awk '{print $1}')
|
|
||||||
# if [ "$actual_sha256" != "9fef63e1cf87cab1153f9433045df2e43c336e462518b0f5e52d2cc91d762cff" ]; then
|
|
||||||
# wget https://github.com/Kitware/CMake/releases/download/v3.27.1/cmake-3.27.1-linux-x86_64.tar.gz
|
|
||||||
# fi
|
|
||||||
# else
|
|
||||||
# wget https://github.com/Kitware/CMake/releases/download/v3.27.1/cmake-3.27.1-linux-x86_64.tar.gz
|
|
||||||
# fi
|
|
||||||
# tar zxvf cmake-3.27.1-linux-x86_64.tar.gz
|
|
||||||
# - name: Build Chatglm
|
# - name: Build Chatglm
|
||||||
# shell: bash
|
# shell: bash
|
||||||
# run: |
|
# run: |
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue