[LLM] Downgrade amx build gcc version and remove avx flag display (#8856)
* downgrade to gcc 11 * remove avx display
This commit is contained in:
parent
3b4f4e1c3d
commit
de6c6bb17f
2 changed files with 5 additions and 21 deletions
10
.github/workflows/llm-binary-build.yml
vendored
10
.github/workflows/llm-binary-build.yml
vendored
|
|
@ -239,7 +239,7 @@ jobs:
|
||||||
run: |
|
run: |
|
||||||
export http_proxy=${HTTP_PROXY}
|
export http_proxy=${HTTP_PROXY}
|
||||||
export https_proxy=${HTTPS_PROXY}
|
export https_proxy=${HTTPS_PROXY}
|
||||||
yum install -y gcc-toolset-12 cmake git
|
yum install -y gcc-toolset-11 cmake git
|
||||||
conda remove -n python39 --all -y
|
conda remove -n python39 --all -y
|
||||||
conda create -n python39 python=3.9 -y
|
conda create -n python39 python=3.9 -y
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
|
|
@ -251,13 +251,13 @@ jobs:
|
||||||
- name: Build amx binary
|
- name: Build amx binary
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
scl enable gcc-toolset-12 "cmake -DONLYAVX=OFF -DONLYAVX2=OFF -B build"
|
scl enable gcc-toolset-11 "cmake -DONLYAVX=OFF -DONLYAVX2=OFF -B build"
|
||||||
scl enable gcc-toolset-12 "cmake --build build --config Release -j"
|
scl enable gcc-toolset-11 "cmake --build build --config Release -j"
|
||||||
# build chatglm
|
# build chatglm
|
||||||
source activate python39 || conda activate python39
|
source activate python39 || conda activate python39
|
||||||
cd src/chatglm
|
cd src/chatglm
|
||||||
scl enable gcc-toolset-12 "cmake -B build"
|
scl enable gcc-toolset-11 "cmake -B build"
|
||||||
scl enable gcc-toolset-12 "cmake --build build --config Release -j"
|
scl enable gcc-toolset-11 "cmake --build build --config Release -j"
|
||||||
- name: Move amx release binary
|
- name: Move amx release binary
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
|
|
|
||||||
|
|
@ -9,19 +9,6 @@ n_predict=128
|
||||||
llm_dir="$(dirname "$(python -c "import bigdl.llm;print(bigdl.llm.__file__)")")"
|
llm_dir="$(dirname "$(python -c "import bigdl.llm;print(bigdl.llm.__file__)")")"
|
||||||
lib_dir="$llm_dir/libs"
|
lib_dir="$llm_dir/libs"
|
||||||
|
|
||||||
function get_avx_flags() {
|
|
||||||
avx="avx2"
|
|
||||||
if command -v lscpu &>/dev/null; then
|
|
||||||
msg=$(lscpu)
|
|
||||||
if [[ $msg == *"avx512_vnni"* ]]; then
|
|
||||||
avx="avx512"
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
echo "lscpu command not found. Please make sure it is installed."
|
|
||||||
fi
|
|
||||||
echo $avx
|
|
||||||
}
|
|
||||||
|
|
||||||
# Function to display help message
|
# Function to display help message
|
||||||
function display_help {
|
function display_help {
|
||||||
echo "usage: ./llm-cli.sh -x MODEL_FAMILY [-h] [args]"
|
echo "usage: ./llm-cli.sh -x MODEL_FAMILY [-h] [args]"
|
||||||
|
|
@ -93,9 +80,6 @@ while [[ $# -gt 0 ]]; do
|
||||||
esac
|
esac
|
||||||
done
|
done
|
||||||
|
|
||||||
avx_flag=$(get_avx_flags)
|
|
||||||
echo "AVX Flags: $avx_flag"
|
|
||||||
|
|
||||||
# Perform actions based on the model_family
|
# Perform actions based on the model_family
|
||||||
if [[ "$model_family" == "llama" ]]; then
|
if [[ "$model_family" == "llama" ]]; then
|
||||||
llama
|
llama
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue