diff --git a/.github/workflows/llm-binary-build.yml b/.github/workflows/llm-binary-build.yml
index 764ce3fe..ea9afcf8 100644
--- a/.github/workflows/llm-binary-build.yml
+++ b/.github/workflows/llm-binary-build.yml
@@ -239,7 +239,7 @@ jobs:
         run: |
           export http_proxy=${HTTP_PROXY}
           export https_proxy=${HTTPS_PROXY}
-          yum install -y gcc-toolset-12 cmake git
+          yum install -y gcc-toolset-11 cmake git
           conda remove -n python39 --all -y
           conda create -n python39 python=3.9 -y
       - uses: actions/checkout@v3
@@ -251,13 +251,13 @@ jobs:
       - name: Build amx binary
         shell: bash
         run: |
-          scl enable gcc-toolset-12 "cmake -DONLYAVX=OFF -DONLYAVX2=OFF -B build"
-          scl enable gcc-toolset-12 "cmake --build build --config Release -j"
+          scl enable gcc-toolset-11 "cmake -DONLYAVX=OFF -DONLYAVX2=OFF -B build"
+          scl enable gcc-toolset-11 "cmake --build build --config Release -j"
           # build chatglm
           source activate python39 || conda activate python39
           cd src/chatglm
-          scl enable gcc-toolset-12 "cmake -B build"
-          scl enable gcc-toolset-12 "cmake --build build --config Release -j"
+          scl enable gcc-toolset-11 "cmake -B build"
+          scl enable gcc-toolset-11 "cmake --build build --config Release -j"
       - name: Move amx release binary
         shell: bash
         run: |
diff --git a/python/llm/src/bigdl/llm/cli/llm-cli b/python/llm/src/bigdl/llm/cli/llm-cli
index 06a62b16..07562747 100755
--- a/python/llm/src/bigdl/llm/cli/llm-cli
+++ b/python/llm/src/bigdl/llm/cli/llm-cli
@@ -9,19 +9,6 @@ n_predict=128
 llm_dir="$(dirname "$(python -c "import bigdl.llm;print(bigdl.llm.__file__)")")"
 lib_dir="$llm_dir/libs"
 
-function get_avx_flags() {
-  avx="avx2"
-  if command -v lscpu &>/dev/null; then
-    msg=$(lscpu)
-    if [[ $msg == *"avx512_vnni"* ]]; then
-      avx="avx512"
-    fi
-  else
-    echo "lscpu command not found. Please make sure it is installed."
-  fi
-  echo $avx
-}
-
 # Function to display help message
 function display_help {
   echo "usage: ./llm-cli.sh -x MODEL_FAMILY [-h] [args]"
@@ -93,9 +80,6 @@ while [[ $# -gt 0 ]]; do
   esac
 done
 
-avx_flag=$(get_avx_flags)
-echo "AVX Flags: $avx_flag"
-
 # Perform actions based on the model_family
 if [[ "$model_family" == "llama" ]]; then
   llama