[LLM] Downgrade amx build gcc version and remove avx flag display (#8856)
* downgrade to gcc 11 * remove avx display
This commit is contained in:
		
							parent
							
								
									3b4f4e1c3d
								
							
						
					
					
						commit
						de6c6bb17f
					
				
					 2 changed files with 5 additions and 21 deletions
				
			
		
							
								
								
									
										10
									
								
								.github/workflows/llm-binary-build.yml
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										10
									
								
								.github/workflows/llm-binary-build.yml
									
									
									
									
										vendored
									
									
								
							| 
						 | 
				
			
			@ -239,7 +239,7 @@ jobs:
 | 
			
		|||
        run: |
 | 
			
		||||
          export http_proxy=${HTTP_PROXY}
 | 
			
		||||
          export https_proxy=${HTTPS_PROXY}
 | 
			
		||||
          yum install -y gcc-toolset-12 cmake git
 | 
			
		||||
          yum install -y gcc-toolset-11 cmake git
 | 
			
		||||
          conda remove -n python39 --all -y
 | 
			
		||||
          conda create -n python39 python=3.9 -y
 | 
			
		||||
      - uses: actions/checkout@v3
 | 
			
		||||
| 
						 | 
				
			
			@ -251,13 +251,13 @@ jobs:
 | 
			
		|||
      - name: Build amx binary
 | 
			
		||||
        shell: bash
 | 
			
		||||
        run: |
 | 
			
		||||
          scl enable gcc-toolset-12 "cmake -DONLYAVX=OFF -DONLYAVX2=OFF -B build"
 | 
			
		||||
          scl enable gcc-toolset-12 "cmake --build build --config Release -j"
 | 
			
		||||
          scl enable gcc-toolset-11 "cmake -DONLYAVX=OFF -DONLYAVX2=OFF -B build"
 | 
			
		||||
          scl enable gcc-toolset-11 "cmake --build build --config Release -j"
 | 
			
		||||
          # build chatglm
 | 
			
		||||
          source activate python39 || conda activate python39
 | 
			
		||||
          cd src/chatglm
 | 
			
		||||
          scl enable gcc-toolset-12 "cmake -B build"
 | 
			
		||||
          scl enable gcc-toolset-12 "cmake --build build --config Release -j"
 | 
			
		||||
          scl enable gcc-toolset-11 "cmake -B build"
 | 
			
		||||
          scl enable gcc-toolset-11 "cmake --build build --config Release -j"
 | 
			
		||||
      - name: Move amx release binary
 | 
			
		||||
        shell: bash
 | 
			
		||||
        run: |
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -9,19 +9,6 @@ n_predict=128
 | 
			
		|||
llm_dir="$(dirname "$(python -c "import bigdl.llm;print(bigdl.llm.__file__)")")"
 | 
			
		||||
lib_dir="$llm_dir/libs"
 | 
			
		||||
 | 
			
		||||
function get_avx_flags() {
 | 
			
		||||
  avx="avx2"
 | 
			
		||||
  if command -v lscpu &>/dev/null; then
 | 
			
		||||
    msg=$(lscpu)
 | 
			
		||||
    if [[ $msg == *"avx512_vnni"* ]]; then
 | 
			
		||||
      avx="avx512"
 | 
			
		||||
    fi
 | 
			
		||||
  else
 | 
			
		||||
    echo "lscpu command not found. Please make sure it is installed."
 | 
			
		||||
  fi
 | 
			
		||||
  echo $avx
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
# Function to display help message
 | 
			
		||||
function display_help {
 | 
			
		||||
  echo "usage: ./llm-cli.sh -x MODEL_FAMILY [-h] [args]"
 | 
			
		||||
| 
						 | 
				
			
			@ -93,9 +80,6 @@ while [[ $# -gt 0 ]]; do
 | 
			
		|||
  esac
 | 
			
		||||
done
 | 
			
		||||
 | 
			
		||||
avx_flag=$(get_avx_flags)
 | 
			
		||||
echo "AVX Flags: $avx_flag"
 | 
			
		||||
 | 
			
		||||
# Perform actions based on the model_family
 | 
			
		||||
if [[ "$model_family" == "llama" ]]; then
 | 
			
		||||
  llama
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue