ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM] fix chatglm main choice (#9073)

Browse source
This commit is contained in:
Yishuo Wang 2023-09-28 11:23:37 +08:00 committed by GitHub
parent 760183bac6
commit 6de2189e90
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
python/llm/src/bigdl/llm/cli/llm-cli
View file

@ -47,7 +47,11 @@ function starcoder {
}
function chatglm {
command="$lib_dir/main-chatglm_vnni -t $threads -n $n_predict ${filteredArguments[*]}"
if [[ $(lscpu | grep "amx_int8") ]]; then
command="$lib_dir/main-chatglm_amx -t $threads -n $n_predict ${filteredArguments[*]}"
else
command="$lib_dir/main-chatglm_vnni -t $threads -n $n_predict ${filteredArguments[*]}"
fi
echo "$command"
eval "$command"
}