ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

llm linux support avx & avx2 (#8669)

Browse source
This commit is contained in:
Yina Chen 2023-08-03 17:10:59 +08:00 committed by GitHub
parent 110cfb5546
commit 59903ea668
1 changed files with 8 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
python/llm/setup.py
View file

@ -84,14 +84,18 @@ windows_binarys = [
"main-chatglm_vnni.exe", "main-chatglm_vnni.exe",
] ]
linux_binarys = [ linux_binarys = [
# "libllama_avx.so", "libllama_avx.so",
# "libgptneox_avx.so", "libgptneox_avx.so",
# "libbloom_avx.so", "libbloom_avx.so",
# "libstarcoder_avx.so", "libstarcoder_avx.so",
"libllama_avx2.so", "libllama_avx2.so",
"libgptneox_avx2.so", "libgptneox_avx2.so",
"libbloom_avx2.so", "libbloom_avx2.so",
"libstarcoder_avx2.so", "libstarcoder_avx2.so",
"libllama_avxvnni.so",
"libgptneox_avxvnni.so",
"libbloom_avxvnni.so",
"libstarcoder_avxvnni.so",
"libllama_avx512.so", "libllama_avx512.so",
"libgptneox_avx512.so", "libgptneox_avx512.so",
"libbloom_avx512.so", "libbloom_avx512.so",