ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM]Add bloom quantize in setup.py (#8295)

Browse source 
* add bloom quantize in setup.py

* fix
This commit is contained in:
Yina Chen 2023-06-08 11:18:22 +08:00 committed by GitHub
parent 1571ba6425
commit 6990328e5c
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/setup.py
View file

@ -76,7 +76,8 @@ lib_urls["Linux"] = [
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libgptneox_avx512.so",
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/quantize-gptneox",
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libbloom_avx2.so",
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libbloom_avx512.so"
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libbloom_avx512.so",
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/quantize-bloom",
]
@ -110,6 +111,7 @@ def setup_package():
"libs/quantize-gptneox",
"libs/libbloom_avx2.so",
"libs/libbloom_avx512.so",
"libs/quantize-bloom",
]
platform_name = None