From 6990328e5cc9a66e00073f5f80068cc52ca101f6 Mon Sep 17 00:00:00 2001 From: Yina Chen <33650826+cyita@users.noreply.github.com> Date: Thu, 8 Jun 2023 11:18:22 +0800 Subject: [PATCH] [LLM]Add bloom quantize in setup.py (#8295) * add bloom quantize in setup.py * fix --- python/llm/setup.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/llm/setup.py b/python/llm/setup.py index 0a667f20..153e4738 100644 --- a/python/llm/setup.py +++ b/python/llm/setup.py @@ -76,7 +76,8 @@ lib_urls["Linux"] = [ "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libgptneox_avx512.so", "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/quantize-gptneox", "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libbloom_avx2.so", - "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libbloom_avx512.so" + "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libbloom_avx512.so", + "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/quantize-bloom", ] @@ -110,6 +111,7 @@ def setup_package(): "libs/quantize-gptneox", "libs/libbloom_avx2.so", "libs/libbloom_avx512.so", + "libs/quantize-bloom", ] platform_name = None