ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM] Add so shared library for Bloom family models (#8258)

Browse source 
* Add so file downloading for bloom family models

* Supports selecting of avx2/avx512 so for bloom
This commit is contained in:
Yuwen Hu 2023-06-02 17:39:40 +08:00 committed by GitHub
parent c48d5f7cff
commit e290660b20
2 changed files with 10 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/setup.py
View file

@ -73,6 +73,8 @@ lib_urls["Linux"] = [
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libgptneox_avx2.so", "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libgptneox_avx2.so",
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libgptneox_avx512.so", "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libgptneox_avx512.so",
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/quantize-gptneox", "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/quantize-gptneox",
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libbloom_avx2.so",
"https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/libbloom_avx512.so"
] ]
@ -102,6 +104,8 @@ def setup_package():
"libs/libgptneox_avx2.so", "libs/libgptneox_avx2.so",
"libs/libgptneox_avx512.so", "libs/libgptneox_avx512.so",
"libs/quantize-gptneox", "libs/quantize-gptneox",
"libs/libbloom_avx2.so",
"libs/libbloom_avx512.so",
] ]
platform_name = None platform_name = None

12
python/llm/src/bigdl/llm/ggml/model/bloom/bloom_cpp.py
View file

@ -61,19 +61,19 @@ from ctypes import (
c_size_t, c_size_t,
) )
import pathlib import pathlib
from bigdl.llm.utils import get_avx_flags
# Load the library # Load the library
def _load_shared_library(lib_base_name: str): def _load_shared_library(lib_base_name: str):
# Determine the file extension based on the platform # Determine the file extension based on the platform
if sys.platform.startswith("linux"): if sys.platform.startswith("linux") or sys.platform == "darwin":
lib_ext = ".so"
elif sys.platform == "darwin":
lib_ext = ".so" lib_ext = ".so"
elif sys.platform == "win32": elif sys.platform == "win32":
lib_ext = ".dll" lib_ext = ".dll"
else: else:
raise RuntimeError("Unsupported platform") raise RuntimeError("Unsupported platform")
avx = get_avx_flags()
# Construct the paths to the possible shared library names (python/llm/src/bigdl/llm/libs) # Construct the paths to the possible shared library names (python/llm/src/bigdl/llm/libs)
_base_path = pathlib.Path(__file__).parent.parent.parent.parent.resolve() _base_path = pathlib.Path(__file__).parent.parent.parent.parent.resolve()
@ -81,8 +81,8 @@ def _load_shared_library(lib_base_name: str):
# Searching for the library in the current directory under the name "libbloom" (default name # Searching for the library in the current directory under the name "libbloom" (default name
# for bloomcpp) and "bloom" (default name for this repo) # for bloomcpp) and "bloom" (default name for this repo)
_lib_paths = [ _lib_paths = [
_base_path / f"lib{lib_base_name}{lib_ext}", _base_path / f"lib{lib_base_name}{avx}{lib_ext}",
_base_path / f"{lib_base_name}{lib_ext}", _base_path / f"{lib_base_name}{avx}{lib_ext}",
] ]
if "BLOOM_CPP_LIB" in os.environ: if "BLOOM_CPP_LIB" in os.environ: