ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

add malloc and intel openmp to llm deps (#9322)

Browse source
This commit is contained in:
Xin Qiu 2023-11-01 09:47:45 +08:00 committed by GitHub
parent d638b93dfe
commit 06447a3ef6
1 changed files with 15 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
python/llm/setup.py
View file

@ -126,6 +126,17 @@ linux_binarys = [
"chatglm_C.cpython-39-x86_64-linux-gnu.so", "chatglm_C.cpython-39-x86_64-linux-gnu.so",
] ]
ext_lib_urls = [
"https://github.com/analytics-zoo/jemalloc/releases/download/v5.3.0/libjemalloc.so",
"https://github.com/analytics-zoo/tcmalloc/releases/download/v2.10/libtcmalloc.so"
]
ext_libs = [
"libjemalloc.so",
"libtcmalloc.so"
]
def get_llm_packages(): def get_llm_packages():
llm_packages = [] llm_packages = []
@ -187,7 +198,7 @@ def obtain_lib_urls():
windows_binary_urls = get_urls_for_binary(date_urls, windows_binarys) windows_binary_urls = get_urls_for_binary(date_urls, windows_binarys)
lib_urls["Windows"] = list(windows_binary_urls.values()) lib_urls["Windows"] = list(windows_binary_urls.values())
linux_binary_urls = get_urls_for_binary(date_urls, linux_binarys) linux_binary_urls = get_urls_for_binary(date_urls, linux_binarys)
lib_urls["Linux"] = list(linux_binary_urls.values()) lib_urls["Linux"] = list(linux_binary_urls.values()) + ext_lib_urls
return lib_urls return lib_urls
@ -208,7 +219,7 @@ def setup_package():
package_data["Windows"] = list(map(lambda x: os.path.join('libs', x), package_data["Windows"] = list(map(lambda x: os.path.join('libs', x),
windows_binarys)) windows_binarys))
package_data["Linux"] = list(map(lambda x: os.path.join('libs', x), package_data["Linux"] = list(map(lambda x: os.path.join('libs', x),
linux_binarys)) linux_binarys + ext_libs))
platform_name = None platform_name = None
if "--win" in sys.argv: if "--win" in sys.argv:
platform_name = "Windows" platform_name = "Windows"
@ -252,7 +263,8 @@ def setup_package():
raise FileNotFoundError( raise FileNotFoundError(
f'Could not find package dependency file: {file_path}') f'Could not find package dependency file: {file_path}')
all_requires = ['py-cpuinfo', 'protobuf'] all_requires = ['py-cpuinfo', 'protobuf',
"intel-openmp; (platform_machine=='x86_64' or platform_machine == 'AMD64')"]
all_requires += CONVERT_DEP all_requires += CONVERT_DEP
# install with -f https://developer.intel.com/ipex-whl-stable-xpu # install with -f https://developer.intel.com/ipex-whl-stable-xpu