From 5b83493b1a68a3dbf6acae344c34010232dabd31 Mon Sep 17 00:00:00 2001 From: SONG Ge <38711238+sgwhat@users.noreply.github.com> Date: Tue, 20 Aug 2024 17:29:49 +0800 Subject: [PATCH] Add ipex-llm npu option in setup.py (#11858) * add ipex-llm npu release * update example doc * meet latest release changes --- .../example/NPU/HF-Transformers-AutoModels/LLM/README.md | 7 ++----- python/llm/setup.py | 7 +++++++ 2 files changed, 9 insertions(+), 5 deletions(-) diff --git a/python/llm/example/NPU/HF-Transformers-AutoModels/LLM/README.md b/python/llm/example/NPU/HF-Transformers-AutoModels/LLM/README.md index 31e055b5..728617f0 100644 --- a/python/llm/example/NPU/HF-Transformers-AutoModels/LLM/README.md +++ b/python/llm/example/NPU/HF-Transformers-AutoModels/LLM/README.md @@ -91,11 +91,8 @@ We suggest using conda to manage environment: conda create -n llm python=3.10 conda activate llm -# install ipex-llm with 'all' option -pip install --pre --upgrade ipex-llm[all] -pip install --pre --upgrade bigdl-core-npu - -pip install transformers==4.40 +# install ipex-llm with 'npu' option +pip install --pre --upgrade ipex-llm[npu] ``` ### 2. Runtime Configurations diff --git a/python/llm/setup.py b/python/llm/setup.py index ecb7aea8..f9adc5f3 100644 --- a/python/llm/setup.py +++ b/python/llm/setup.py @@ -300,6 +300,12 @@ def setup_package(): serving_requires = ['py-cpuinfo'] serving_requires += SERVING_DEP + npu_requires = copy.deepcopy(all_requires) + cpu_transformers_version = ['transformers == 4.37.0', 'tokenizers == 0.15.2'] + for exclude_require in cpu_transformers_version: + npu_requires.remove(exclude_require) + npu_requires += ["transformers==4.40.0", + "bigdl-core-npu==" + CORE_XE_VERSION + ";platform_system=='Windows'"] metadata = dict( name='ipex_llm', @@ -323,6 +329,7 @@ def setup_package(): }, extras_require={"all": all_requires, "xpu": xpu_requires, # default to ipex 2.1 for linux and windows + "npu": npu_requires, "xpu-2-1": xpu_21_requires, "serving": serving_requires, "cpp": cpp_requires,