[LLM] add convert's python deps for LLM (#8260)

* add python deps for LLM

* update release.sh

* change deps group name

* update all

* fix update

* test fix

* update

.github/workflows/llm_unit_tests_basic_windows.yml

@@ -52,12 +52,9 @@ jobs:
         shell: bash
         run: |
           bash python/llm/dev/release_default_windows.sh default false
-          pip install -i https://pypi.python.org/simple python/llm/dist/bigdl_llm*.whl
+          whl_name=$(ls python/llm/dist)
+          pip install -i https://pypi.python.org/simple "python/llm/dist/${whl_name}[all]"
           pip install pytest
-          pip install numpy
-          pip install torch
-          pip install transformers
-          pip install sentencepiece
           bash python/llm/test/run-llm-basic-tests.sh
         env:
           ANALYTICS_ZOO_ROOT: ${{ github.workspace }}

python/llm/dev/release.sh

@@ -43,8 +43,10 @@ echo "The effective version is: ${bigdl_version}"
 
 if [ "$platform" == "linux" ]; then
     verbose_pname="manylinux2010_x86_64"
+    platform_name="--linux"
 elif [ "$platform" == "windows" ]; then
     verbose_pname="win_amd64"
+    platform_name="--win"
 else
     echo "Unsupported platform"
 fi
@@ -59,7 +61,7 @@ fi
 
 cd $BIGDL_PYTHON_DIR
 
-wheel_command="python setup.py clean --all bdist_wheel --plat-name ${verbose_pname} --python-tag py3"
+wheel_command="python setup.py clean --all bdist_wheel ${platform_name} --plat-name ${verbose_pname} --python-tag py3"
 
 echo "Packing python distribution: $wheel_command"
 ${wheel_command}

python/llm/setup.py

@@ -42,6 +42,7 @@ BIGDL_PYTHON_HOME = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
 VERSION = open(os.path.join(BIGDL_PYTHON_HOME, 'version.txt'), 'r').read().strip()
 llm_home = os.path.join(os.path.dirname(os.path.abspath(__file__)), "src")
 libs_dir = os.path.join(llm_home, "bigdl", "llm", "libs")
+CONVERT_DEP = ['numpy', 'torch', 'transformers', 'sentencepiece']
 
 
 def get_llm_packages():
@@ -133,6 +134,9 @@ def setup_package():
     for url in lib_urls[platform_name]:
         download_libs(url, change_permission=change_permission)
     
+    all_requires = []
+    all_requires += CONVERT_DEP
+
     metadata = dict(
         name='bigdl-llm',
         version=VERSION,
@@ -147,6 +151,7 @@ def setup_package():
         package_dir={"": "src"},
         package_data={"bigdl.llm": package_data[platform_name]},
         include_package_data=True,
+        extras_require={"all": all_requires},
         classifiers=[
             'License :: OSI Approved :: Apache Software License',
             'Programming Language :: Python :: 3',