Add dev wheel building script for LLM package on Windows (#8238)

* Add dev wheel building script for LLM package on Windows

* delete conda

* delete python version check

* minor adjust

* wheel name fixed

* test check

* test fix

* change wheel name
This commit is contained in:
Pingchuan Ma (Henry) 2023-06-01 11:55:26 +08:00 committed by GitHub
parent e56f24b424
commit 141febec1f
3 changed files with 177 additions and 0 deletions

View file

@ -0,0 +1,48 @@
name: LLM Unit Tests Basic on Windows
# Cancel previous runs in the PR when you push new commits
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: true
# Controls when the action will run.
on:
# Triggers the workflow on push or pull request events but only for the main branch
push:
branches: [ main ]
paths:
- 'python/llm/**'
- '.github/workflows/llm_unit_tests_basic_windows.yml'
pull_request:
branches: [ main ]
paths:
- 'python/llm/**'
- '.github/workflows/llm_unit_tests_basic_windows.yml'
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
llm-unit-test-basic-windows:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: ["windows-latest"]
python-version: ["3.8"]
steps:
- uses: actions/checkout@v2
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install --upgrade setuptools==58.0.4
python -m pip install --upgrade wheel
- name: Run LLM-init test
shell: bash
run: |
bash python/llm/dev/release_default_windows.sh default false
pip install -i https://pypi.python.org/simple python/llm/dist/bigdl_llm*.whl
env:
ANALYTICS_ZOO_ROOT: ${{ github.workspace }}

92
python/llm/dev/release.sh Normal file
View file

@ -0,0 +1,92 @@
#!/usr/bin/env bash
#
# Copyright 2016 The BigDL Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
set -e
RUN_SCRIPT_DIR=$(cd $(dirname $0) ; pwd)
echo $RUN_SCRIPT_DIR
BIGDL_DIR="$(cd ${RUN_SCRIPT_DIR}/../../..; pwd)"
echo $BIGDL_DIR
BIGDL_PYTHON_DIR="$(cd ${BIGDL_DIR}/python/llm; pwd)"
echo $BIGDL_PYTHON_DIR
if (( $# < 3)); then
echo "Usage: release.sh platform version upload"
echo "Usage example: bash release.sh linux default true"
exit -1
fi
platform=$1
version=$2
upload=$3 # Whether to upload the whl to pypi
if [ "${version}" != "default" ]; then
echo "User specified version: ${version}"
echo $version > $BIGDL_DIR/python/version.txt
fi
bigdl_version=$(cat $BIGDL_DIR/python/version.txt | head -1)
echo "The effective version is: ${bigdl_version}"
if [ "$platform" == "linux" ]; then
verbose_pname="manylinux2010_x86_64"
setup_file="setup-linux.py"
elif [ "$platform" == "windows" ]; then
verbose_pname="win_amd64"
setup_file="setup.py"
else
echo "Unsupported platform"
fi
if [ -d "${BIGDL_DIR}/python/llm/dist" ]; then
rm -r ${BIGDL_DIR}/python/llm/dist
fi
if [ -d "${BIGDL_DIR}/python/llm/_skbuild" ]; then
rm -r ${BIGDL_DIR}/python/llm/_skbuild
fi
if [ -d "${BIGDL_DIR}/python/llm/build" ]; then
rm -r ${BIGDL_DIR}/python/llm/build
fi
if [ -d "${BIGDL_DIR}/python/llm/bigdl_llm.egg-info" ]; then
rm -r ${BIGDL_DIR}/python/llm/bigdl_llm.egg-info
fi
cd $BIGDL_PYTHON_DIR
wheel_command="python ${setup_file} bdist_wheel --plat-name ${verbose_pname} --python-tag py3"
echo "Packing python distribution: $wheel_command"
${wheel_command}
if [ -d "${BIGDL_DIR}/python/llm/_skbuild" ]; then
rm -r ${BIGDL_DIR}/python/llm/_skbuild
fi
if [ -d "${BIGDL_DIR}/python/llm/build" ]; then
rm -r ${BIGDL_DIR}/python/llm/build
fi
if [ -d "${BIGDL_DIR}/python/llm/bigdl_llm.egg-info" ]; then
rm -r ${BIGDL_DIR}/python/llm/bigdl_llm.egg-info
fi
if [ ${upload} == true ]; then
upload_command="twine upload dist/bigdl_llm-${bigdl_version}-*-${verbose_pname}.whl"
echo "Please manually upload with this command: $upload_command"
$upload_command
fi

View file

@ -0,0 +1,37 @@
#!/usr/bin/env bash
#
# Copyright 2016 The BigDL Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# This is the default script with maven parameters to release bigdl-math for linux.
# Note that if the maven parameters to build bigdl-math need to be changed,
# make sure to change this file accordingly.
# If you want to customize the release, please use release.sh and specify maven parameters instead.
set -e
RUN_SCRIPT_DIR=$(cd $(dirname $0) ; pwd)
echo $RUN_SCRIPT_DIR
if (( $# < 2)); then
echo "Usage: release_default_windows.sh version upload"
echo "Usage example: bash release_default_windows.sh default true"
exit -1
fi
version=$1
upload=$2
bash ${RUN_SCRIPT_DIR}/release.sh windows ${version} ${upload}