Add dev wheel building script for LLM package on Windows (#8238)
* Add dev wheel building script for LLM package on Windows * delete conda * delete python version check * minor adjust * wheel name fixed * test check * test fix * change wheel name
This commit is contained in:
Pingchuan Ma (Henry)
GitHub
parent
e56f24b424
commit
141febec1f
3 changed files with 177 additions and 0 deletions
48
.github/workflows/llm_unit_tests_basic_windows.yml
vendored
Normal file
48
.github/workflows/llm_unit_tests_basic_windows.yml
vendored
Normal file
|
|
@ -0,0 +1,48 @@
|
|||
name: LLM Unit Tests Basic on Windows
|
||||
|
||||
# Cancel previous runs in the PR when you push new commits
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.run_id }}
|
||||
cancel-in-progress: true
|
||||
|
||||
# Controls when the action will run.
|
||||
on:
|
||||
# Triggers the workflow on push or pull request events but only for the main branch
|
||||
push:
|
||||
branches: [ main ]
|
||||
paths:
|
||||
- 'python/llm/**'
|
||||
- '.github/workflows/llm_unit_tests_basic_windows.yml'
|
||||
pull_request:
|
||||
branches: [ main ]
|
||||
paths:
|
||||
- 'python/llm/**'
|
||||
- '.github/workflows/llm_unit_tests_basic_windows.yml'
|
||||
|
||||
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
|
||||
jobs:
|
||||
llm-unit-test-basic-windows:
|
||||
runs-on: ${{ matrix.os }}
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
os: ["windows-latest"]
|
||||
python-version: ["3.8"]
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v2
|
||||
with:
|
||||
python-version: ${{ matrix.python-version }}
|
||||
- name: Install dependencies
|
||||
run: |
|
||||
python -m pip install --upgrade pip
|
||||
python -m pip install --upgrade setuptools==58.0.4
|
||||
python -m pip install --upgrade wheel
|
||||
- name: Run LLM-init test
|
||||
shell: bash
|
||||
run: |
|
||||
bash python/llm/dev/release_default_windows.sh default false
|
||||
pip install -i https://pypi.python.org/simple python/llm/dist/bigdl_llm*.whl
|
||||
env:
|
||||
ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
|
||||
92
python/llm/dev/release.sh
Normal file
92
python/llm/dev/release.sh
Normal file
|
|
@ -0,0 +1,92 @@
|
|||
#!/usr/bin/env bash
|
||||
#
|
||||
# Copyright 2016 The BigDL Authors.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
|
||||
set -e
|
||||
RUN_SCRIPT_DIR=$(cd $(dirname $0) ; pwd)
|
||||
echo $RUN_SCRIPT_DIR
|
||||
BIGDL_DIR="$(cd ${RUN_SCRIPT_DIR}/../../..; pwd)"
|
||||
echo $BIGDL_DIR
|
||||
BIGDL_PYTHON_DIR="$(cd ${BIGDL_DIR}/python/llm; pwd)"
|
||||
echo $BIGDL_PYTHON_DIR
|
||||
|
||||
if (( $# < 3)); then
|
||||
echo "Usage: release.sh platform version upload"
|
||||
echo "Usage example: bash release.sh linux default true"
|
||||
exit -1
|
||||
fi
|
||||
|
||||
platform=$1
|
||||
version=$2
|
||||
upload=$3 # Whether to upload the whl to pypi
|
||||
|
||||
if [ "${version}" != "default" ]; then
|
||||
echo "User specified version: ${version}"
|
||||
echo $version > $BIGDL_DIR/python/version.txt
|
||||
fi
|
||||
|
||||
bigdl_version=$(cat $BIGDL_DIR/python/version.txt | head -1)
|
||||
echo "The effective version is: ${bigdl_version}"
|
||||
|
||||
if [ "$platform" == "linux" ]; then
|
||||
verbose_pname="manylinux2010_x86_64"
|
||||
setup_file="setup-linux.py"
|
||||
elif [ "$platform" == "windows" ]; then
|
||||
verbose_pname="win_amd64"
|
||||
setup_file="setup.py"
|
||||
else
|
||||
echo "Unsupported platform"
|
||||
fi
|
||||
|
||||
if [ -d "${BIGDL_DIR}/python/llm/dist" ]; then
|
||||
rm -r ${BIGDL_DIR}/python/llm/dist
|
||||
fi
|
||||
|
||||
if [ -d "${BIGDL_DIR}/python/llm/_skbuild" ]; then
|
||||
rm -r ${BIGDL_DIR}/python/llm/_skbuild
|
||||
fi
|
||||
|
||||
if [ -d "${BIGDL_DIR}/python/llm/build" ]; then
|
||||
rm -r ${BIGDL_DIR}/python/llm/build
|
||||
fi
|
||||
|
||||
if [ -d "${BIGDL_DIR}/python/llm/bigdl_llm.egg-info" ]; then
|
||||
rm -r ${BIGDL_DIR}/python/llm/bigdl_llm.egg-info
|
||||
fi
|
||||
|
||||
cd $BIGDL_PYTHON_DIR
|
||||
|
||||
wheel_command="python ${setup_file} bdist_wheel --plat-name ${verbose_pname} --python-tag py3"
|
||||
echo "Packing python distribution: $wheel_command"
|
||||
${wheel_command}
|
||||
|
||||
if [ -d "${BIGDL_DIR}/python/llm/_skbuild" ]; then
|
||||
rm -r ${BIGDL_DIR}/python/llm/_skbuild
|
||||
fi
|
||||
|
||||
if [ -d "${BIGDL_DIR}/python/llm/build" ]; then
|
||||
rm -r ${BIGDL_DIR}/python/llm/build
|
||||
fi
|
||||
|
||||
if [ -d "${BIGDL_DIR}/python/llm/bigdl_llm.egg-info" ]; then
|
||||
rm -r ${BIGDL_DIR}/python/llm/bigdl_llm.egg-info
|
||||
fi
|
||||
|
||||
if [ ${upload} == true ]; then
|
||||
upload_command="twine upload dist/bigdl_llm-${bigdl_version}-*-${verbose_pname}.whl"
|
||||
echo "Please manually upload with this command: $upload_command"
|
||||
$upload_command
|
||||
fi
|
||||
37
python/llm/dev/release_default_windows.sh
Normal file
37
python/llm/dev/release_default_windows.sh
Normal file
|
|
@ -0,0 +1,37 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
#
|
||||
# Copyright 2016 The BigDL Authors.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
|
||||
# This is the default script with maven parameters to release bigdl-math for linux.
|
||||
# Note that if the maven parameters to build bigdl-math need to be changed,
|
||||
# make sure to change this file accordingly.
|
||||
# If you want to customize the release, please use release.sh and specify maven parameters instead.
|
||||
|
||||
set -e
|
||||
RUN_SCRIPT_DIR=$(cd $(dirname $0) ; pwd)
|
||||
echo $RUN_SCRIPT_DIR
|
||||
|
||||
if (( $# < 2)); then
|
||||
echo "Usage: release_default_windows.sh version upload"
|
||||
echo "Usage example: bash release_default_windows.sh default true"
|
||||
exit -1
|
||||
fi
|
||||
|
||||
version=$1
|
||||
upload=$2
|
||||
|
||||
bash ${RUN_SCRIPT_DIR}/release.sh windows ${version} ${upload}
|
||||
Loading…
Reference in a new issue