ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Merge pull request #9279 from Jasonzzt/main

Browse source 
Add bigdl-llm-finetune-cpu to manually_build to upload image on hub
This commit is contained in:
Ziteng Zhang 2023-10-27 09:55:08 +08:00 committed by GitHub
commit 46ab0419b8
2 changed files with 70 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
.github/workflows/manually_build.yml vendored
View file

@ -10,7 +10,8 @@ on:
type: choice type: choice
options: options:
- all - all
- bigdl-llm-finetune-xpu - bigdl-llm-finetune-lora-cpu
- bigdl-llm-finetune-qlora-xpu
- bigdl-llm-xpu - bigdl-llm-xpu
- bigdl-llm-cpu - bigdl-llm-cpu
- bigdl-llm-serving-xpu - bigdl-llm-serving-xpu
@ -59,8 +60,35 @@ permissions:
packages: write packages: write
jobs: jobs:
bigdl-llm-finetune-xpu: bigdl-llm-finetune-lora-cpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-xpu' || github.event.inputs.artifact == 'all' }} if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-lora-cpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire]
steps:
- uses: actions/checkout@v3
- name: docker login
run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-lora-cpu
run: |
echo "##############################################################"
echo "####### bigdl-llm-finetune-lora-cpu ########"
echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-lora-cpu
cd docker/llm/finetune/lora/cpu/docker
sudo docker build \
--no-cache=true \
--build-arg http_proxy=${HTTP_PROXY} \
--build-arg https_proxy=${HTTPS_PROXY} \
--build-arg no_proxy=${NO_PROXY} \
-t ${image}:${TAG} -f ./Dockerfile .
sudo docker push ${image}:${TAG}
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
sudo docker push 10.239.45.10/arda/${image}:${TAG}
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-llm-finetune-qlora-xpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire] runs-on: [self-hosted, Shire]
steps: steps:
@ -68,12 +96,12 @@ jobs:
- name: docker login - name: docker login
run: | run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-xpu - name: bigdl-llm-finetune-qlora-xpu
run: | run: |
echo "##############################################################" echo "##############################################################"
echo "####### bigdl-llm-finetune-xpu ########" echo "####### bigdl-llm-finetune-qlora-xpu ########"
echo "##############################################################" echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-xpu export image=intelanalytics/bigdl-llm-finetune-qlora-xpu
cd docker/llm/finetune/qlora/xpu/docker cd docker/llm/finetune/qlora/xpu/docker
sudo docker build \ sudo docker build \
--no-cache=true \ --no-cache=true \

42
.github/workflows/manually_build_for_testing.yml vendored
View file

@ -14,7 +14,8 @@ on:
type: choice type: choice
options: options:
- all - all
- bigdl-llm-finetune-xpu - bigdl-llm-finetune-lora-cpu
- bigdl-llm-finetune-qlora-xpu
- bigdl-llm-xpu - bigdl-llm-xpu
- bigdl-llm-cpu - bigdl-llm-cpu
- bigdl-llm-serving-xpu - bigdl-llm-serving-xpu
@ -56,8 +57,8 @@ permissions:
packages: write packages: write
jobs: jobs:
bigdl-llm-finetune-xpu: bigdl-llm-finetune-lora-cpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-xpu' || github.event.inputs.artifact == 'all' }} if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-lora-cpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire] runs-on: [self-hosted, Shire]
steps: steps:
@ -67,12 +68,41 @@ jobs:
- name: docker login - name: docker login
run: | run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-xpu - name: bigdl-llm-finetune-lora-cpu
run: | run: |
echo "##############################################################" echo "##############################################################"
echo "####### bigdl-llm-finetune-xpu ########" echo "####### bigdl-llm-finetune-lora-cpu ########"
echo "##############################################################" echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-xpu export image=intelanalytics/bigdl-llm-finetune-lora-cpu
cd docker/llm/finetune/lora/cpu/docker
sudo docker build \
--no-cache=true \
--build-arg http_proxy=${HTTP_PROXY} \
--build-arg https_proxy=${HTTPS_PROXY} \
--build-arg no_proxy=${NO_PROXY} \
-t ${image}:${TAG} -f ./Dockerfile .
sudo docker push ${image}:${TAG}
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
sudo docker push 10.239.45.10/arda/${image}:${TAG}
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-llm-finetune-qlora-xpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire]
steps:
- uses: actions/checkout@v3
with:
ref: ${{ github.event.inputs.sha }}
- name: docker login
run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-qlora-xpu
run: |
echo "##############################################################"
echo "####### bigdl-llm-finetune-qlora-xpu ########"
echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-qlora-xpu
cd docker/llm/finetune/qlora/xpu/docker cd docker/llm/finetune/qlora/xpu/docker
sudo docker build \ sudo docker build \
--no-cache=true \ --no-cache=true \