ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Merge pull request #9279 from Jasonzzt/main

Browse source 
Add bigdl-llm-finetune-cpu to manually_build to upload image on hub
This commit is contained in:
Ziteng Zhang 2023-10-27 09:55:08 +08:00 committed by GitHub
commit 46ab0419b8
2 changed files with 70 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
.github/workflows/manually_build.yml vendored
View file

@ -10,7 +10,8 @@ on:
type: choice
options:
- all
- bigdl-llm-finetune-xpu
- bigdl-llm-finetune-lora-cpu
- bigdl-llm-finetune-qlora-xpu
- bigdl-llm-xpu
- bigdl-llm-cpu
- bigdl-llm-serving-xpu
@ -59,8 +60,8 @@ permissions:
packages: write
jobs:
bigdl-llm-finetune-xpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-xpu' || github.event.inputs.artifact == 'all' }}
bigdl-llm-finetune-lora-cpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-lora-cpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire]
steps:
@ -68,12 +69,39 @@ jobs:
- name: docker login
run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-xpu
- name: bigdl-llm-finetune-lora-cpu
run: |
echo "##############################################################"
echo "####### bigdl-llm-finetune-xpu ########"
echo "####### bigdl-llm-finetune-lora-cpu ########"
echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-xpu
export image=intelanalytics/bigdl-llm-finetune-lora-cpu
cd docker/llm/finetune/lora/cpu/docker
sudo docker build \
--no-cache=true \
--build-arg http_proxy=${HTTP_PROXY} \
--build-arg https_proxy=${HTTPS_PROXY} \
--build-arg no_proxy=${NO_PROXY} \
-t ${image}:${TAG} -f ./Dockerfile .
sudo docker push ${image}:${TAG}
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
sudo docker push 10.239.45.10/arda/${image}:${TAG}
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-llm-finetune-qlora-xpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire]
steps:
- uses: actions/checkout@v3
- name: docker login
run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-qlora-xpu
run: |
echo "##############################################################"
echo "####### bigdl-llm-finetune-qlora-xpu ########"
echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-qlora-xpu
cd docker/llm/finetune/qlora/xpu/docker
sudo docker build \
--no-cache=true \

42
.github/workflows/manually_build_for_testing.yml vendored
View file

@ -14,7 +14,8 @@ on:
type: choice
options:
- all
- bigdl-llm-finetune-xpu
- bigdl-llm-finetune-lora-cpu
- bigdl-llm-finetune-qlora-xpu
- bigdl-llm-xpu
- bigdl-llm-cpu
- bigdl-llm-serving-xpu
@ -56,8 +57,8 @@ permissions:
packages: write
jobs:
bigdl-llm-finetune-xpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-xpu' || github.event.inputs.artifact == 'all' }}
bigdl-llm-finetune-lora-cpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-lora-cpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire]
steps:
@ -67,12 +68,41 @@ jobs:
- name: docker login
run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-xpu
- name: bigdl-llm-finetune-lora-cpu
run: |
echo "##############################################################"
echo "####### bigdl-llm-finetune-xpu ########"
echo "####### bigdl-llm-finetune-lora-cpu ########"
echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-xpu
export image=intelanalytics/bigdl-llm-finetune-lora-cpu
cd docker/llm/finetune/lora/cpu/docker
sudo docker build \
--no-cache=true \
--build-arg http_proxy=${HTTP_PROXY} \
--build-arg https_proxy=${HTTPS_PROXY} \
--build-arg no_proxy=${NO_PROXY} \
-t ${image}:${TAG} -f ./Dockerfile .
sudo docker push ${image}:${TAG}
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
sudo docker push 10.239.45.10/arda/${image}:${TAG}
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-llm-finetune-qlora-xpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire]
steps:
- uses: actions/checkout@v3
with:
ref: ${{ github.event.inputs.sha }}
- name: docker login
run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-qlora-xpu
run: |
echo "##############################################################"
echo "####### bigdl-llm-finetune-qlora-xpu ########"
echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-qlora-xpu
cd docker/llm/finetune/qlora/xpu/docker
sudo docker build \
--no-cache=true \