ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Add qlora cpu docker manually build (#9501)

Browse source
This commit is contained in:
Wang, Jian4 2023-11-21 14:39:16 +08:00 committed by GitHub
parent b7ae572ac3
commit 40ec9f7ead
2 changed files with 58 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

28
.github/workflows/manually_build.yml vendored
View file

@ -11,6 +11,7 @@ on:
options: options:
- all - all
- bigdl-llm-finetune-lora-cpu - bigdl-llm-finetune-lora-cpu
- bigdl-llm-finetune-qlora-cpu
- bigdl-llm-finetune-qlora-xpu - bigdl-llm-finetune-qlora-xpu
- bigdl-llm-xpu - bigdl-llm-xpu
- bigdl-llm-cpu - bigdl-llm-cpu
@ -87,6 +88,33 @@ jobs:
sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker push 10.239.45.10/arda/${image}:${TAG}
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-llm-finetune-qlora-cpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-cpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire]
steps:
- uses: actions/checkout@v3
- name: docker login
run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-qlora-cpu
run: |
echo "##############################################################"
echo "####### bigdl-llm-finetune-qlora-cpu ########"
echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-qlora-cpu
cd docker/llm/finetune/qlora/cpu/docker
sudo docker build \
--no-cache=true \
--build-arg http_proxy=${HTTP_PROXY} \
--build-arg https_proxy=${HTTPS_PROXY} \
--build-arg no_proxy=${NO_PROXY} \
-t ${image}:${TAG} -f ./Dockerfile .
sudo docker push ${image}:${TAG}
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
sudo docker push 10.239.45.10/arda/${image}:${TAG}
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-llm-finetune-qlora-xpu: bigdl-llm-finetune-qlora-xpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }} if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire] runs-on: [self-hosted, Shire]

30
.github/workflows/manually_build_for_testing.yml vendored
View file

@ -15,6 +15,7 @@ on:
options: options:
- all - all
- bigdl-llm-finetune-lora-cpu - bigdl-llm-finetune-lora-cpu
- bigdl-llm-finetune-qlora-cpu
- bigdl-llm-finetune-qlora-xpu - bigdl-llm-finetune-qlora-xpu
- bigdl-llm-xpu - bigdl-llm-xpu
- bigdl-llm-cpu - bigdl-llm-cpu
@ -86,6 +87,35 @@ jobs:
sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker push 10.239.45.10/arda/${image}:${TAG}
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-llm-finetune-qlora-cpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-cpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire]
steps:
- uses: actions/checkout@v3
with:
ref: ${{ github.event.inputs.sha }}
- name: docker login
run: |
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
- name: bigdl-llm-finetune-qlora-cpu
run: |
echo "##############################################################"
echo "####### bigdl-llm-finetune-qlora-cpu ########"
echo "##############################################################"
export image=intelanalytics/bigdl-llm-finetune-qlora-cpu
cd docker/llm/finetune/qlora/cpu/docker
sudo docker build \
--no-cache=true \
--build-arg http_proxy=${HTTP_PROXY} \
--build-arg https_proxy=${HTTPS_PROXY} \
--build-arg no_proxy=${NO_PROXY} \
-t ${image}:${TAG} -f ./Dockerfile .
sudo docker push ${image}:${TAG}
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
sudo docker push 10.239.45.10/arda/${image}:${TAG}
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
bigdl-llm-finetune-qlora-xpu: bigdl-llm-finetune-qlora-xpu:
if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }} if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }}
runs-on: [self-hosted, Shire] runs-on: [self-hosted, Shire]