From bb3bb464009b98707dc6d09add46915591b1e2ad Mon Sep 17 00:00:00 2001 From: Zhengjin Wang Date: Tue, 10 Oct 2023 09:34:33 +0800 Subject: [PATCH 1/2] add llm-serving-xpu on github action --- .github/workflows/manually_build.yml | 30 +++++++++++++++++ .../workflows/manually_build_for_testing.yml | 32 +++++++++++++++++++ 2 files changed, 62 insertions(+) diff --git a/.github/workflows/manually_build.yml b/.github/workflows/manually_build.yml index 38f82f91..f2d5a5de 100644 --- a/.github/workflows/manually_build.yml +++ b/.github/workflows/manually_build.yml @@ -12,6 +12,7 @@ on: - all - bigdl-llm-xpu - bigdl-llm-cpu + - bigdl-llm-serving-xpu - bigdl-llm-serving-cpu - bigdl-ppml-gramine-base - bigdl-ppml-trusted-bigdl-llm-gramine-base @@ -115,6 +116,35 @@ jobs: sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-llm-serving-xpu: + if: ${{ github.event.inputs.artifact == 'bigdl-llm-serving-xpu' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + + steps: + - uses: actions/checkout@v3 + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: bigdl-llm-serving-xpu + run: | + echo "##############################################################" + echo "####### bigdl-llm-serving-xpu ########" + echo "##############################################################" + export image=intelanalytics/bigdl-llm-serving-xpu + cd docker/llm/serving/xpu/docker + sudo docker build \ + --no-cache=true \ + --build-arg http_proxy=${HTTP_PROXY} \ + --build-arg https_proxy=${HTTPS_PROXY} \ + --build-arg no_proxy=${NO_PROXY} \ + --build-arg BASE_IMAGE_NAME=${base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + -t ${image}:${TAG} -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-llm-serving-cpu: if: ${{ github.event.inputs.artifact == 'bigdl-llm-serving-cpu' || github.event.inputs.artifact == 'all' }} runs-on: [self-hosted, Shire] diff --git a/.github/workflows/manually_build_for_testing.yml b/.github/workflows/manually_build_for_testing.yml index 17ec21e2..79441c44 100644 --- a/.github/workflows/manually_build_for_testing.yml +++ b/.github/workflows/manually_build_for_testing.yml @@ -16,6 +16,7 @@ on: - all - bigdl-llm-xpu - bigdl-llm-cpu + - bigdl-llm-serving-xpu - bigdl-ppml-gramine-base - bigdl-ppml-trusted-bigdl-llm-gramine-base - bigdl-ppml-trusted-bigdl-llm-gramine-ref @@ -115,6 +116,37 @@ jobs: sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-llm-serving-xpu: + if: ${{ github.event.inputs.artifact == 'bigdl-llm-serving-xpu' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + + steps: + - uses: actions/checkout@v3 + with: + ref: ${{ github.event.inputs.sha }} + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: bigdl-llm-serving-xpu + run: | + echo "##############################################################" + echo "####### bigdl-llm-serving-xpu ########" + echo "##############################################################" + export image=intelanalytics/bigdl-llm-serving-xpu + cd docker/llm/serving/xpu/docker + sudo docker build \ + --no-cache=true \ + --build-arg http_proxy=${HTTP_PROXY} \ + --build-arg https_proxy=${HTTPS_PROXY} \ + --build-arg no_proxy=${NO_PROXY} \ + --build-arg BASE_IMAGE_NAME=${base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + -t ${image}:${TAG} -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-ppml-gramine-base: if: ${{ github.event.inputs.artifact == 'bigdl-ppml-gramine-base' || github.event.inputs.artifact == 'all' }} runs-on: [self-hosted, Shire] From 0dbb3a283ef69fd1ac3c0ca1230ac4756b14a410 Mon Sep 17 00:00:00 2001 From: Zhengjin Wang Date: Tue, 10 Oct 2023 10:03:23 +0800 Subject: [PATCH 2/2] amend manually_build --- .github/workflows/manually_build.yml | 6 ------ .github/workflows/manually_build_for_testing.yml | 6 ------ 2 files changed, 12 deletions(-) diff --git a/.github/workflows/manually_build.yml b/.github/workflows/manually_build.yml index f2d5a5de..2e7c4ee1 100644 --- a/.github/workflows/manually_build.yml +++ b/.github/workflows/manually_build.yml @@ -79,8 +79,6 @@ jobs: --build-arg http_proxy=${HTTP_PROXY} \ --build-arg https_proxy=${HTTPS_PROXY} \ --build-arg no_proxy=${NO_PROXY} \ - --build-arg BASE_IMAGE_NAME=${base_image} \ - --build-arg BASE_IMAGE_TAG=${TAG} \ -t ${image}:${TAG} -f ./Dockerfile . sudo docker push ${image}:${TAG} sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} @@ -108,8 +106,6 @@ jobs: --build-arg http_proxy=${HTTP_PROXY} \ --build-arg https_proxy=${HTTPS_PROXY} \ --build-arg no_proxy=${NO_PROXY} \ - --build-arg BASE_IMAGE_NAME=${base_image} \ - --build-arg BASE_IMAGE_TAG=${TAG} \ -t ${image}:${TAG} -f ./Dockerfile . sudo docker push ${image}:${TAG} sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} @@ -137,8 +133,6 @@ jobs: --build-arg http_proxy=${HTTP_PROXY} \ --build-arg https_proxy=${HTTPS_PROXY} \ --build-arg no_proxy=${NO_PROXY} \ - --build-arg BASE_IMAGE_NAME=${base_image} \ - --build-arg BASE_IMAGE_TAG=${TAG} \ -t ${image}:${TAG} -f ./Dockerfile . sudo docker push ${image}:${TAG} sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} diff --git a/.github/workflows/manually_build_for_testing.yml b/.github/workflows/manually_build_for_testing.yml index 79441c44..9c729d48 100644 --- a/.github/workflows/manually_build_for_testing.yml +++ b/.github/workflows/manually_build_for_testing.yml @@ -77,8 +77,6 @@ jobs: --build-arg http_proxy=${HTTP_PROXY} \ --build-arg https_proxy=${HTTPS_PROXY} \ --build-arg no_proxy=${NO_PROXY} \ - --build-arg BASE_IMAGE_NAME=${base_image} \ - --build-arg BASE_IMAGE_TAG=${TAG} \ -t ${image}:${TAG} -f ./Dockerfile . sudo docker push ${image}:${TAG} sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} @@ -108,8 +106,6 @@ jobs: --build-arg http_proxy=${HTTP_PROXY} \ --build-arg https_proxy=${HTTPS_PROXY} \ --build-arg no_proxy=${NO_PROXY} \ - --build-arg BASE_IMAGE_NAME=${base_image} \ - --build-arg BASE_IMAGE_TAG=${TAG} \ -t ${image}:${TAG} -f ./Dockerfile . sudo docker push ${image}:${TAG} sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} @@ -139,8 +135,6 @@ jobs: --build-arg http_proxy=${HTTP_PROXY} \ --build-arg https_proxy=${HTTPS_PROXY} \ --build-arg no_proxy=${NO_PROXY} \ - --build-arg BASE_IMAGE_NAME=${base_image} \ - --build-arg BASE_IMAGE_TAG=${TAG} \ -t ${image}:${TAG} -f ./Dockerfile . sudo docker push ${image}:${TAG} sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}