From 8719674c9205133542fa33cce9fc2761486dae89 Mon Sep 17 00:00:00 2001 From: Yao Li <108786898+SEULiyao@users.noreply.github.com> Date: Mon, 24 Apr 2023 15:29:24 +0800 Subject: [PATCH] update manually_build.yml (#8126) --- .github/workflows/manually_build.yml | 178 +++++++++++++++++++++++++++ 1 file changed, 178 insertions(+) diff --git a/.github/workflows/manually_build.yml b/.github/workflows/manually_build.yml index 3ad31114..f06a49e4 100644 --- a/.github/workflows/manually_build.yml +++ b/.github/workflows/manually_build.yml @@ -28,6 +28,8 @@ on: - bigdl-ppml-trusted-python-toolkit-base - bigdl-ppml-trusted-python-toolkit-ref - bigdl-ppml-trusted-bigdata-gramine + - bigdl-ppml-trusted-machine-learning-base + - bigdl-ppml-trusted-machine-learning-ref - bigdl-ppml-trusted-big-data - bigdl-ppml-trusted-deep-learning - bigdl-kms-base @@ -976,6 +978,182 @@ jobs: sudo docker rmi -f ${base_image}:${TAG} sudo docker rmi -f ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG} + bigdl-trusted-machine-learning-base: + if: ${{ github.event.inputs.artifact == 'bigdl-trusted-machine-learning-base' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + steps: + - uses: actions/checkout@v3 + with: + ref: ${{ github.event.inputs.sha }} + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: bigdl-trusted-machine-learning-base + run: | + echo "############################################################" + echo "########## bigdl-trusted-machine-learning-base #############" + echo "############################################################" + export image=intelanalytics/bigdl-trusted-machine-learning-base + export base_image=intelanalytics/bigdl-ppml-gramine-base + cd ppml/trusted-machine-learning + sudo docker build \ + --build-arg http_proxy=${HTTP_PROXY} \ + --build-arg https_proxy=${HTTPS_PROXY} \ + --build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST} \ + --build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT} \ + --build-arg HTTPS_PROXY_HOST=${HTTPS_PROXY_HOST} \ + --build-arg HTTPS_PROXY_PORT=${HTTPS_PROXY_PORT} \ + --build-arg JDK_VERSION=8u192 \ + --build-arg JDK_URL=${JDK_URL} \ + --build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ + --build-arg no_proxy=${NO_PROXY} \ + --build-arg BASE_IMAGE_NAME=${base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg LGBM_NETWORK_MODE_BUILD=SSL \ + -t ${image}:${TAG} -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + bigdl-trusted-machine-learning-ref: + if: ${{ github.event.inputs.artifact == 'bigdl-trusted-machine-learning-ref' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + steps: + - uses: actions/checkout@v3 + with: + ref: ${{ github.event.inputs.sha }} + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: bigdl-trusted-machine-learning-ref + run: | + echo "###########################################################" + echo "########## bigdl-trusted-machine-learning-ref #############" + echo "###########################################################" + cd ppml/trusted-machine-learning/custom-image + openssl genrsa -3 -out enclave-key.pem 3072 + export base_image=intelanalytics/bigdl-trusted-machine-learning-base + export image=intelanalytics/bigdl-trusted-machine-learning-reference-16g + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=16G \ + --build-arg SGX_LOG_LEVEL=error \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + export image=intelanalytics/bigdl-trusted-machine-learning-reference-8g + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=8G \ + --build-arg SGX_LOG_LEVEL=error \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + export image=intelanalytics/bigdl-trusted-machine-learning-reference-4g + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=4G \ + --build-arg SGX_LOG_LEVEL=error \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + export image=intelanalytics/bigdl-trusted-machine-learning-reference-16g-all + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=16G \ + --build-arg SGX_LOG_LEVEL=all \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + export image=intelanalytics/bigdl-trusted-machine-learning-reference-8g-all + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=8G \ + --build-arg SGX_LOG_LEVEL=all \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + export image=intelanalytics/bigdl-trusted-machine-learning-reference-4g-all + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=4G \ + --build-arg SGX_LOG_LEVEL=all \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + export image=intelanalytics/bigdl-trusted-machine-learning-reference-noattest-16g + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=16G \ + --build-arg SGX_LOG_LEVEL=error \ + --build-arg ENABLE_DCAP_ATTESTATION=false \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + export image=intelanalytics/bigdl-trusted-machine-learning-reference-noattest-8g + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=8G \ + --build-arg SGX_LOG_LEVEL=error \ + --build-arg ENABLE_DCAP_ATTESTATION=false \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + + export image=intelanalytics/bigdl-trusted-machine-learning-reference-noattest-4g + sudo docker build \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \ + --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=4G \ + --build-arg SGX_LOG_LEVEL=error \ + --build-arg ENABLE_DCAP_ATTESTATION=false \ + -t ${image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-kms-base: if: ${{ github.event.inputs.artifact == 'bigdl-kms-base' || github.event.inputs.artifact == 'all' }} runs-on: [self-hosted, Shire]