diff --git a/.github/workflows/manually_build.yml b/.github/workflows/manually_build.yml index 2ce5e3b9..4a32ab62 100644 --- a/.github/workflows/manually_build.yml +++ b/.github/workflows/manually_build.yml @@ -25,6 +25,7 @@ on: - bigdl-ppml-pccs - bigdl-ppml-trusted-python-toolkit-base - bigdl-ppml-trusted-python-toolkit-ref + - bigdl-ppml-trusted-bigdata-gramine tag: description: 'docker image tag (e.g. 2.1.0-SNAPSHOT)' required: true @@ -741,3 +742,67 @@ jobs: sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} + + bigdl-ppml-trusted-bigdata-gramine: + if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdata-gramine' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + + steps: + - uses: actions/checkout@v3 + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: bigdl-ppml-trusted-bigdata-gramine + run: | + echo "########################################################" + echo "######### bigdl-ppml-trusted-bigdata-gramine ###########" + echo "########################################################" + cd ppml/trusted-bigdata + export bigdata_base_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-base + sudo docker build \ + --build-arg http_proxy=${HTTP_PROXY} \ + --build-arg https_proxy=${HTTPS_PROXY} \ + --build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ + --build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ + --build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ + --build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ + --build-arg JDK_VERSION=8u192 \ + --build-arg JDK_URL=${JDK_URL} \ + --build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ + --build-arg no_proxy=${LOCAL_IP} \ + --build-arg BASE_IMAGE_NAME=${base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + -t ${bigdata_base_image}:${TAG} -f ./Dockerfile . + sudo docker push ${bigdata_base_image}:${TAG} + sudo docker tag ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_base_image}:${TAG} + cd custom-image + openssl genrsa -3 -out enclave-key.pem 3072 + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=32G \ + --build-arg SGX_LOG_LEVEL=error \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference:${TAG} + sudo docker push intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-64g + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=64G \ + --build-arg SGX_LOG_LEVEL=error \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${base_image}:${TAG} + sudo docker rmi -f ${bigdata_base_image}:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} \ No newline at end of file diff --git a/.github/workflows/manually_build_for_testing.yml b/.github/workflows/manually_build_for_testing.yml index c758fe6f..23c22a5d 100644 --- a/.github/workflows/manually_build_for_testing.yml +++ b/.github/workflows/manually_build_for_testing.yml @@ -29,6 +29,7 @@ on: - bigdl-ppml-pccs - bigdl-ppml-trusted-python-toolkit-base - bigdl-ppml-trusted-python-toolkit-ref + - bigdl-ppml-trusted-bigdata-gramine tag: description: 'docker image tag (e.g. test)' required: true @@ -676,3 +677,69 @@ jobs: sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} + + bigdl-ppml-trusted-bigdata-gramine: + if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdata-gramine' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + + steps: + - uses: actions/checkout@v3 + with: + ref: ${{ github.event.inputs.sha }} + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: bigdl-ppml-trusted-bigdata-gramine + run: | + echo "########################################################" + echo "######### bigdl-ppml-trusted-bigdata-gramine ###########" + echo "########################################################" + cd ppml/trusted-bigdata + export bigdata_base_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-base + sudo docker build \ + --build-arg http_proxy=${HTTP_PROXY} \ + --build-arg https_proxy=${HTTPS_PROXY} \ + --build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ + --build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ + --build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ + --build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ + --build-arg JDK_VERSION=8u192 \ + --build-arg JDK_URL=${JDK_URL} \ + --build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ + --build-arg no_proxy=${LOCAL_IP} \ + --build-arg BASE_IMAGE_NAME=${base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + -t ${bigdata_base_image}:${TAG} -f ./Dockerfile . + sudo docker push ${bigdata_base_image}:${TAG} + sudo docker tag ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_base_image}:${TAG} + cd custom-image + openssl genrsa -3 -out enclave-key.pem 3072 + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=32G \ + --build-arg SGX_LOG_LEVEL=error \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference:${TAG} + sudo docker push intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-64g + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=64G \ + --build-arg SGX_LOG_LEVEL=error \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${base_image}:${TAG} + sudo docker rmi -f ${bigdata_base_image}:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} \ No newline at end of file