From ec2b9c13ee280d0fad2d82c5bf40695384e8ab86 Mon Sep 17 00:00:00 2001 From: Shaojie Cui Date: Wed, 15 Feb 2023 20:16:17 +0800 Subject: [PATCH] [CICD]add bigdata toolkit with debug log level (#7564) --- .github/workflows/manually_build.yml | 39 +++++++++++++++++++ .../workflows/manually_build_for_testing.yml | 39 +++++++++++++++++++ 2 files changed, 78 insertions(+) diff --git a/.github/workflows/manually_build.yml b/.github/workflows/manually_build.yml index 88422d20..5514d3c2 100644 --- a/.github/workflows/manually_build.yml +++ b/.github/workflows/manually_build.yml @@ -871,5 +871,44 @@ jobs: sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-16g-debug + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=16G \ + --build-arg SGX_LOG_LEVEL=debug \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g-debug + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=32G \ + --build-arg SGX_LOG_LEVEL=debug \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-64g-debug + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=64G \ + --build-arg SGX_LOG_LEVEL=debug \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${base_image}:${TAG} sudo docker rmi -f ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG} diff --git a/.github/workflows/manually_build_for_testing.yml b/.github/workflows/manually_build_for_testing.yml index d7a66883..652ac9f1 100644 --- a/.github/workflows/manually_build_for_testing.yml +++ b/.github/workflows/manually_build_for_testing.yml @@ -752,5 +752,44 @@ jobs: sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-16g-debug + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=16G \ + --build-arg SGX_LOG_LEVEL=debug \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g-debug + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=32G \ + --build-arg SGX_LOG_LEVEL=debug \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + + export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-64g-debug + sudo docker build \ + --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ + --build-arg BASE_IMAGE_TAG=${TAG} \ + --build-arg SGX_MEM_SIZE=64G \ + --build-arg SGX_LOG_LEVEL=debug \ + -t ${bigdata_custom_image}:${TAG} \ + -f ./Dockerfile . + sudo docker push ${bigdata_custom_image}:${TAG} + sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} + sudo docker rmi -f ${base_image}:${TAG} sudo docker rmi -f ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG} \ No newline at end of file