ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[PPML]CI/CD: build 64g Bigdata Toolkit (#6348)

Browse source
This commit is contained in:
Shaojie Cui 2022-10-28 14:51:24 +08:00 committed by GitHub
parent 3751a1134c
commit 13f2557785
2 changed files with 32 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
.github/workflows/manually_build.yml vendored
View file

@ -64,7 +64,7 @@ jobs:
sudo docker tag ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG} sudo docker tag ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG}
sudo docker push 10.239.45.10/arda/${base_image}:${TAG} sudo docker push 10.239.45.10/arda/${base_image}:${TAG}
echo "########################################################" echo "########################################################"
echo "####### bigdl-ppml-trusted-bigdata-gramine-base ########" echo "######### bigdl-ppml-trusted-bigdata-gramine ###########"
echo "########################################################" echo "########################################################"
cd ../trusted-bigdata cd ../trusted-bigdata
export bigdata_base_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-base export bigdata_base_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-base
@ -87,7 +87,7 @@ jobs:
sudo docker push 10.239.45.10/arda/${bigdata_base_image}:${TAG} sudo docker push 10.239.45.10/arda/${bigdata_base_image}:${TAG}
cd custom-image cd custom-image
openssl genrsa -3 -out enclave-key.pem 3072 openssl genrsa -3 -out enclave-key.pem 3072
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g
sudo docker build \ sudo docker build \
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
--build-arg BASE_IMAGE_TAG=${TAG} \ --build-arg BASE_IMAGE_TAG=${TAG} \
@ -98,6 +98,20 @@ jobs:
sudo docker push ${bigdata_custom_image}:${TAG} sudo docker push ${bigdata_custom_image}:${TAG}
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
sudo docker tag ${bigdata_custom_image}:${TAG} intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference:${TAG}
sudo docker push intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference:${TAG}
sudo docker rmi -f ${bigdata_custom_image}:${TAG}
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-64g
sudo docker build \
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
--build-arg BASE_IMAGE_TAG=${TAG} \
--build-arg SGX_MEM_SIZE=64G \
--build-arg SGX_LOG_LEVEL=error \
-t ${bigdata_custom_image}:${TAG} \
-f ./Dockerfile .
sudo docker push ${bigdata_custom_image}:${TAG}
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
sudo docker rmi -f ${base_image}:${TAG} sudo docker rmi -f ${base_image}:${TAG}
sudo docker rmi -f ${bigdata_base_image}:${TAG} sudo docker rmi -f ${bigdata_base_image}:${TAG}
sudo docker rmi -f ${bigdata_custom_image}:${TAG} sudo docker rmi -f ${bigdata_custom_image}:${TAG}

18
.github/workflows/manually_build_for_testing.yml vendored
View file

@ -70,7 +70,7 @@ jobs:
sudo docker tag ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG} sudo docker tag ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG}
sudo docker push 10.239.45.10/arda/${base_image}:${TAG} sudo docker push 10.239.45.10/arda/${base_image}:${TAG}
echo "########################################################" echo "########################################################"
echo "####### bigdl-ppml-trusted-bigdata-gramine-base ########" echo "######### bigdl-ppml-trusted-bigdata-gramine ###########"
echo "########################################################" echo "########################################################"
cd ../trusted-bigdata cd ../trusted-bigdata
export bigdata_base_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-base export bigdata_base_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-base
@ -93,7 +93,7 @@ jobs:
sudo docker push 10.239.45.10/arda/${bigdata_base_image}:${TAG} sudo docker push 10.239.45.10/arda/${bigdata_base_image}:${TAG}
cd custom-image cd custom-image
openssl genrsa -3 -out enclave-key.pem 3072 openssl genrsa -3 -out enclave-key.pem 3072
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g
sudo docker build \ sudo docker build \
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ --build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
--build-arg BASE_IMAGE_TAG=${TAG} \ --build-arg BASE_IMAGE_TAG=${TAG} \
@ -104,6 +104,20 @@ jobs:
sudo docker push ${bigdata_custom_image}:${TAG} sudo docker push ${bigdata_custom_image}:${TAG}
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
sudo docker tag ${bigdata_custom_image}:${TAG} intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference:${TAG}
sudo docker push intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference:${TAG}
sudo docker rmi -f ${bigdata_custom_image}:${TAG}
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-64g
sudo docker build \
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
--build-arg BASE_IMAGE_TAG=${TAG} \
--build-arg SGX_MEM_SIZE=64G \
--build-arg SGX_LOG_LEVEL=error \
-t ${bigdata_custom_image}:${TAG} \
-f ./Dockerfile .
sudo docker push ${bigdata_custom_image}:${TAG}
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
sudo docker rmi -f ${base_image}:${TAG} sudo docker rmi -f ${base_image}:${TAG}
sudo docker rmi -f ${bigdata_base_image}:${TAG} sudo docker rmi -f ${bigdata_base_image}:${TAG}
sudo docker rmi -f ${bigdata_custom_image}:${TAG} sudo docker rmi -f ${bigdata_custom_image}:${TAG}