update manually_build.yml (#8126)
This commit is contained in:
		
							parent
							
								
									8b0876f238
								
							
						
					
					
						commit
						8719674c92
					
				
					 1 changed files with 178 additions and 0 deletions
				
			
		
							
								
								
									
										178
									
								
								.github/workflows/manually_build.yml
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										178
									
								
								.github/workflows/manually_build.yml
									
									
									
									
										vendored
									
									
								
							| 
						 | 
				
			
			@ -28,6 +28,8 @@ on:
 | 
			
		|||
        - bigdl-ppml-trusted-python-toolkit-base
 | 
			
		||||
        - bigdl-ppml-trusted-python-toolkit-ref
 | 
			
		||||
        - bigdl-ppml-trusted-bigdata-gramine
 | 
			
		||||
        - bigdl-ppml-trusted-machine-learning-base
 | 
			
		||||
        - bigdl-ppml-trusted-machine-learning-ref
 | 
			
		||||
        - bigdl-ppml-trusted-big-data
 | 
			
		||||
        - bigdl-ppml-trusted-deep-learning
 | 
			
		||||
        - bigdl-kms-base
 | 
			
		||||
| 
						 | 
				
			
			@ -976,6 +978,182 @@ jobs:
 | 
			
		|||
        sudo docker rmi -f ${base_image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG}
 | 
			
		||||
 | 
			
		||||
  bigdl-trusted-machine-learning-base:
 | 
			
		||||
    if: ${{ github.event.inputs.artifact == 'bigdl-trusted-machine-learning-base' || github.event.inputs.artifact == 'all' }}
 | 
			
		||||
    runs-on: [self-hosted, Shire]
 | 
			
		||||
    steps:
 | 
			
		||||
    - uses: actions/checkout@v3
 | 
			
		||||
      with:
 | 
			
		||||
        ref: ${{ github.event.inputs.sha }}
 | 
			
		||||
    - name: docker login
 | 
			
		||||
      run: |
 | 
			
		||||
        docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
 | 
			
		||||
    - name: bigdl-trusted-machine-learning-base
 | 
			
		||||
      run: |
 | 
			
		||||
        echo "############################################################"
 | 
			
		||||
        echo "########## bigdl-trusted-machine-learning-base #############"
 | 
			
		||||
        echo "############################################################"
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-base
 | 
			
		||||
        export base_image=intelanalytics/bigdl-ppml-gramine-base
 | 
			
		||||
        cd ppml/trusted-machine-learning
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg http_proxy=${HTTP_PROXY} \
 | 
			
		||||
          --build-arg https_proxy=${HTTPS_PROXY} \
 | 
			
		||||
          --build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST} \
 | 
			
		||||
          --build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT} \
 | 
			
		||||
          --build-arg HTTPS_PROXY_HOST=${HTTPS_PROXY_HOST} \
 | 
			
		||||
          --build-arg HTTPS_PROXY_PORT=${HTTPS_PROXY_PORT} \
 | 
			
		||||
          --build-arg JDK_VERSION=8u192 \
 | 
			
		||||
          --build-arg JDK_URL=${JDK_URL} \
 | 
			
		||||
          --build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
 | 
			
		||||
          --build-arg no_proxy=${NO_PROXY} \
 | 
			
		||||
          --build-arg BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg LGBM_NETWORK_MODE_BUILD=SSL \
 | 
			
		||||
          -t ${image}:${TAG} -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
  bigdl-trusted-machine-learning-ref:
 | 
			
		||||
    if: ${{ github.event.inputs.artifact == 'bigdl-trusted-machine-learning-ref' || github.event.inputs.artifact == 'all' }}
 | 
			
		||||
    runs-on: [self-hosted, Shire]
 | 
			
		||||
    steps:
 | 
			
		||||
    - uses: actions/checkout@v3
 | 
			
		||||
      with:
 | 
			
		||||
        ref: ${{ github.event.inputs.sha }}
 | 
			
		||||
    - name: docker login
 | 
			
		||||
      run: |
 | 
			
		||||
        docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
 | 
			
		||||
    - name: bigdl-trusted-machine-learning-ref
 | 
			
		||||
      run: |
 | 
			
		||||
        echo "###########################################################"
 | 
			
		||||
        echo "########## bigdl-trusted-machine-learning-ref #############"
 | 
			
		||||
        echo "###########################################################"
 | 
			
		||||
        cd ppml/trusted-machine-learning/custom-image
 | 
			
		||||
        openssl genrsa -3 -out enclave-key.pem 3072
 | 
			
		||||
        export base_image=intelanalytics/bigdl-trusted-machine-learning-base
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-16g
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=16G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=error \
 | 
			
		||||
          -t ${image}:${TAG} \
 | 
			
		||||
          -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-8g
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=8G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=error \
 | 
			
		||||
          -t ${image}:${TAG} \
 | 
			
		||||
          -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-4g
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=4G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=error \
 | 
			
		||||
          -t ${image}:${TAG} \
 | 
			
		||||
          -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-16g-all
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=16G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=all \
 | 
			
		||||
          -t ${image}:${TAG} \
 | 
			
		||||
          -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-8g-all
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=8G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=all \
 | 
			
		||||
          -t ${image}:${TAG} \
 | 
			
		||||
          -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-4g-all
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=4G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=all \
 | 
			
		||||
          -t ${image}:${TAG} \
 | 
			
		||||
          -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-noattest-16g
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=16G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=error \
 | 
			
		||||
          --build-arg ENABLE_DCAP_ATTESTATION=false \
 | 
			
		||||
        -t ${image}:${TAG} \
 | 
			
		||||
        -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-noattest-8g
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=8G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=error \
 | 
			
		||||
          --build-arg ENABLE_DCAP_ATTESTATION=false \
 | 
			
		||||
        -t ${image}:${TAG} \
 | 
			
		||||
        -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
        export image=intelanalytics/bigdl-trusted-machine-learning-reference-noattest-4g
 | 
			
		||||
        sudo docker build \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_NAME=${base_image} \
 | 
			
		||||
          --build-arg MACHINE_LEARNING_BASE_IMAGE_TAG=${TAG} \
 | 
			
		||||
          --build-arg SGX_MEM_SIZE=4G \
 | 
			
		||||
          --build-arg SGX_LOG_LEVEL=error \
 | 
			
		||||
          --build-arg ENABLE_DCAP_ATTESTATION=false \
 | 
			
		||||
        -t ${image}:${TAG} \
 | 
			
		||||
        -f ./Dockerfile .
 | 
			
		||||
        sudo docker push ${image}:${TAG}
 | 
			
		||||
        sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker push 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
        sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 | 
			
		||||
 | 
			
		||||
  bigdl-kms-base:
 | 
			
		||||
    if: ${{ github.event.inputs.artifact == 'bigdl-kms-base' || github.event.inputs.artifact == 'all' }}
 | 
			
		||||
    runs-on: [self-hosted, Shire]
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue