1167 lines
54 KiB
YAML
1167 lines
54 KiB
YAML
name: Manually Build For Testing
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
sha:
|
|
description: 'commit id (SHA-1 hash)'
|
|
required: true
|
|
type: string
|
|
artifact:
|
|
description: 'select which job to run("all" will make all jobs run)'
|
|
required: true
|
|
default: 'all'
|
|
type: choice
|
|
options:
|
|
- all
|
|
- bigdl-llm-xpu
|
|
- bigdl-llm-cpu
|
|
- bigdl-llm-serving-xpu
|
|
- bigdl-llm-serving-cpu
|
|
- bigdl-ppml-gramine-base
|
|
- bigdl-ppml-trusted-bigdl-llm-gramine-base
|
|
- bigdl-ppml-trusted-bigdl-llm-gramine-ref
|
|
- bigdl-ppml-trusted-deep-learning-gramine-base
|
|
- bigdl-ppml-trusted-deep-learning-gramine-ref
|
|
- bigdl-ppml-trusted-dl-serving-gramine-base
|
|
- bigdl-ppml-trusted-dl-serving-gramine-ref
|
|
- bigdl-ppml-trusted-big-data-ml-python-gramine
|
|
- bigdl-ppml-trusted-big-data-ml-python-gramine-noattest
|
|
- bigdl-ppml-trusted-big-data-ml-python-graphene
|
|
- bigdl-ppml-trusted-llm-fastchat-occlum
|
|
- bigdl-ppml-trusted-big-data-ml-scala-occlum
|
|
- bigdl-ppml-trusted-big-data-ml-scala-occlum-production
|
|
- bigdl-ppml-trusted-big-data-ml-scala-occlum-production-customer
|
|
- bigdl-ppml-trusted-realtime-ml-scala-graphene
|
|
- bigdl-ppml-trusted-realtime-ml-scala-occlum
|
|
- bigdl-ppml-trusted-bigdl-llm-tdx
|
|
- bigdl-ppml-trusted-fastchat-tdx
|
|
- bigdl-ppml-kmsutil
|
|
- bigdl-ppml-pccs
|
|
- bigdl-ppml-trusted-python-toolkit-base
|
|
- bigdl-ppml-trusted-python-toolkit-ref
|
|
- bigdl-ppml-trusted-bigdata-gramine
|
|
tag:
|
|
description: 'docker image tag (e.g. test)'
|
|
required: true
|
|
default: 'test'
|
|
type: string
|
|
|
|
env:
|
|
TAG: ${{ github.event.inputs.tag }}
|
|
|
|
permissions:
|
|
contents: read
|
|
packages: write
|
|
|
|
jobs:
|
|
bigdl-llm-xpu:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-llm-xpu' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-llm-xpu
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-llm-xpu ########"
|
|
echo "##############################################################"
|
|
export image=intelanalytics/bigdl-llm-xpu
|
|
cd docker/llm/inference/xpu/docker
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-llm-cpu:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-llm-cpu' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-llm-cpu
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-llm-cpu ########"
|
|
echo "##############################################################"
|
|
export image=intelanalytics/bigdl-llm-cpu
|
|
cd docker/llm/inference/cpu/docker
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-llm-serving-xpu:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-llm-serving-xpu' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-llm-serving-xpu
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-llm-serving-xpu ########"
|
|
echo "##############################################################"
|
|
export image=intelanalytics/bigdl-llm-serving-xpu
|
|
cd docker/llm/serving/xpu/docker
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-llm-serving-cpu:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-llm-serving-cpu' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-llm-serving-cpu
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-llm-serving-cpu ########"
|
|
echo "##############################################################"
|
|
export image=intelanalytics/bigdl-llm-serving-cpu
|
|
cd docker/llm/serving/cpu/docker
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-gramine-base:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-gramine-base' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-gramine-base
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### bigdl-ppml-gramine-base ########"
|
|
echo "########################################"
|
|
export base_image=intelanalytics/bigdl-ppml-gramine-base
|
|
cd ppml/base
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${base_image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${base_image}:${TAG}
|
|
sudo docker tag ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${base_image}:${TAG}
|
|
sudo docker rmi -f ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-bigdl-llm-tdx:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdl-llm-tdx' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-bigdl-llm-tdx
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-ppml-trusted-bigdl-llm-tdx ###########"
|
|
echo "##############################################################"
|
|
export image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-tdx
|
|
cd ppml/tdx/docker/trusted-bigdl-llm/
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-fastchat-tdx:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-fastchat-tdx' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-fastchat-tdx
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "############## bigdl-ppml-trusted-fastchat-tdx ###############"
|
|
echo "##############################################################"
|
|
export image=intelanalytics/bigdl-ppml-trusted-fastchat-tdx
|
|
cd ppml/tdx/docker/trusted-bigdl-llm-fschat/
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-bigdl-llm-gramine-base:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdl-llm-gramine-base' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-bigdl-llm-gramine-base
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-ppml-trusted-bigdl-llm-gramine-base ########"
|
|
echo "##############################################################"
|
|
export base_image=intelanalytics/bigdl-ppml-gramine-base
|
|
docker pull ${base_image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-gramine-base
|
|
cd ppml/trusted-bigdl-llm/base
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-bigdl-llm-gramine-ref:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdl-llm-gramine-ref' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-bigdl-llm-gramine-ref
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-ppml-trusted-bigdl-llm-gramine-ref ########"
|
|
echo "##############################################################"
|
|
export base_image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-gramine-base
|
|
docker pull ${base_image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-gramine-ref
|
|
cd ppml/trusted-bigdl-llm/ref
|
|
openssl genrsa -3 -out enclave-key.pem 3072
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-dl-serving-gramine-base:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-dl-serving-gramine-base' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-dl-serving-gramine-base
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-ppml-trusted-dl-serving-gramine-base ###########"
|
|
echo "##############################################################"
|
|
export base_image=intelanalytics/bigdl-ppml-gramine-base
|
|
export image=intelanalytics/bigdl-ppml-trusted-dl-serving-gramine-base
|
|
cd ppml/trusted-dl-serving/base
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
bigdl-ppml-trusted-dl-serving-gramine-ref:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-dl-serving-gramine-ref' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-dl-serving-gramine-ref
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-ppml-trusted-dl-serving-gramine-ref ############"
|
|
echo "##############################################################"
|
|
export base_image=intelanalytics/bigdl-ppml-trusted-dl-serving-gramine-base
|
|
export image=intelanalytics/bigdl-ppml-trusted-dl-serving-gramine-ref
|
|
cd ppml/trusted-dl-serving/ref
|
|
openssl genrsa -3 -out enclave-key.pem 3072
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg SGX_MEM_SIZE=16G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
bigdl-ppml-trusted-deep-learning-gramine-base:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-deep-learning-gramine-base' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-deep-learning-gramine-base
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-ppml-trusted-deep-learning-gramine-base ########"
|
|
echo "##############################################################"
|
|
export base_image=intelanalytics/bigdl-ppml-gramine-base
|
|
docker pull ${base_image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-deep-learning-gramine-base
|
|
cd ppml/trusted-deep-learning/base
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
bigdl-ppml-trusted-deep-learning-gramine-ref:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-deep-learning-gramine-ref' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-deep-learning-gramine-ref
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "####### bigdl-ppml-trusted-deep-learning-gramine-ref #########"
|
|
echo "##############################################################"
|
|
export base_image=intelanalytics/bigdl-ppml-trusted-deep-learning-gramine-base
|
|
docker pull ${base_image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-deep-learning-gramine-ref
|
|
cd ppml/trusted-deep-learning/ref
|
|
openssl genrsa -3 -out enclave-key.pem 3072
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg SGX_MEM_SIZE=64G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
bigdl-ppml-trusted-big-data-ml-python-gramine:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-python-gramine' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-big-data-ml-python-gramine
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### big-data-ml-python-gramine ####"
|
|
echo "########################################"
|
|
export base_image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-base
|
|
cd ppml/trusted-big-data-ml/python/docker-gramine/base
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
|
|
-t ${base_image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${base_image}:${TAG}
|
|
sudo docker tag ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${base_image}:${TAG}
|
|
cd ../bigdl-gramine
|
|
openssl genrsa -3 -out enclave-key.pem 3072
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference-32g
|
|
sudo docker build \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=32G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference:latest
|
|
sudo docker push 10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference:latest
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference-64g
|
|
sudo docker build \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=64G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference-32g-all
|
|
sudo docker build \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=32G \
|
|
--build-arg SGX_LOG_LEVEL=all \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference-64g-all
|
|
sudo docker build \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=64G \
|
|
--build-arg SGX_LOG_LEVEL=all \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG}
|
|
rm enclave-key.pem
|
|
|
|
bigdl-ppml-trusted-big-data-ml-python-gramine-noattest:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-python-gramine-noattest' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-big-data-ml-python-gramine-noattest
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### big-data-ml-python-gramine ####"
|
|
echo "########################################"
|
|
export base_image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-base
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest-32g
|
|
cd ppml/trusted-big-data-ml/python/docker-gramine/bigdl-gramine
|
|
openssl genrsa -3 -out enclave-key.pem 3072
|
|
sudo docker build \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=32G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg ENABLE_DCAP_ATTESTATION=false \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest:latest
|
|
sudo docker push 10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest:latest
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest-64g
|
|
sudo docker build \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=64G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest-32g-all
|
|
sudo docker build \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=32G \
|
|
--build-arg SGX_LOG_LEVEL=all \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest-64g-all
|
|
sudo docker build \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=64G \
|
|
--build-arg SGX_LOG_LEVEL=all \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
rm enclave-key.pem
|
|
|
|
bigdl-ppml-trusted-big-data-ml-python-graphene:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-python-graphene' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-big-data-ml-python-graphene
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### big-data-ml-python-graphene ####"
|
|
echo "########################################"
|
|
cd ppml/trusted-big-data-ml/python/docker-graphene
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-graphene
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-llm-fastchat-occlum:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-llm-fastchat-occlum' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-llm-fastchat-occlum
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### llm-fastchat-occlum ######"
|
|
echo "########################################"
|
|
cd ppml/trusted-big-data-ml/scala/docker-occlum/llm
|
|
export image=intelanalytics/bigdl-ppml-trusted-llm-fastchat-occlum
|
|
pwd
|
|
docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
docker push 10.239.45.10/arda/${image}:${TAG}
|
|
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-big-data-ml-scala-occlum:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-scala-occlum' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-big-data-ml-scala-occlum
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### big-data-ml-scala-occlum ######"
|
|
echo "########################################"
|
|
cd ppml/trusted-big-data-ml/scala/docker-occlum/
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-scala-occlum
|
|
pwd
|
|
docker build \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
docker push 10.239.45.10/arda/${image}:${TAG}
|
|
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-big-data-ml-scala-occlum-production:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-scala-occlum-production' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [ self-hosted, Shire ]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-big-data-ml-scala-occlum-production
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### big-data-ml-scala-occlum-production ######"
|
|
echo "########################################"
|
|
cd ppml/trusted-big-data-ml/scala/docker-occlum
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-scala-occlum-production
|
|
pwd
|
|
docker build \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
|
|
-t ${image}:${TAG} -f ./production/Dockerfile .
|
|
dir_path=$(pwd)
|
|
echo $dir_path
|
|
cd $dir_path
|
|
export image_name=${image}:${TAG}
|
|
export final_name=${image_name}-build
|
|
export container_name=${TAG}-container
|
|
sudo docker push ${image_name}
|
|
docker tag ${image_name} 10.239.45.10/arda/${image_name}
|
|
docker push 10.239.45.10/arda/${image_name}
|
|
bash ./production/occlum-build.sh -c $container_name -i $image_name -f $final_name
|
|
sudo docker push ${final_name}
|
|
docker tag ${final_name} 10.239.45.10/arda/${final_name}
|
|
docker push 10.239.45.10/arda/${final_name}
|
|
docker rmi -f ${image_name} 10.239.45.10/arda/${image_name}
|
|
docker rmi -f ${final_name} 10.239.45.10/arda/${final_name}
|
|
bigdl-ppml-trusted-big-data-ml-scala-occlum-production-customer:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-scala-occlum-production-customer' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [ self-hosted, Shire ]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-big-data-ml-scala-occlum-production-customer
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### big-data-ml-scala-occlum-production-customer ######"
|
|
echo "########################################"
|
|
cd ppml/trusted-big-data-ml/scala/docker-occlum
|
|
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-scala-occlum-production
|
|
export image_customer=${image}-customer
|
|
pwd
|
|
docker build \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg FINAL_NAME=${image}:${TAG} \
|
|
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
|
|
-t ${image_customer}:${TAG} -f ./production/customer/Dockerfile .
|
|
pwd
|
|
sudo docker push ${image_customer}:${TAG}
|
|
docker tag ${image_customer}:${TAG} 10.239.45.10/arda/${image_customer}:${TAG}
|
|
docker push 10.239.45.10/arda/${image_customer}:${TAG}
|
|
docker rmi -f ${image_customer}:${TAG} 10.239.45.10/arda/${image_customer}:${TAG}
|
|
bigdl-ppml-trusted-realtime-ml-scala-graphene:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-realtime-ml-scala-graphene' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-realtime-ml-scala-graphene
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### realtime-ml-scala-graphene #####"
|
|
echo "########################################"
|
|
cd ppml/trusted-realtime-ml/scala/docker-graphene/
|
|
export image=intelanalytics/bigdl-ppml-trusted-realtime-ml-scala-graphene
|
|
pwd
|
|
docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
docker push ${image}:${TAG}
|
|
docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
docker push 10.239.45.10/arda/${image}:${TAG}
|
|
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
bigdl-ppml-trusted-realtime-ml-scala-occlum:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-realtime-ml-scala-occlum' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-realtime-ml-scala-occlum
|
|
run: |
|
|
echo "########################################"
|
|
echo "####### realtime-ml-scala-occlum ######"
|
|
echo "########################################"
|
|
cd ppml/trusted-realtime-ml/scala/docker-occlum/
|
|
export image=intelanalytics/bigdl-ppml-trusted-realtime-ml-scala-occlum
|
|
pwd
|
|
docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
docker push 10.239.45.10/arda/${image}:${TAG}
|
|
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
bigdl-ppml-kmsutil:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-kmsutil' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker deploy kms-util
|
|
run: |
|
|
export IMAGE=intelanalytics/kms-utils
|
|
cd ppml/services/kms-utils/docker
|
|
echo "########################################"
|
|
echo "############## kms-utils ###############"
|
|
echo "########################################"
|
|
docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
-t $IMAGE:$TAG -f ./Dockerfile .
|
|
docker push ${image}:${TAG}
|
|
docker tag ${IMAGE}:${TAG} 10.239.45.10/arda/${IMAGE}:${TAG}
|
|
docker push 10.239.45.10/arda/${IMAGE}:${TAG}
|
|
docker rmi -f ${IMAGE}:${TAG} 10.239.45.10/arda/${IMAGE}:${TAG}
|
|
|
|
|
|
bigdl-ppml-pccs:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-pccs' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker deploy pccs
|
|
run: |
|
|
export IMAGE=intelanalytics/pccs
|
|
cd ppml/services/pccs/docker
|
|
echo "########################################"
|
|
echo "################# PCCS #################"
|
|
echo "########################################"
|
|
docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
-t $IMAGE:$TAG -f ./Dockerfile .
|
|
docker push ${image}:${TAG}
|
|
docker tag ${IMAGE}:${TAG} 10.239.45.10/arda/${IMAGE}:${TAG}
|
|
docker push 10.239.45.10/arda/${IMAGE}:${TAG}
|
|
docker rmi -f ${IMAGE}:${TAG} 10.239.45.10/arda/${IMAGE}:${TAG}
|
|
|
|
bigdl-ppml-trusted-python-toolkit-base:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-python-toolkit-base' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-python-toolkit-base
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "########## bigdl-ppml-trusted-python-toolkit-base ############"
|
|
echo "##############################################################"
|
|
export base_image=intelanalytics/bigdl-ppml-gramine-base
|
|
export image=intelanalytics/bigdl-ppml-trusted-python-toolkit-base
|
|
cd ppml/trusted-python-toolkit
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-python-toolkit-ref:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-python-toolkit-ref' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-python-toolkit-ref
|
|
run: |
|
|
echo "##############################################################"
|
|
echo "########## bigdl-ppml-trusted-python-toolkit-ref #############"
|
|
echo "##############################################################"
|
|
export base_image=intelanalytics/bigdl-ppml-trusted-python-toolkit-base
|
|
export image=intelanalytics/bigdl-ppml-trusted-python-toolkit-ref
|
|
cd ppml/trusted-python-toolkit/custom-image
|
|
openssl genrsa -3 -out enclave-key.pem 3072
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg SGX_MEM_SIZE=64G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${image}:${TAG}
|
|
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${image}:${TAG}
|
|
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
|
|
|
|
bigdl-ppml-trusted-bigdata-gramine:
|
|
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdata-gramine' || github.event.inputs.artifact == 'all' }}
|
|
runs-on: [self-hosted, Shire]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.inputs.sha }}
|
|
- name: docker login
|
|
run: |
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
|
- name: bigdl-ppml-trusted-bigdata-gramine
|
|
run: |
|
|
echo "########################################################"
|
|
echo "######### bigdl-ppml-trusted-bigdata-gramine ###########"
|
|
echo "########################################################"
|
|
cd ppml/trusted-bigdata
|
|
export base_image=intelanalytics/bigdl-ppml-gramine-base
|
|
export bigdata_base_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-base
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg http_proxy=${HTTP_PROXY} \
|
|
--build-arg https_proxy=${HTTPS_PROXY} \
|
|
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \
|
|
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \
|
|
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \
|
|
--build-arg JDK_VERSION=8u192 \
|
|
--build-arg JDK_URL=${JDK_URL} \
|
|
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg BASE_IMAGE_NAME=${base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
-t ${bigdata_base_image}:${TAG} -f ./Dockerfile .
|
|
sudo docker push ${bigdata_base_image}:${TAG}
|
|
sudo docker tag ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_base_image}:${TAG}
|
|
cd custom-image
|
|
openssl genrsa -3 -out enclave-key.pem 3072
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-noattest-32g
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=32G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg ENABLE_DCAP_ATTESTATION=false \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-noattest-16g
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=16G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg ENABLE_DCAP_ATTESTATION=false \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-noattest-8g
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=8G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
--build-arg ENABLE_DCAP_ATTESTATION=false \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=32G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-16g
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=16G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-8g
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=8G \
|
|
--build-arg SGX_LOG_LEVEL=error \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g-all
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=32G \
|
|
--build-arg SGX_LOG_LEVEL=all \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-16g-all
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=16G \
|
|
--build-arg SGX_LOG_LEVEL=all \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-8g-all
|
|
sudo docker build \
|
|
--no-cache=true \
|
|
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \
|
|
--build-arg BASE_IMAGE_TAG=${TAG} \
|
|
--build-arg SGX_MEM_SIZE=8G \
|
|
--build-arg SGX_LOG_LEVEL=all \
|
|
--build-arg no_proxy=${NO_PROXY} \
|
|
-t ${bigdata_custom_image}:${TAG} \
|
|
-f ./Dockerfile .
|
|
sudo docker push ${bigdata_custom_image}:${TAG}
|
|
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG}
|
|
|
|
sudo docker rmi -f ${base_image}:${TAG}
|
|
sudo docker rmi -f ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG}
|